assignmentthread.cpp

/***************************************************************************
    This file is part of Project Lemon
    Copyright (C) 2011 Zhipeng Jia

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
***************************************************************************/
/**
 * assignmentthread.cpp @Project Lemon+
 * Update 2018 Dust1404
 **/

#include "assignmentthread.h"
#include "judgingthread.h"
#include "settings.h"
#include "compiler.h"
#include "task.h"
#include "testcase.h"

AssignmentThread::AssignmentThread(QObject *parent) :
    QThread(parent)
{
    moveToThread(this);
    curTestCaseIndex = 0;
    curSingleCaseIndex = 0;
    countFinished = 0;
    totalSingleCase = 0;
    stopJudging = false;
}

//void AssignmentThread::setCheckRejudgeMode(bool check)
//{
//    checkRejudgeMode = check;
//}

/*void AssignmentThread::setNeedRejudge(const QList<QPair<int, int> > &list)
{
    needRejudge = list;
}*/

void AssignmentThread::setSettings(Settings *_settings)
{
    settings = _settings;
}

void AssignmentThread::setTask(Task *_task)
{
    task = _task;
}

void AssignmentThread::setContestantName(const QString &name)
{
    contestantName = name;
}

CompileState AssignmentThread::getCompileState() const
{
    return compileState;
}

const QString& AssignmentThread::getCompileMessage() const
{
    return compileMessage;
}

const QString& AssignmentThread::getSourceFile() const
{
    return sourceFile;
}

const QList< QList<int> >& AssignmentThread::getScore() const
{
    return score;
}

const QList< QList<int> >& AssignmentThread::getTimeUsed() const
{
    return timeUsed;
}

const QList< QList<int> >& AssignmentThread::getMemoryUsed() const
{
    return memoryUsed;
}

const QList< QList<ResultState> >& AssignmentThread::getResult() const
{
    return result;
}

const QList<QStringList>& AssignmentThread::getMessage() const
{
    return message;
}

const QList<QStringList>& AssignmentThread::getInputFiles() const
{
    return inputFiles;
}

/*const QList< QPair<int, int> >& AssignmentThread::getNeedRejudge() const
{
    return needRejudge;
}*/

bool AssignmentThread::traditionalTaskPrepare()
{
    compileState = NoValidSourceFile;
    QDir contestantDir = ! task->getSubFolderCheck() ? QDir(Settings::sourcePath() + contestantName) : QDir(Settings::sourcePath() + contestantName + QDir::separator() + task->getSourceFileName());
    QList<Compiler*> compilerList = settings->getCompilerList();
    
    for (int i = 0; i < compilerList.size(); i ++) {
        if (task->getCompilerConfiguration(compilerList[i]->getCompilerName()) == "disable") continue;
        QStringList filters = compilerList[i]->getSourceExtensions();
        for (int j = 0; j < filters.size(); j ++) {
            filters[j] = task->getSourceFileName() + "." + filters[j];
        }
        QStringList files = contestantDir.entryList(filters, QDir::Files);
        sourceFile = "";
        for (int j = 0; j < files.size(); j ++) {
            qint64 fileSize = QFileInfo(Settings::sourcePath() + contestantName + (task->getSubFolderCheck() ? QDir::separator() + task->getSourceFileName() : QString("")) + QDir::separator() + files[j]).size();
            if (fileSize <= settings->getFileSizeLimit() * 1024) {
                sourceFile = files[j];
                break;
            }
        }
        
        if (! sourceFile.isEmpty()) {
            QDir(Settings::temporaryPath()).mkdir(contestantName);
            QFile::copy(Settings::sourcePath() + contestantName + (task->getSubFolderCheck() ? QDir::separator() + task->getSourceFileName() : QString("")) + QDir::separator() + sourceFile,
                        Settings::temporaryPath() + contestantName + QDir::separator() + sourceFile);
            if(task->getTaskType() == Task::Interaction)
            {
                QFile::copy(Settings::dataPath() + task->getInteractor(), Settings::temporaryPath() + contestantName + QDir::separator() + task->getInteractorName());
                QFile::copy(Settings::dataPath() + task->getGrader(), Settings::temporaryPath() + contestantName + QDir::separator() + "__grader.cpp");
            }
            QStringList configurationNames = compilerList[i]->getConfigurationNames();
            QStringList compilerArguments = compilerList[i]->getCompilerArguments();
            QStringList interpreterArguments = compilerList[i]->getInterpreterArguments();
            QString currentConfiguration = task->getCompilerConfiguration(compilerList[i]->getCompilerName());
            for (int j = 0; j < configurationNames.size(); j ++) {
                if (configurationNames[j] == currentConfiguration) {
                    timeLimitRatio = compilerList[i]->getTimeLimitRatio();
                    memoryLimitRatio = compilerList[i]->getMemoryLimitRatio();
                    disableMemoryLimitCheck = compilerList[i]->getDisableMemoryLimitCheck();
                    environment = compilerList[i]->getEnvironment();
                    QStringList values = QProcessEnvironment::systemEnvironment().toStringList();
                    //qDebug() << values;
                    //qDebug() << environment.toStringList();
                    for (int k = 0; k < values.size(); k ++) {
                        int tmp = values[k].indexOf("=");
                        if (tmp == 0)
                            continue;
                        QString variable = values[k].mid(0, tmp);
                        if (environment.contains(variable))
                            environment.insert(variable,
                                               environment.value(variable) + ";"
                                               + QProcessEnvironment::systemEnvironment().value(variable));
                        else
                            environment.insert(variable, QProcessEnvironment::systemEnvironment().value(variable));
                    }
                    //qDebug() << environment.toStringList();
                    if (compilerList[i]->getCompilerType() == Compiler::Typical) {
#ifdef Q_OS_WIN32
                                executableFile = task->getSourceFileName() + ".exe";
#endif
#ifdef Q_OS_LINUX
                                executableFile = task->getSourceFileName();
#endif
                                interpreterFlag = false;
                    } else {
                        executableFile = compilerList[i]->getInterpreterLocation();
                        arguments = interpreterArguments[j];
                        arguments.replace("%s.*", sourceFile);
                        arguments.replace("%s", task->getSourceFileName());
                        interpreterFlag = true;
                    }
                    
                    if (compilerList[i]->getCompilerType() != Compiler::InterpretiveWithoutByteCode) {
                        QString arguments = compilerArguments[j];
                        if (task->getTaskType() == Task::Interaction)
                            arguments.replace("%s.*", sourceFile + " __grader.cpp");
                        else
                            arguments.replace("%s.*", sourceFile);
                        arguments.replace("%s", task->getSourceFileName());
                        QProcess *compiler = new QProcess(this);
                        compiler->setProcessChannelMode(QProcess::MergedChannels);
                        compiler->setProcessEnvironment(environment);
                        compiler->setWorkingDirectory(Settings::temporaryPath() + contestantName);
                        compiler->start(QString("\"") + compilerList[i]->getCompilerLocation() + "\" " + arguments);
                        if (! compiler->waitForStarted(-1)) {
                            compileState = InvalidCompiler;
                            delete compiler;
                            break;
                        }
                        QElapsedTimer timer;
                        timer.start();
                        bool flag = false;
                        while (timer.elapsed() < settings->getCompileTimeLimit()) {
                            if (compiler->state() != QProcess::Running) {
                                flag = true;
                                break;
                            }
                            QCoreApplication::processEvents();
                            if (stopJudging) {
                                compiler->kill();
                                delete compiler;
                                return false;
                            }
                            msleep(10);
                        }
                        if (! flag) {
                            compiler->kill();
                            compileState = CompileTimeLimitExceeded;
                        } else
                            if (compiler->exitCode() != 0) {
                                compileState = CompileError;
                                compileMessage = QString::fromLocal8Bit(compiler->readAllStandardOutput().data());
                            } else {
                                if (compilerList[i]->getCompilerType() == Compiler::Typical) {
                                    if (! QDir(Settings::temporaryPath() + contestantName).exists(executableFile)) {
                                        compileState = InvalidCompiler;
                                    } else {
                                        compileState = CompileSuccessfully;
                                    }
                                } else {
                                    QStringList filters = compilerList[i]->getBytecodeExtensions();
                                    for (int k = 0; k < filters.size(); k ++) {
                                        filters[k] = QString("*.") + filters[k];
                                    }
                                    if (QDir(Settings::temporaryPath() + contestantName)
                                            .entryList(filters, QDir::Files).size() == 0) {
                                        compileState = InvalidCompiler;
                                    } else {
                                        compileState = CompileSuccessfully;
                                    }
                                }
                            }
                        delete compiler;
                    }
                    
                    if (compilerList[i]->getCompilerType() == Compiler::InterpretiveWithoutByteCode)
                        compileState = CompileSuccessfully;
                    
                    break;
                }
            }
            break;
        }
    }
    
    if (compileState != CompileSuccessfully) {
        emit compileError(task->getTotalTimeLimit(), (int)compileState);
        return false;
    }
    
    return true;
}

void AssignmentThread::run()
{
    if (task->getTaskType() != Task::AnswersOnly)
        if (! traditionalTaskPrepare()) return;
    
    if (stopJudging) return;
    
    for (int i = 0; i < task->getTestCaseList().size(); i ++) {
        timeUsed.append(QList<int>());
        memoryUsed.append(QList<int>());
        score.append(QList<int>());
        result.append(QList<ResultState>());
        message.append(QStringList());
        inputFiles.append(QStringList());
        testCaseScore.append(task->getTestCase(i)->getFullScore());
        for (int j = 0; j < task->getTestCase(i)->getInputFiles().size(); j ++) {
            timeUsed[i].append(-1);
            memoryUsed[i].append(-1);
            score[i].append(0);
            result[i].append(Skipped);
            message[i].append("");
            inputFiles[i].append("");
        }
    }

    assign();

    exec();
}

void AssignmentThread::assign()
{
    //if (! checkRejudgeMode) {
        if (curTestCaseIndex == task->getTestCaseList().size()) {
            if (countFinished == totalSingleCase) quit();
            return;
        }
        
        TestCase *curTestCase = task->getTestCase(curTestCaseIndex);
        if (curSingleCaseIndex == curTestCase->getInputFiles().size()) {
            curTestCaseIndex ++;
            while (curTestCaseIndex < task->getTestCaseList().size()) {
                if (task->getTestCase(curTestCaseIndex)->getInputFiles().size() > 0) break;
                curTestCaseIndex ++;
            }
            curSingleCaseIndex = 0;
            if (curTestCaseIndex == task->getTestCaseList().size()) {
                if (countFinished == totalSingleCase) quit();
                return;
            }
            curTestCase = task->getTestCase(curTestCaseIndex);
            const QList<int>& dependenceSubtask(curTestCase->getDependenceSubtask());
            for(int i = 0; i != dependenceSubtask.size(); ++i) {
                double ratio = (double) testCaseScore[dependenceSubtask[i] - 1] / task->getTestCase(dependenceSubtask[i] - 1)->getFullScore();
                emit singleSubtaskDependenceFinished(curTestCaseIndex, i, ratio);
                if(ratio * curTestCase->getFullScore() < testCaseScore[curTestCaseIndex])
                    testCaseScore[curTestCaseIndex] = ratio * curTestCase->getFullScore();
            }
            if(! dependenceSubtask.empty())
                score[curTestCaseIndex].push_back(testCaseScore[curTestCaseIndex]);
        }
    /*} else {
        if (needRejudge.size() == 0) {
            if (countFinished == totalSingleCase) quit();
            return;
        }
        curTestCaseIndex = needRejudge[0].first;
        curSingleCaseIndex = needRejudge[0].second;
        needRejudge.removeFirst();
    }*/
    
    totalSingleCase ++;
    curTestCase = task->getTestCase(curTestCaseIndex);
    inputFiles[curTestCaseIndex][curSingleCaseIndex]
            = QFileInfo(curTestCase->getInputFiles().at(curSingleCaseIndex)).fileName();
    if(testCaseScore[curTestCaseIndex] == 0) {
        taskSkipped(qMakePair(curTestCaseIndex, curSingleCaseIndex++));
        return;
    }
    JudgingThread *thread = new JudgingThread();
    thread->setExtraTimeRatio(0.1);
    QString workingDirectory = QDir::toNativeSeparators(QDir(Settings::temporaryPath()
                               + QString("_%1.%2").arg(curTestCaseIndex).arg(curSingleCaseIndex))
                               .absolutePath()) + QDir::separator();
    thread->setWorkingDirectory(workingDirectory);
    QDir(Settings::temporaryPath()).mkdir(QString("_%1.%2").arg(curTestCaseIndex).arg(curSingleCaseIndex));
    QStringList entryList = QDir(Settings::temporaryPath() + contestantName).entryList(QDir::Files);
    for (int i = 0; i < entryList.size(); i ++) {
        QFile::copy(Settings::temporaryPath() + contestantName + QDir::separator() + entryList[i],
                    workingDirectory + entryList[i]);
    }
    thread->setSpecialJudgeTimeLimit(settings->getSpecialJudgeTimeLimit());
    thread->setDiffPath(settings->getDiffPath());
    if (task->getTaskType() == Task::Traditional || task->getTaskType() == Task::Interaction) {
        if (interpreterFlag) {
            thread->setExecutableFile(executableFile);
        } else {
            thread->setExecutableFile(workingDirectory + executableFile);
        }
        thread->setArguments(arguments);
    }
    if (task->getTaskType() == Task::AnswersOnly) {
        QString fileName;
        fileName = QFileInfo(curTestCase->getInputFiles().at(curSingleCaseIndex)).completeBaseName();
        fileName += QString(".") + task->getAnswerFileExtension();
        if(! task->getSubFolderCheck())
            thread->setAnswerFile(Settings::sourcePath() + contestantName + QDir::separator() + fileName);
        else
            thread->setAnswerFile(Settings::sourcePath() + contestantName + QDir::separator() + task->getProblemTile() + QDir::separator() + fileName);
    }
    thread->setTask(task);
    
    connect(thread, SIGNAL(finished()), this, SLOT(threadFinished()));
    connect(this, SIGNAL(stopJudgingSignal()), thread, SLOT(stopJudgingSlot()));
    
    thread->setInputFile(Settings::dataPath() + curTestCase->getInputFiles().at(curSingleCaseIndex));
    thread->setOutputFile(Settings::dataPath() + curTestCase->getOutputFiles().at(curSingleCaseIndex));
    thread->setFullScore(curTestCase->getFullScore());
    if (task->getTaskType() != Task::AnswersOnly) {
        thread->setEnvironment(environment);
        thread->setTimeLimit(qCeil(curTestCase->getTimeLimit() * timeLimitRatio));
        if (disableMemoryLimitCheck) {
            thread->setMemoryLimit(-1);
        } else {
            thread->setMemoryLimit(qCeil(curTestCase->getMemoryLimit() * memoryLimitRatio));
        }
    }
    running[thread] = qMakePair(curTestCaseIndex, curSingleCaseIndex ++);
    thread->start();
}

void AssignmentThread::taskSkipped(const QPair<int, int>& cur)
{
    ++countFinished;
    emit singleCaseFinished(task->getTestCase(cur.first)->getTimeLimit(),
                            cur.first, cur.second, int(result[cur.first][cur.second]));
    assign();
}

void AssignmentThread::threadFinished()
{
    JudgingThread *thread = dynamic_cast<JudgingThread*>(sender());
    if (stopJudging) {
        running.remove(thread);
        delete thread;
        if (running.size() == 0) quit();
        return;
    }
    if(thread->getNeedRejudge() && thread->getJudgeTimes() != settings->getRejudgeTimes() + 1) {
            thread->start();
    } else {
        QPair<int, int> cur = running[thread];
        timeUsed[cur.first][cur.second] = thread->getTimeUsed();
        memoryUsed[cur.first][cur.second] = thread->getMemoryUsed();
        score[cur.first][cur.second] = thread->getScore();
        result[cur.first][cur.second] = thread->getResult();
        message[cur.first][cur.second] = thread->getMessage();
        //if (! checkRejudgeMode && thread->getNeedRejudge()) {
        //    needRejudge.append(cur);
        //}
        running.remove(thread);
        countFinished ++;
        delete thread;
        emit singleCaseFinished(task->getTestCase(cur.first)->getTimeLimit(),
                                cur.first, cur.second, int(result[cur.first][cur.second]));
        if(score[cur.first][cur.second] < testCaseScore[cur.first])
            testCaseScore[cur.first] = score[cur.first][cur.second];
        assign();
    }
}

void AssignmentThread::stopJudgingSlot()
{
    stopJudging = true;
    emit stopJudgingSignal();
}