feat(judge): add testlib checker mode (#260)

Author: ZnPdCo

src/core/judgingthread.cpp

@@ -19,6 +19,7 @@
 #include <QDir>
 #include <QFile>
 #include <QFileInfo>
+#include <QRegularExpression>
 #include <QTextStream>
 #include <QTime>
 #include <QUuid>
@@ -449,7 +450,7 @@ void JudgingThread::compareRealNumbers(const QString &contestantOutput) {
 	fclose(standardOutputFile);
 }
 
-void JudgingThread::specialJudge(const QString &fileName) {
+void JudgingThread::lemonSpecialJudge(const QString &fileName) {
 	if (! QFileInfo::exists(inputFile)) {
 		score = 0;
 		result = FileError;
@@ -564,6 +565,128 @@ void JudgingThread::specialJudge(const QString &fileName) {
 		result = CorrectAnswer;
 }
 
+void JudgingThread::testlibSpecialJudge(const QString &fileName) {
+	if (! QFileInfo::exists(inputFile)) {
+		score = 0;
+		result = FileError;
+		message = tr("Cannot find standard input file");
+		return;
+	}
+
+	if (! QFileInfo::exists(fileName)) {
+		score = 0;
+		result = FileError;
+		message = tr(R"(Cannot find contestant's output file)");
+		return;
+	}
+
+	if (! QFileInfo::exists(outputFile)) {
+		score = 0;
+		result = FileError;
+		message = tr("Cannot find standard output file");
+		return;
+	}
+
+	auto judge = std::make_unique<QProcess>(this);
+	QStringList arguments;
+	arguments << inputFile << fileName << outputFile;
+	judge->setStandardErrorFile(workingDirectory + "_score");
+	judge->start(Settings::dataPath() + task->getSpecialJudge(), arguments);
+
+	if (! judge->waitForStarted(-1)) {
+		score = 0;
+		result = InvalidSpecialJudge;
+		return;
+	}
+
+	QFile scoreFile(workingDirectory + "_score");
+
+	auto removeTempFiles = qScopeGuard([&] { scoreFile.remove(); });
+
+	QElapsedTimer timer;
+	timer.start();
+	bool flag = false;
+
+	while (timer.elapsed() < specialJudgeTimeLimit) {
+		if (judge->state() != QProcess::Running) {
+			flag = true;
+			break;
+		}
+
+		QCoreApplication::processEvents();
+
+		if (stopJudging) {
+			judge->kill();
+			return;
+		}
+
+		msleep(10);
+	}
+
+	if (! flag) {
+		judge->kill();
+		score = 0;
+		result = SpecialJudgeTimeLimitExceeded;
+		return;
+	}
+
+	if (! scoreFile.open(QFile::ReadOnly)) {
+		score = 0;
+		result = InvalidSpecialJudge;
+		return;
+	}
+
+	QTextStream scoreStream(&scoreFile);
+	message = scoreStream.readAll();
+
+	score = 0;
+
+	if (message.startsWith("ok")) {
+		score = fullScore;
+	}
+
+	if (message.startsWith("FAIL")) {
+		score = 0;
+		result = InvalidSpecialJudge;
+		return;
+	}
+
+	QRegularExpressionMatch m = QRegularExpression(R"(^partially correct \((\d+)\))").match(message);
+	if (m.hasMatch()) {
+		int val = m.captured(1).toInt();
+		score = val * fullScore / 100;
+	}
+
+	m = QRegularExpression(R"(^points ([0-9]*\.[0-9]+|[0-9]+))").match(message);
+	if (m.hasMatch()) {
+		double val = m.captured(1).toDouble();
+		score = val * fullScore;
+	}
+
+	if (scoreStream.status() == QTextStream::ReadCorruptData) {
+		score = 0;
+		result = InvalidSpecialJudge;
+		return;
+	}
+
+	scoreFile.close();
+
+	if (score < 0) {
+		score = 0;
+		result = InvalidSpecialJudge;
+		return;
+	}
+
+	if (score == 0)
+		result = WrongAnswer;
+
+	if (0 < score && score < fullScore)
+		result = PartlyCorrect;
+
+	if (score >= fullScore)
+		result = CorrectAnswer;
+}
+
 #ifdef Q_OS_WIN
 
 QString getRandomString(int length) {
@@ -1152,8 +1275,12 @@ void JudgingThread::judgeOutput() {
 			compareRealNumbers(fileName);
 			break;
 
-		case Task::SpecialJudgeMode:
-			specialJudge(fileName);
+		case Task::LemonSpecialJudgeMode:
+			lemonSpecialJudge(fileName);
+			break;
+
+		case Task::TestlibSpecialJudgeMode:
+			testlibSpecialJudge(fileName);
 			break;
 	}
 }
@@ -1227,8 +1354,12 @@ void JudgingThread::judgeAnswersOnlyTask() {
 			compareRealNumbers(answerFile);
 			break;
 
-		case Task::SpecialJudgeMode:
-			specialJudge(answerFile);
+		case Task::LemonSpecialJudgeMode:
+			lemonSpecialJudge(answerFile);
+			break;
+
+		case Task::TestlibSpecialJudgeMode:
+			testlibSpecialJudge(answerFile);
 			break;
 	}
 }

src/core/judgingthread.h

@@ -81,7 +81,8 @@ class JudgingThread : public QThread {
 	void compareIgnoreSpaces(const QString &);
 	void compareWithDiff(const QString &);
 	void compareRealNumbers(const QString &);
-	void specialJudge(const QString &);
+	void lemonSpecialJudge(const QString &);
+	void testlibSpecialJudge(const QString &);
 	void runProgram();
 	void judgeOutput();
 	void judgeTraditionalTask();

src/core/task.h

@@ -25,7 +25,8 @@ class Task : public QObject {
 		IgnoreSpacesMode,
 		ExternalToolMode,
 		RealNumberMode,
-		SpecialJudgeMode
+		LemonSpecialJudgeMode,
+		TestlibSpecialJudgeMode
 	};
 
 	explicit Task(QObject *parent = nullptr, TaskType taskType = Traditional,