2015-07-02 09:23:42 +00:00
|
|
|
|
# coding=utf-8
|
2015-09-12 12:01:34 +00:00
|
|
|
|
import os
|
2015-07-06 11:20:12 +00:00
|
|
|
|
import json
|
2015-07-06 10:59:30 +00:00
|
|
|
|
import hashlib
|
2016-02-02 02:14:18 +00:00
|
|
|
|
import judger
|
2016-04-06 12:33:19 +00:00
|
|
|
|
import spj_client
|
|
|
|
|
|
2015-07-03 08:01:53 +00:00
|
|
|
|
from multiprocessing import Pool
|
2015-07-03 08:56:40 +00:00
|
|
|
|
|
2016-04-06 12:33:19 +00:00
|
|
|
|
from settings import max_running_number
|
2015-07-07 05:33:38 +00:00
|
|
|
|
from language import languages
|
|
|
|
|
from result import result
|
2015-09-12 11:21:43 +00:00
|
|
|
|
from judge_exceptions import JudgeClientError
|
|
|
|
|
from logger import logger
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
|
|
|
|
|
2015-07-03 12:10:38 +00:00
|
|
|
|
# 下面这个函数作为代理访问实例变量,否则Python2会报错,是Python2的已知问题
|
|
|
|
|
# http://stackoverflow.com/questions/1816958/cant-pickle-type-instancemethod-when-using-pythons-multiprocessing-pool-ma/7309686
|
|
|
|
|
def _run(instance, test_case_id):
|
2015-07-06 11:20:12 +00:00
|
|
|
|
return instance._judge_one(test_case_id)
|
2015-07-03 12:10:38 +00:00
|
|
|
|
|
|
|
|
|
|
2015-07-02 09:23:42 +00:00
|
|
|
|
class JudgeClient(object):
|
2016-04-06 12:33:19 +00:00
|
|
|
|
def __init__(self, language_code, exe_path, max_cpu_time, max_memory, test_case_dir, judge_base_path, spj_path):
|
2015-07-03 08:01:53 +00:00
|
|
|
|
"""
|
2015-07-07 05:33:38 +00:00
|
|
|
|
:param language_code: 语言编号
|
|
|
|
|
:param exe_path: 可执行文件路径
|
2015-07-03 08:01:53 +00:00
|
|
|
|
:param max_cpu_time: 最大cpu时间,单位ms
|
2016-03-29 11:40:53 +00:00
|
|
|
|
:param max_memory: 最大内存,单位字节,直接传给judger.run方法
|
2015-07-06 11:20:12 +00:00
|
|
|
|
:param test_case_dir: 测试用例文件夹路径
|
2015-07-03 08:01:53 +00:00
|
|
|
|
:return:返回结果list
|
|
|
|
|
"""
|
2015-08-12 11:55:41 +00:00
|
|
|
|
self._language = languages[language_code]
|
2015-07-07 05:33:38 +00:00
|
|
|
|
self._exe_path = exe_path
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._max_cpu_time = max_cpu_time
|
2016-03-31 13:30:18 +00:00
|
|
|
|
|
|
|
|
|
# 如果是Java, 就不在judger中限制内存分配了, 而是转移到Java运行参数中,
|
|
|
|
|
# 参见 https://github.com/QingdaoU/OnlineJudge/issues/23
|
|
|
|
|
# 这里给出3倍的限制, 是为了防止出现OutOfMemory异常导致误判为Runtime Error,
|
|
|
|
|
# 如果实际使用超过了3倍, 就只能得到Runtime Error的结果了
|
|
|
|
|
# 而最后会比较Java实际使用的内存和1.5倍的设定内存的大小
|
|
|
|
|
self._real_max_memory = max_memory
|
|
|
|
|
if self._language["name"] == "java":
|
|
|
|
|
self._max_memory = judger.MEMORY_UNLIMITED
|
|
|
|
|
self.execute_command = self._language["execute_command"].\
|
|
|
|
|
format(exe_path=self._exe_path, max_memory=max_memory * 3).split(" ")
|
|
|
|
|
else:
|
|
|
|
|
self._max_memory = self._real_max_memory
|
|
|
|
|
self.execute_command = self._language["execute_command"].format(exe_path=self._exe_path).split(" ")
|
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._test_case_dir = test_case_dir
|
2015-07-03 08:01:53 +00:00
|
|
|
|
# 进程池
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._pool = Pool(processes=max_running_number)
|
2015-07-02 09:23:42 +00:00
|
|
|
|
# 测试用例配置项
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._test_case_info = self._load_test_case_info()
|
2016-02-02 02:14:18 +00:00
|
|
|
|
self._judge_base_path = judge_base_path
|
2016-04-06 12:33:19 +00:00
|
|
|
|
self._spj_path = spj_path
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
def _load_test_case_info(self):
|
2015-07-02 15:39:18 +00:00
|
|
|
|
# 读取测试用例信息 转换为dict
|
2015-07-06 11:20:12 +00:00
|
|
|
|
try:
|
2016-04-06 12:33:19 +00:00
|
|
|
|
f = open(os.path.join(self._test_case_dir, "info"))
|
2015-07-06 11:20:12 +00:00
|
|
|
|
return json.loads(f.read())
|
|
|
|
|
except IOError:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError("Test case config file not found")
|
2015-07-06 11:20:12 +00:00
|
|
|
|
except ValueError:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError("Test case config file format error")
|
2015-07-06 11:20:12 +00:00
|
|
|
|
|
|
|
|
|
def _compare_output(self, test_case_id):
|
2015-09-12 12:01:34 +00:00
|
|
|
|
test_case_config = self._test_case_info["test_cases"][str(test_case_id)]
|
2016-02-02 02:14:18 +00:00
|
|
|
|
output_path = os.path.join(self._judge_base_path, str(test_case_id) + ".out")
|
2015-07-06 10:59:30 +00:00
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
f = open(output_path, "rb")
|
|
|
|
|
except IOError:
|
|
|
|
|
# 文件不存在等引发的异常 返回结果错误
|
2015-09-19 07:07:31 +00:00
|
|
|
|
return "", False
|
|
|
|
|
|
|
|
|
|
if "striped_output_md5" not in test_case_config:
|
|
|
|
|
# 计算输出文件的md5 和之前测试用例文件的md5进行比较
|
|
|
|
|
# 兼容之前没有striped_output_md5的测试用例
|
|
|
|
|
# 现在比较的是完整的文件
|
|
|
|
|
md5 = hashlib.md5()
|
|
|
|
|
while True:
|
|
|
|
|
data = f.read(2 ** 8)
|
|
|
|
|
if not data:
|
|
|
|
|
break
|
|
|
|
|
md5.update(data)
|
|
|
|
|
output_md5 = md5.hexdigest()
|
|
|
|
|
|
|
|
|
|
return output_md5, output_md5 == test_case_config["output_md5"]
|
2015-09-12 12:01:34 +00:00
|
|
|
|
else:
|
|
|
|
|
# 这时候需要去除用户输出最后的空格和换行 再去比较md5
|
2015-09-19 07:07:31 +00:00
|
|
|
|
md5 = hashlib.md5()
|
2015-09-12 12:01:34 +00:00
|
|
|
|
# 比较和返回去除空格后的md5比较结果
|
2015-09-19 07:07:31 +00:00
|
|
|
|
md5.update(f.read().rstrip())
|
|
|
|
|
output_md5 = md5.hexdigest()
|
|
|
|
|
return output_md5, output_md5 == test_case_config["striped_output_md5"]
|
2015-07-06 10:59:30 +00:00
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
def _judge_one(self, test_case_id):
|
2016-04-06 12:33:19 +00:00
|
|
|
|
in_file = os.path.join(self._test_case_dir, str(test_case_id) + ".in")
|
|
|
|
|
out_file = os.path.join(self._judge_base_path, str(test_case_id) + ".out")
|
2016-03-31 13:30:18 +00:00
|
|
|
|
run_result = judger.run(path=self.execute_command[0],
|
2016-02-02 02:14:18 +00:00
|
|
|
|
max_cpu_time=self._max_cpu_time,
|
|
|
|
|
max_memory=self._max_memory,
|
2016-04-06 12:33:19 +00:00
|
|
|
|
in_file=in_file,
|
|
|
|
|
out_file=out_file,
|
2016-03-31 13:30:18 +00:00
|
|
|
|
args=self.execute_command[1:],
|
2016-02-02 02:14:18 +00:00
|
|
|
|
env=["PATH=" + os.environ["PATH"]],
|
2016-03-05 03:42:17 +00:00
|
|
|
|
use_sandbox=self._language["use_sandbox"],
|
|
|
|
|
use_nobody=True)
|
2016-03-13 04:08:10 +00:00
|
|
|
|
run_result["test_case"] = test_case_id
|
2016-03-31 13:30:18 +00:00
|
|
|
|
|
|
|
|
|
# 对Java的特殊处理, 详见__init__函数中注释
|
|
|
|
|
if self._language["name"] == "java" and run_result["memory"] > self._real_max_memory * 1.5:
|
|
|
|
|
run_result["flag"] = 3
|
|
|
|
|
|
|
|
|
|
# 将judger返回的结果标志转换为本系统中使用的
|
2016-02-02 02:14:18 +00:00
|
|
|
|
if run_result["flag"] == 0:
|
2016-04-06 12:33:19 +00:00
|
|
|
|
if self._spj_path is None:
|
|
|
|
|
output_md5, r = self._compare_output(test_case_id)
|
|
|
|
|
if r:
|
|
|
|
|
run_result["result"] = result["accepted"]
|
|
|
|
|
else:
|
|
|
|
|
run_result["result"] = result["wrong_answer"]
|
|
|
|
|
run_result["output_md5"] = output_md5
|
2015-07-02 15:39:18 +00:00
|
|
|
|
else:
|
2016-04-07 10:03:47 +00:00
|
|
|
|
spj_result = spj_client.spj(path=self._spj_path,
|
|
|
|
|
max_cpu_time=3 * self._max_cpu_time,
|
|
|
|
|
max_memory=3 * self._real_max_memory,
|
2016-04-06 12:33:19 +00:00
|
|
|
|
in_path=in_file,
|
|
|
|
|
user_out_path=out_file)
|
|
|
|
|
if spj_result["spj_result"] == spj_client.AC:
|
|
|
|
|
run_result["result"] = result["accepted"]
|
|
|
|
|
elif spj_result["spj_result"] == spj_client.WA:
|
|
|
|
|
run_result["result"] = result["wrong_answer"]
|
|
|
|
|
else:
|
|
|
|
|
run_result["result"] = result["system_error"]
|
|
|
|
|
run_result["error"] = "SPJ Crashed, return: %d, signal: %d" % \
|
|
|
|
|
(spj_result["spj_result"], spj_result["signal"])
|
|
|
|
|
|
2016-02-02 02:14:18 +00:00
|
|
|
|
elif run_result["flag"] in [1, 2]:
|
|
|
|
|
run_result["result"] = result["time_limit_exceeded"]
|
|
|
|
|
elif run_result["flag"] == 3:
|
|
|
|
|
run_result["result"] = result["memory_limit_exceeded"]
|
|
|
|
|
elif run_result["flag"] == 4:
|
2015-09-12 11:21:43 +00:00
|
|
|
|
run_result["result"] = result["runtime_error"]
|
2016-02-02 02:14:18 +00:00
|
|
|
|
elif run_result["flag"] == 5:
|
|
|
|
|
run_result["result"] = result["system_error"]
|
2015-07-02 15:39:18 +00:00
|
|
|
|
return run_result
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
|
|
|
|
def run(self):
|
|
|
|
|
# 添加到任务队列
|
2015-07-03 08:56:40 +00:00
|
|
|
|
_results = []
|
|
|
|
|
results = []
|
2015-07-06 11:20:12 +00:00
|
|
|
|
for i in range(self._test_case_info["test_case_number"]):
|
|
|
|
|
_results.append(self._pool.apply_async(_run, (self, i + 1)))
|
|
|
|
|
self._pool.close()
|
|
|
|
|
self._pool.join()
|
2015-07-03 08:56:40 +00:00
|
|
|
|
for item in _results:
|
|
|
|
|
# 注意多进程中的异常只有在get()的时候才会被引发
|
|
|
|
|
# http://stackoverflow.com/questions/22094852/how-to-catch-exceptions-in-workers-in-multiprocessing
|
|
|
|
|
try:
|
|
|
|
|
results.append(item.get())
|
|
|
|
|
except Exception as e:
|
2015-09-12 11:21:43 +00:00
|
|
|
|
logger.error("system error")
|
|
|
|
|
logger.error(e)
|
2015-07-07 05:33:38 +00:00
|
|
|
|
results.append({"result": result["system_error"]})
|
2015-07-03 08:56:40 +00:00
|
|
|
|
return results
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
2015-07-03 08:01:53 +00:00
|
|
|
|
def __getstate__(self):
|
|
|
|
|
# 不同的pool之间进行pickle的时候要排除自己,否则报错
|
2015-07-03 08:56:40 +00:00
|
|
|
|
# http://stackoverflow.com/questions/25382455/python-notimplementederror-pool-objects-cannot-be-passed-between-processes
|
2015-07-03 08:01:53 +00:00
|
|
|
|
self_dict = self.__dict__.copy()
|
2015-07-06 11:20:12 +00:00
|
|
|
|
del self_dict['_pool']
|
2015-09-02 16:41:36 +00:00
|
|
|
|
return self_dict
|