2015-07-02 09:23:42 +00:00
|
|
|
|
# coding=utf-8
|
2015-07-06 11:20:12 +00:00
|
|
|
|
import json
|
2015-07-02 09:23:42 +00:00
|
|
|
|
import commands
|
2015-07-06 10:59:30 +00:00
|
|
|
|
import hashlib
|
2015-07-03 08:01:53 +00:00
|
|
|
|
from multiprocessing import Pool
|
2015-07-03 08:56:40 +00:00
|
|
|
|
|
2015-07-06 10:59:30 +00:00
|
|
|
|
from settings import max_running_number, lrun_gid, lrun_uid, judger_workspace
|
2015-07-07 05:33:38 +00:00
|
|
|
|
from language import languages
|
|
|
|
|
from result import result
|
|
|
|
|
from compiler import compile_
|
2015-07-17 03:00:15 +00:00
|
|
|
|
from judge_exceptions import JudgeClientError, CompileError
|
2015-07-07 13:04:38 +00:00
|
|
|
|
from utils import parse_lrun_output
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
|
|
|
|
|
2015-07-03 12:10:38 +00:00
|
|
|
|
# 下面这个函数作为代理访问实例变量,否则Python2会报错,是Python2的已知问题
|
|
|
|
|
# http://stackoverflow.com/questions/1816958/cant-pickle-type-instancemethod-when-using-pythons-multiprocessing-pool-ma/7309686
|
|
|
|
|
def _run(instance, test_case_id):
|
2015-07-06 11:20:12 +00:00
|
|
|
|
return instance._judge_one(test_case_id)
|
2015-07-03 12:10:38 +00:00
|
|
|
|
|
|
|
|
|
|
2015-07-02 09:23:42 +00:00
|
|
|
|
class JudgeClient(object):
|
2015-07-07 05:33:38 +00:00
|
|
|
|
def __init__(self, language_code, exe_path, max_cpu_time,
|
2015-07-02 09:23:42 +00:00
|
|
|
|
max_real_time, max_memory, test_case_dir):
|
2015-07-03 08:01:53 +00:00
|
|
|
|
"""
|
2015-07-07 05:33:38 +00:00
|
|
|
|
:param language_code: 语言编号
|
|
|
|
|
:param exe_path: 可执行文件路径
|
2015-07-03 08:01:53 +00:00
|
|
|
|
:param max_cpu_time: 最大cpu时间,单位ms
|
|
|
|
|
:param max_real_time: 最大执行时间,单位ms
|
|
|
|
|
:param max_memory: 最大内存,单位MB
|
2015-07-06 11:20:12 +00:00
|
|
|
|
:param test_case_dir: 测试用例文件夹路径
|
2015-07-03 08:01:53 +00:00
|
|
|
|
:return:返回结果list
|
|
|
|
|
"""
|
2015-08-12 11:55:41 +00:00
|
|
|
|
self._language = languages[language_code]
|
2015-07-07 05:33:38 +00:00
|
|
|
|
self._exe_path = exe_path
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._max_cpu_time = max_cpu_time
|
|
|
|
|
self._max_real_time = max_real_time
|
|
|
|
|
self._max_memory = max_memory
|
|
|
|
|
self._test_case_dir = test_case_dir
|
2015-07-03 08:01:53 +00:00
|
|
|
|
# 进程池
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._pool = Pool(processes=max_running_number)
|
2015-07-02 09:23:42 +00:00
|
|
|
|
# 测试用例配置项
|
2015-07-06 11:20:12 +00:00
|
|
|
|
self._test_case_info = self._load_test_case_info()
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
def _load_test_case_info(self):
|
2015-07-02 15:39:18 +00:00
|
|
|
|
# 读取测试用例信息 转换为dict
|
2015-07-06 11:20:12 +00:00
|
|
|
|
try:
|
|
|
|
|
f = open(self._test_case_dir + "info")
|
|
|
|
|
return json.loads(f.read())
|
|
|
|
|
except IOError:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError("Test case config file not found")
|
2015-07-06 11:20:12 +00:00
|
|
|
|
except ValueError:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError("Test case config file format error")
|
2015-07-06 11:20:12 +00:00
|
|
|
|
|
|
|
|
|
def _generate_command(self, test_case_id):
|
2015-07-02 09:23:42 +00:00
|
|
|
|
"""
|
|
|
|
|
设置相关运行限制 进制访问网络 如果启用tmpfs 就把代码输出写入tmpfs,否则写入硬盘
|
|
|
|
|
"""
|
2015-07-02 15:39:18 +00:00
|
|
|
|
# todo 系统调用白名单 chroot等参数
|
2015-07-02 09:23:42 +00:00
|
|
|
|
command = "lrun" + \
|
2015-07-06 11:20:12 +00:00
|
|
|
|
" --max-cpu-time " + str(self._max_cpu_time / 1000.0) + \
|
2015-08-13 10:15:00 +00:00
|
|
|
|
" --max-real-time " + str(self._max_real_time / 1000.0 * 2) + \
|
2015-07-06 11:20:12 +00:00
|
|
|
|
" --max-memory " + str(self._max_memory * 1000 * 1000) + \
|
2015-07-02 09:23:42 +00:00
|
|
|
|
" --network false" + \
|
2015-07-02 15:39:18 +00:00
|
|
|
|
" --uid " + str(lrun_uid) + \
|
|
|
|
|
" --gid " + str(lrun_gid)
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
2015-07-07 05:33:38 +00:00
|
|
|
|
execute_command = self._language["execute_command"].format(exe_path=self._exe_path)
|
2015-07-06 10:59:30 +00:00
|
|
|
|
|
2015-07-07 05:33:38 +00:00
|
|
|
|
command += (" " +
|
|
|
|
|
execute_command +
|
2015-07-07 11:26:40 +00:00
|
|
|
|
# 0就是stdin
|
2015-07-07 05:33:38 +00:00
|
|
|
|
" 0<" + self._test_case_dir + str(test_case_id) + ".in" +
|
2015-07-07 11:26:40 +00:00
|
|
|
|
# 1就是stdout
|
2015-07-06 10:59:30 +00:00
|
|
|
|
" 1>" + judger_workspace + str(test_case_id) + ".out" +
|
2015-07-07 11:26:40 +00:00
|
|
|
|
# 3是stderr,包含lrun的输出和程序的异常输出
|
2015-07-02 09:23:42 +00:00
|
|
|
|
" 3>&2")
|
|
|
|
|
return command
|
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
def _parse_lrun_output(self, output):
|
2015-07-07 11:26:40 +00:00
|
|
|
|
# 要注意的是 lrun把结果输出到了stderr,所以有些情况下lrun的输出可能与程序的一些错误输出的混合的,要先分离一下
|
|
|
|
|
error = None
|
|
|
|
|
# 倒序找到MEMORY的位置
|
|
|
|
|
output_start = output.rfind("MEMORY")
|
|
|
|
|
if output_start == -1:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError("Lrun result parse error")
|
2015-07-07 11:26:40 +00:00
|
|
|
|
# 如果不是0,说明lrun输出前面有输出,也就是程序的stderr有内容
|
|
|
|
|
if output_start != 0:
|
|
|
|
|
error = output[0:output_start]
|
|
|
|
|
# 分离出lrun的输出
|
|
|
|
|
output = output[output_start:]
|
2015-07-07 13:04:38 +00:00
|
|
|
|
|
|
|
|
|
return error, parse_lrun_output(output)
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
def _compare_output(self, test_case_id):
|
|
|
|
|
test_case_md5 = self._test_case_info["test_cases"][str(test_case_id)]["output_md5"]
|
2015-07-06 10:59:30 +00:00
|
|
|
|
output_path = judger_workspace + str(test_case_id) + ".out"
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
f = open(output_path, "rb")
|
|
|
|
|
except IOError:
|
|
|
|
|
# 文件不存在等引发的异常 返回结果错误
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
# 计算输出文件的md5 和之前测试用例文件的md5进行比较
|
|
|
|
|
md5 = hashlib.md5()
|
|
|
|
|
while True:
|
|
|
|
|
data = f.read(2 ** 8)
|
|
|
|
|
if not data:
|
|
|
|
|
break
|
|
|
|
|
md5.update(data)
|
|
|
|
|
|
|
|
|
|
# 对比文件是否一致
|
|
|
|
|
# todo 去除最后的空行
|
|
|
|
|
return md5.hexdigest() == test_case_md5
|
|
|
|
|
|
2015-07-06 11:20:12 +00:00
|
|
|
|
def _judge_one(self, test_case_id):
|
2015-07-02 15:39:18 +00:00
|
|
|
|
# 运行lrun程序 接收返回值
|
2015-07-06 11:20:12 +00:00
|
|
|
|
command = self._generate_command(test_case_id)
|
2015-07-02 09:23:42 +00:00
|
|
|
|
status_code, output = commands.getstatusoutput(command)
|
|
|
|
|
if status_code:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError(output)
|
2015-07-07 11:26:40 +00:00
|
|
|
|
error, run_result = self._parse_lrun_output(output)
|
2015-07-02 15:39:18 +00:00
|
|
|
|
|
|
|
|
|
run_result["test_case_id"] = test_case_id
|
|
|
|
|
|
2015-07-07 11:26:40 +00:00
|
|
|
|
# 如果返回值非0 或者信号量不是0 或者程序的stderr有输出 代表非正常结束
|
|
|
|
|
if run_result["exit_code"] or run_result["term_sig"] or run_result["siginaled"] or error:
|
2015-07-07 05:33:38 +00:00
|
|
|
|
run_result["result"] = result["runtime_error"]
|
2015-07-02 15:39:18 +00:00
|
|
|
|
return run_result
|
|
|
|
|
|
|
|
|
|
# 代表内存或者时间超过限制了
|
|
|
|
|
if run_result["exceed"]:
|
|
|
|
|
if run_result["exceed"] == "memory":
|
2015-07-07 05:33:38 +00:00
|
|
|
|
run_result["result"] = result["memory_limit_exceeded"]
|
2015-07-02 15:39:18 +00:00
|
|
|
|
elif run_result["exceed"] in ["cpu_time", "real_time"]:
|
2015-07-07 05:33:38 +00:00
|
|
|
|
run_result["result"] = result["time_limit_exceeded"]
|
2015-07-02 15:39:18 +00:00
|
|
|
|
else:
|
2015-07-17 03:00:15 +00:00
|
|
|
|
raise JudgeClientError("Error exceeded type: " + run_result["exceed"])
|
2015-07-02 15:39:18 +00:00
|
|
|
|
return run_result
|
|
|
|
|
|
2015-07-06 10:59:30 +00:00
|
|
|
|
# 下面就是代码正常运行了 需要判断代码的输出是否正确
|
2015-07-06 11:20:12 +00:00
|
|
|
|
if self._compare_output(test_case_id):
|
2015-07-07 05:33:38 +00:00
|
|
|
|
run_result["result"] = result["accepted"]
|
2015-07-06 10:59:30 +00:00
|
|
|
|
else:
|
2015-07-07 05:33:38 +00:00
|
|
|
|
run_result["result"] = result["wrong_answer"]
|
2015-07-06 10:59:30 +00:00
|
|
|
|
|
2015-07-02 15:39:18 +00:00
|
|
|
|
return run_result
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
|
|
|
|
def run(self):
|
|
|
|
|
# 添加到任务队列
|
2015-07-03 08:56:40 +00:00
|
|
|
|
_results = []
|
|
|
|
|
results = []
|
2015-07-06 11:20:12 +00:00
|
|
|
|
for i in range(self._test_case_info["test_case_number"]):
|
|
|
|
|
_results.append(self._pool.apply_async(_run, (self, i + 1)))
|
|
|
|
|
self._pool.close()
|
|
|
|
|
self._pool.join()
|
2015-07-03 08:56:40 +00:00
|
|
|
|
for item in _results:
|
|
|
|
|
# 注意多进程中的异常只有在get()的时候才会被引发
|
|
|
|
|
# http://stackoverflow.com/questions/22094852/how-to-catch-exceptions-in-workers-in-multiprocessing
|
|
|
|
|
try:
|
|
|
|
|
results.append(item.get())
|
|
|
|
|
except Exception as e:
|
2015-07-07 13:04:38 +00:00
|
|
|
|
# todo logging
|
2015-07-06 10:59:30 +00:00
|
|
|
|
print e
|
2015-07-07 05:33:38 +00:00
|
|
|
|
results.append({"result": result["system_error"]})
|
2015-07-03 08:56:40 +00:00
|
|
|
|
return results
|
2015-07-02 09:23:42 +00:00
|
|
|
|
|
2015-07-03 08:01:53 +00:00
|
|
|
|
def __getstate__(self):
|
|
|
|
|
# 不同的pool之间进行pickle的时候要排除自己,否则报错
|
2015-07-03 08:56:40 +00:00
|
|
|
|
# http://stackoverflow.com/questions/25382455/python-notimplementederror-pool-objects-cannot-be-passed-between-processes
|
2015-07-03 08:01:53 +00:00
|
|
|
|
self_dict = self.__dict__.copy()
|
2015-07-06 11:20:12 +00:00
|
|
|
|
del self_dict['_pool']
|
2015-08-12 02:24:06 +00:00
|
|
|
|
return self_dict
|