judge在ubuntu上暂时能跑起来了

This commit is contained in:
virusdefender 2015-07-02 23:39:18 +08:00
parent 8f67c37d0c
commit b43dfe37c8
3 changed files with 81 additions and 36 deletions

View File

@ -4,7 +4,8 @@ import time
import commands
from Queue import Queue
from thread_pool import ThreadPool
from settings import MAX_RUNNING_NUMBER, LRUN_GID, LRUN_UID, USE_TMPFS
from settings import max_running_number, lrun_gid, lrun_uid, use_tmpfs
from consts import Language, Result
class JudgeClientException(Exception):
@ -18,34 +19,33 @@ class JudgeClient(object):
self.language = language
# 可执行文件路径,比如 /root/1/a.out /root/1/Main.class
self.exec_file_path = exec_file_path
# 最大的cpu时间
# 最大的cpu时间 单位ms
self.max_cpu_time = max_cpu_time
# 最大实际运行时间
# 最大实际运行时间 单位ms
self.max_real_time = max_real_time
# 最大cpu占用注意不要小于500000
# 最大cpu占用注意不要小于500000 单位byte
self.max_memory = max_memory
# 测试用例文件路径,比如/root/testcase/1/
self.test_case_dir = test_case_dir
# 判题结果队列
self.result_queue = Queue()
# 线程池
self.thread_pool = ThreadPool(size=MAX_RUNNING_NUMBER,
self.thread_pool = ThreadPool(size=max_running_number,
result_queue=self.result_queue)
self.thread_pool.start()
# 测试用例配置项
self.test_case_config = {}
self.load_test_case_config()
self.test_case_info = self.load_test_case_info()
def load_test_case_config(self):
# 读取测试用例配置项 转换为dict
def load_test_case_info(self):
# 读取测试用例信息 转换为dict
# try:
# f = open(self.test_case_dir + "config")
# self.test_case_config = json.loads(f.read())
# f = open(self.test_case_dir + "info")
# return json.loads(f.read())
# except IOError:
# raise JudgeClientException("Test case config file not found")
# except ValueError:
# raise JudgeClientException("Test case config file format error")
return {"test_case_number": 1,
return {"test_case_number": 2,
"test_cases":
{
"1": {"input_name": "1.in",
@ -64,24 +64,26 @@ class JudgeClient(object):
"""
设置相关运行限制 进制访问网络 如果启用tmpfs 就把代码输出写入tmpfs否则写入硬盘
"""
# todo 系统调用白名单 chroot等参数
# fixme 时间的单位问题
command = "lrun" + \
" --max-cpu-time " + str(self.max_cpu_time) + \
" --max-real-time " + str(self.max_real_time) + \
" --max-memory " + str(self.max_memory) + \
" --network false" + \
" --uid " + str(LRUN_UID) + \
" --gid " + str(LRUN_GID)
if USE_TMPFS:
command += (" --tmpfs /var " +
str(int(self.test_case_config["test_cases"][str(test_case_id)]["output_size"] * 1.2)))
" --uid " + str(lrun_uid) + \
" --gid " + str(lrun_gid)
#if use_tmpfs:
# command += (" --tmpfs /var " +
# str(int(self.test_case_info["test_cases"][str(test_case_id)]["output_size"] * 1.2)))
if self.language == "java":
if self.language == Language.JAVA:
command += (" java " + self.exec_file_path)
else:
command += (" " + self.exec_file_path)
# fixme 输出路径
command += (" 0<" + self.test_case_dir + str(test_case_id) + ".in" +
" 1>" + "/var/" + str(test_case_id) + ".out" +
" 1>" + "/var/judge/" + str(test_case_id) + ".out" +
" 3>&2")
return command
@ -111,37 +113,57 @@ class JudgeClient(object):
elif name == "EXITCODE":
result[translate[name]] = int(value)
elif name == "EXCEED":
if result == "none":
if value == "none":
result[translate[name]] = None
else:
result[translate[name]] = translate[value]
return result
def judge_one(self, test_case_id):
command = self.generate_command(test_case_id + 1)
# 运行lrun程序 接收返回值
command = self.generate_command(test_case_id)
status_code, output = commands.getstatusoutput(command)
if status_code:
raise JudgeClientException(output)
return output
run_result = self.parse_lrun_output(output)
run_result["test_case_id"] = test_case_id
# 如果返回值非0代表非正常结束
if run_result["exit_code"]:
run_result["result"] = Result.RUNTIME_ERROR
return run_result
# 代表内存或者时间超过限制了
if run_result["exceed"]:
if run_result["exceed"] == "memory":
run_result["result"] = Result.MEMORY_LIMIT_EXCEEDED
elif run_result["exceed"] in ["cpu_time", "real_time"]:
run_result["result"] = Result.TIME_LIMIT_EXCEEDED
else:
run_result["result"] = Result.SYSTEM_ERROR
return run_result
# 下面就是代码正常运行了
run_result["result"] = Result.ACCEPTED
return run_result
def run(self):
# 添加到任务队列
for i in range(self.test_case_config["test_case_number"]):
self.thread_pool.append_job(self.judge_one, i)
for i in range(self.test_case_info["test_case_number"]):
self.thread_pool.append_job(self.judge_one, i + 1)
self.thread_pool.join()
self.thread_pool.stop()
# 先判断lrun的返回结果 看是否有超过限制的 在判断输出结果
for i in range(self.test_case_config["test_case_number"]):
result = self.parse_lrun_output(self.result_queue.get(block=False))
# todo
for i in range(self.test_case_info["test_case_number"]):
print self.result_queue.get(block=False)
client = JudgeClient(language="c",
exec_file_path="/root/a.out",
client = JudgeClient(language=Language.C,
exec_file_path="/var/judge/a.out",
max_cpu_time=1000,
max_real_time=2000,
max_memory=600000,
test_case_dir="/root/test_case/p1/")
test_case_dir="/var/test_case/1/")
client.run()

17
judge/consts.py Normal file
View File

@ -0,0 +1,17 @@
# coding=utf-8
class Result(object):
ACCEPTED = 0
RUNTIME_ERROR = 1
TIME_LIMIT_EXCEEDED = 2
MEMORY_LIMIT_EXCEEDED = 3
COMPILE_ERROR = 4
FORMAT_ERROR = 5
WRONG_ANSWER = 6
SYSTEM_ERROR = 7
WAITING = 8
class Language(object):
C = 1
CPP = 2
JAVA = 3

View File

@ -3,7 +3,13 @@
# 如果MAX_RUNNING_NUMBER大于等于5那么这5组数据就会同时进行评测然后返回结果。
# 如果MAX_RUNNING_NUMBER小于5为3那么就会同时运行前三组测试数据然后再运行后两组数据
# 这样可以避免同时运行的程序过多导致的cpu占用太高
MAX_RUNNING_NUMBER = 10
USE_TMPFS = True
LRUN_UID = 1001
LRUN_GID = 1002
max_running_number = 10
# 是否使用tmpfs来缓存程序输出。开启可以提高性能在内存不足的情况下可以关闭
use_tmpfs = True
# lrun运行用户的uid
lrun_uid = 1001
# lrun用户组gid
lrun_gid = 1002