132 lines
4.2 KiB
Python
132 lines
4.2 KiB
Python
import hashlib
|
|
import shlex
|
|
from pathlib import Path
|
|
|
|
from joj3_config_generator.models import repo, result, task
|
|
|
|
|
|
def get_grading_repo_name() -> str:
|
|
# FIXME: uncomment back when everything is ready!
|
|
host_name = "engr151"
|
|
# host_name = socket.gethostname()
|
|
return f"{host_name.split('-')[0]}-joj"
|
|
|
|
|
|
def get_teapot_config(repo_conf: repo.Config, task_conf: task.Config) -> result.Teapot:
|
|
groups_config = []
|
|
for group_name in repo_conf.groups.name:
|
|
groups_config.append(
|
|
{
|
|
"name": group_name,
|
|
"maxCount": 1000,
|
|
"timePeriodHour": 24,
|
|
}
|
|
)
|
|
|
|
for idx, max_count in enumerate(repo_conf.groups.max_count):
|
|
groups_config[idx]["maxCount"] = max_count
|
|
|
|
for idx, time_period_hour in enumerate(repo_conf.groups.time_period_hour):
|
|
groups_config[idx]["timePeriodHour"] = time_period_hour
|
|
|
|
teapot = result.Teapot(
|
|
# TODO: fix the log path
|
|
log_path=f"/home/tt/.cache/joj3/{task_conf.task.type_}-joint-teapot-debug.log",
|
|
# FIXME: may need to fix the path below
|
|
scoreboard_path=(
|
|
f"{task_conf.task.type_.split("/")[0]}/{task_conf.task.type_.split("/")[1]}-scoreboard.csv"
|
|
if task_conf.task.type_ is not None
|
|
else "scoreboard.csv"
|
|
),
|
|
failed_table_path=(
|
|
f"{task_conf.task.type_.split("/")[0]}/{task_conf.task.type_.split("/")[1]}-failed-table.md"
|
|
if task_conf.task.type_ is not None
|
|
else "failed-table.md"
|
|
),
|
|
grading_repo_name=get_grading_repo_name(),
|
|
max_total_score=repo_conf.max_total_score,
|
|
groups=groups_config
|
|
)
|
|
return teapot
|
|
|
|
|
|
def get_healthcheck_cmd(repo_conf: repo.Config) -> result.Cmd:
|
|
repoSize = repo_conf.max_size
|
|
immutable = repo_conf.files.immutable
|
|
repo_size = f"-repoSize={str(repoSize)} "
|
|
required_files = repo_conf.files.required
|
|
|
|
for i, meta in enumerate(required_files):
|
|
required_files[i] = f"-meta={meta} "
|
|
|
|
immutable_files = f"-checkFileNameList="
|
|
for i, name in enumerate(immutable):
|
|
if i == len(immutable) - 1:
|
|
immutable_files = immutable_files + name + " "
|
|
else:
|
|
immutable_files = immutable_files + name + ","
|
|
chore = f"/tmp/repo-health-checker -root=. "
|
|
args = ""
|
|
args = args + chore
|
|
args = args + repo_size
|
|
for meta in required_files:
|
|
args = args + meta
|
|
|
|
args = args + get_hash(immutable)
|
|
|
|
args = args + immutable_files
|
|
|
|
cmd = result.Cmd(
|
|
args=shlex.split(args),
|
|
copy_in={
|
|
# This path is hardcoded
|
|
f"/tmp/repo-health-checker": result.CmdFile(
|
|
src="/usr/local/bin/repo-health-checker"
|
|
)
|
|
},
|
|
)
|
|
return cmd
|
|
|
|
|
|
def get_healthcheck_config(repo_conf: repo.Config) -> result.StageDetail:
|
|
healthcheck_stage = result.StageDetail(
|
|
name="healthcheck",
|
|
group="",
|
|
executor=result.Executor(
|
|
name="sandbox",
|
|
with_=result.ExecutorWith(default=get_healthcheck_cmd(repo_conf), cases=[]),
|
|
),
|
|
parsers=[ParserConfig(name="healthcheck", with_={"score": 0, "comment": ""})],
|
|
)
|
|
return healthcheck_stage
|
|
|
|
|
|
def calc_sha256sum(file_path: str) -> str:
|
|
sha256_hash = hashlib.sha256()
|
|
with open(file_path, "rb") as f:
|
|
for byte_block in iter(lambda: f.read(65536 * 2), b""):
|
|
sha256_hash.update(byte_block)
|
|
return sha256_hash.hexdigest()
|
|
|
|
|
|
def get_hash(immutable_files: list[str]) -> str: # input should be a list
|
|
# FIXME: should be finalized when get into the server
|
|
current_file_path = Path(__file__).resolve()
|
|
project_root = current_file_path.parents[2]
|
|
file_path = f"{project_root}/tests/immutable_p3-test/"
|
|
immutable_hash = []
|
|
for i, file in enumerate(immutable_files):
|
|
immutable_files[i] = file_path + file.rsplit("/", 1)[-1]
|
|
|
|
for i, file in enumerate(immutable_files):
|
|
immutable_hash.append(calc_sha256sum(file))
|
|
|
|
hash_check = "-checkFileSumList="
|
|
|
|
for i, file in enumerate(immutable_hash):
|
|
if i == len(immutable_hash) - 1:
|
|
hash_check = hash_check + file + " "
|
|
else:
|
|
hash_check = hash_check + file + ","
|
|
return hash_check
|