docs: full toml sample (#20) #27
337
tests/convert/full/task.json
Normal file
337
tests/convert/full/task.json
Normal file
|
|
@ -0,0 +1,337 @@
|
|||
{
|
||||
"name": "hw7 ex3",
|
||||
"logPath": "/home/tt/.cache/joj3/hw7/joj3.log",
|
||||
"expireUnixTimestamp": 0,
|
||||
"effectiveUnixTimestamp": 0,
|
||||
"actorCsvPath": "/home/tt/.config/joj/students.csv",
|
||||
"maxTotalScore": 100,
|
||||
"stage": {
|
||||
"sandboxExecServer": "172.17.0.1:5051",
|
||||
"sandboxToken": "",
|
||||
"outputPath": "/tmp/joj3_result.json",
|
||||
"stages": [
|
||||
{
|
||||
"name": "Health Check",
|
||||
"group": "",
|
||||
"executor": {
|
||||
"name": "local",
|
||||
"with": {
|
||||
"default": {
|
||||
"args": [],
|
||||
"env": [
|
||||
"PATH=/usr/bin:/bin:/usr/local/bin"
|
||||
],
|
||||
"stdin": {
|
||||
"content": ""
|
||||
},
|
||||
"stdout": {
|
||||
"name": "stdout",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"stderr": {
|
||||
"name": "stderr",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"cpuLimit": 10000000000,
|
||||
"clockLimit": 20000000000,
|
||||
"memoryLimit": 268435456,
|
||||
"stackLimit": 0,
|
||||
"procLimit": 50,
|
||||
"cpuRateLimit": 0,
|
||||
"cpuSetLimit": "",
|
||||
"copyIn": {},
|
||||
"copyInCached": {},
|
||||
"copyInDir": ".",
|
||||
"copyOut": [
|
||||
"stdout",
|
||||
"stderr"
|
||||
],
|
||||
"copyOutCached": [],
|
||||
"copyOutMax": 0,
|
||||
"copyOutDir": "",
|
||||
"tty": false,
|
||||
"strictMemoryLimit": false,
|
||||
"dataSegmentLimit": false,
|
||||
"addressSpaceLimit": false
|
||||
},
|
||||
"cases": [
|
||||
{
|
||||
"args": [
|
||||
"/usr/local/bin/repo-health-checker",
|
||||
"-root=.",
|
||||
"-repoSize=10.0",
|
||||
"-meta=README.md",
|
||||
"-meta=Changelog.md",
|
||||
"-checkFileSumList=",
|
||||
"-checkFileNameList="
|
||||
]
|
||||
},
|
||||
{
|
||||
"args": [
|
||||
"/usr/local/bin/joint-teapot",
|
||||
"joj3-check-env",
|
||||
"/home/tt/.config/teapot/teapot.env",
|
||||
"--grading-repo-name",
|
||||
"JOJ3-config-generator",
|
||||
"--scoreboard-filename",
|
||||
"scoreboard-hw7.csv",
|
||||
"--group-config",
|
||||
"joj=1000:24,run=100:1",
|
||||
"--begin-time",
|
||||
"2024-12-29T23:59:59",
|
||||
"--end-time",
|
||||
"2024-12-30T23:59:59",
|
||||
"--penalty-config",
|
||||
"24.0=0.75,48.0=0.5,72.0=0.25"
|
||||
],
|
||||
"env": [
|
||||
"REPOS_DIR=/home/tt/.cache",
|
||||
"LOG_FILE_PATH=/home/tt/.cache/joint-teapot-debug.log"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"parsers": [
|
||||
{
|
||||
"name": "healthcheck",
|
||||
"with": {
|
||||
"score": 0
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "debug",
|
||||
"with": {}
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"name": "Generate yes.txt [no]",
|
||||
"group": "no",
|
||||
"executor": {
|
||||
"name": "sandbox",
|
||||
"with": {
|
||||
"default": {
|
||||
"args": [
|
||||
"sh",
|
||||
"-c",
|
||||
"yes | head -n 10 > yes.txt"
|
||||
],
|
||||
"env": [
|
||||
"PATH=/usr/bin:/bin:/usr/local/bin",
|
||||
"THE_ANSWER=42"
|
||||
],
|
||||
"stdin": {
|
||||
"content": ""
|
||||
},
|
||||
"stdout": {
|
||||
"name": "stdout",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"stderr": {
|
||||
"name": "stderr",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"cpuLimit": 1000000000,
|
||||
"clockLimit": 2000000000,
|
||||
"memoryLimit": 268435456,
|
||||
"stackLimit": 0,
|
||||
"procLimit": 50,
|
||||
"cpuRateLimit": 0,
|
||||
"cpuSetLimit": "",
|
||||
"copyIn": {
|
||||
"tools/filelength": {
|
||||
"src": "/home/tt/.config/joj/tools/filelength"
|
||||
},
|
||||
"h7/Makefile": {
|
||||
"src": "/home/tt/.config/joj/tools/Makefile"
|
||||
}
|
||||
},
|
||||
"copyInCached": {},
|
||||
"copyInDir": ".",
|
||||
"copyOut": [
|
||||
"stdout",
|
||||
"stderr"
|
||||
],
|
||||
"copyOutCached": [
|
||||
"yes.txt"
|
||||
],
|
||||
"copyOutMax": 0,
|
||||
"copyOutDir": "",
|
||||
"tty": false,
|
||||
"strictMemoryLimit": false,
|
||||
"dataSegmentLimit": false,
|
||||
"addressSpaceLimit": false
|
||||
},
|
||||
"cases": []
|
||||
}
|
||||
},
|
||||
"parsers": [
|
||||
{
|
||||
"name": "result-status",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"comment": "Congrats! There is a yes.txt file generated!",
|
||||
"forceQuitOnNotAccepted": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "result-detail",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"comment": "",
|
||||
"showExxecutorStatus": true,
|
||||
"showExitStatus": true,
|
||||
"showError": false,
|
||||
"showTime": true,
|
||||
"showMemory": true,
|
||||
"showRuntime": true,
|
||||
"showProcPeak": false,
|
||||
"showFiles": [],
|
||||
"filesInCodeBlock": true,
|
||||
"maxFileLength": 2048
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "keyword",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "clangtidy",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "cppcheck",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "cpplint",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "elf",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "dummy",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"comment": "",
|
||||
"forceQuit": false
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "diff",
|
||||
"with": {
|
||||
"name": "diff",
|
||||
"cases": []
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"preStages": [],
|
||||
"postStages": [
|
||||
{
|
||||
"name": "teapot",
|
||||
"group": "",
|
||||
"executor": {
|
||||
"name": "local",
|
||||
"with": {
|
||||
"default": {
|
||||
"args": [
|
||||
"/usr/local/bin/joint-teapot",
|
||||
"joj3-all-env",
|
||||
"/home/tt/.config/teapot/teapot.env",
|
||||
"--grading-repo-name",
|
||||
"JOJ3-config-generator",
|
||||
"--max-total-score",
|
||||
"100",
|
||||
"--issue-label-name",
|
||||
"Kind/Testing",
|
||||
"--issue-label-color",
|
||||
"#795548",
|
||||
"--scoreboard-filename",
|
||||
"scoreboard-hw7.csv",
|
||||
"--end-time",
|
||||
"2024-12-30T23:59:59",
|
||||
"--penalty-config",
|
||||
"24.0=0.75,48.0=0.5,72.0=0.25"
|
||||
],
|
||||
"env": [
|
||||
"REPOS_DIR=/home/tt/.cache",
|
||||
"LOG_FILE_PATH=/home/tt/.cache/joint-teapot-debug.log"
|
||||
],
|
||||
"stdin": {
|
||||
"content": ""
|
||||
},
|
||||
"stdout": {
|
||||
"name": "stdout",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"stderr": {
|
||||
"name": "stderr",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"cpuLimit": 30000000000,
|
||||
"clockLimit": 60000000000,
|
||||
"memoryLimit": 268435456,
|
||||
"stackLimit": 0,
|
||||
"procLimit": 50,
|
||||
"cpuRateLimit": 0,
|
||||
"cpuSetLimit": "",
|
||||
"copyIn": {},
|
||||
"copyInCached": {},
|
||||
"copyInDir": ".",
|
||||
"copyOut": [
|
||||
"stdout",
|
||||
"stderr"
|
||||
],
|
||||
"copyOutCached": [],
|
||||
"copyOutMax": 0,
|
||||
"copyOutDir": "",
|
||||
"tty": false,
|
||||
"strictMemoryLimit": false,
|
||||
"dataSegmentLimit": false,
|
||||
"addressSpaceLimit": false
|
||||
},
|
||||
"cases": []
|
||||
}
|
||||
},
|
||||
"parsers": [
|
||||
{
|
||||
"name": "log",
|
||||
"with": {
|
||||
"msg": "joj3 summary"
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "debug",
|
||||
"with": {}
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
143
tests/convert/full/task.toml
Normal file
143
tests/convert/full/task.toml
Normal file
|
|
@ -0,0 +1,143 @@
|
|||
name = "hw7 ex3" # task name, will be shown in the issue title
|
||||
|
||||
# scoreboard file name in grading repo, "auto" for automatic generation, optional
|
||||
scoreboard = "auto"
|
||||
# scoreboard = "scoreboard.md" # use this if you want to specify a custom scoreboard
|
||||
|
||||
# task triggered not in this time period will not pass the health check
|
||||
time.begin = 2024-12-29 23:59:59 # begin time, optional
|
||||
time.end = 2024-12-30 23:59:59 # end time, optional
|
||||
|
||||
# explanation of the following config:
|
||||
# if the submission is within 0-24 hours late from time.end,
|
||||
# the final score will be multiplied by 0.75
|
||||
# if the submission is within 24-48 hours, multiplied by 0.5
|
||||
# if the submission is within 48-72 hours, multiplied by 0.25
|
||||
penalties.hours = [24, 48, 72] # penalty hours for late submissions
|
||||
penalties.factors = [0.75, 0.5, 0.25] # penalty factors for late submissions
|
||||
|
||||
# check repo.toml, fields below can override repo.toml
|
||||
max-total-score = 100
|
||||
groups.name = ["joj", "run"]
|
||||
groups.max-count = [1000, 100]
|
||||
groups.time-period-hour = [24, 1]
|
||||
|
||||
# list of stages
|
||||
[[stages]]
|
||||
# stage name, content in the `[]` set the group
|
||||
# conventional commit message needs to contain the group name to run it
|
||||
# e.g. commit msg "test(hw7): run yes" will not run this stage
|
||||
# commit msg "test(hw7): run yes [no]" will run this stage
|
||||
name = "Generate yes.txt [no]"
|
||||
|
||||
# environment variables, will be set in the sandbox
|
||||
# by default, "PATH=/usr/bin:/bin:/usr/local/bin" will be inserted in the front
|
||||
env = ["THE_ANSWER=42"]
|
||||
command = "sh -c 'yes | head -n 10 > yes.txt'" # command to run in the sandbox, use `sh -c` to run shell commands
|
||||
# files to import into the sandbox, relative to `/home/tt/.config/joj/`
|
||||
# e.g. this will copy `/home/tt/.config/joj/tools/filelength` in host
|
||||
# to `/w/tools/filelength` in the sandbox as work dir in sandbox is `/w`
|
||||
files.import = [ "tools/filelength" ]
|
||||
# files to import into the sandbox
|
||||
# key is the path in the host, value is the path in the sandbox
|
||||
# e.g. this will copy `/home/tt/.config/joj/h7/Makefile` in host
|
||||
|
bomingzh marked this conversation as resolved
Outdated
|
||||
# to `/w/tools/Makefile` in the sandbox
|
||||
files.import-map = { "tools/Makefile"= "h7/Makefile" }
|
||||
# files to export from the sandbox, relative to `/w`, will be imported to later
|
||||
# stages automatically
|
||||
files.export = [ "yes.txt" ]
|
||||
# whether to copy all files from the current working directory from host (i.e. the whole repo)
|
||||
copy-in-cwd = true # default: true
|
||||
|
||||
|
bomingzh marked this conversation as resolved
Outdated
manuel
commented
maybe we should should add a warning NOT to change/setup those values unless stricly necessary? maybe we should should add a warning NOT to change/setup those values unless stricly necessary?
张泊明518370910136
commented
In theory, in the run stage of a compiled language, it should be set as false to improve performance. As the binary is exported in the previous stage, it will be automatically imported here. Should we remind TAs for this? In theory, in the run stage of a compiled language, it should be set as false to improve performance. As the binary is exported in the previous stage, it will be automatically imported here. Should we remind TAs for this?
manuel
commented
yes, agree. but in fact my comment was about adding a comment above the options below (to change time/ram/etc.) yes, agree.
but in fact my comment was about adding a comment above the options below (to change time/ram/etc.)
张泊明518370910136
commented
done. done.
|
||||
limit.cpu = "1s" # CPU time limit, default: "1s"
|
||||
limit.mem = "256m" # memory limit, default: "256m"
|
||||
limit.time = "2s" # wall-clock time limit, if not set, will be 2x CPU time
|
||||
limit.stdout = "32m" # stdout size limit, default: "32m"
|
||||
limit.stderr = "32m" # stderr size limit, default: "32m"
|
||||
limit.proc = 50 # process limit, default: 50
|
||||
|
||||
# parsers to use for this stage
|
||||
# parsers will be run in the order they are listed,
|
||||
# which defines the order of the output comment
|
||||
# all possible parsers are listed here
|
||||
parsers = [
|
||||
"result-status", # check if result status is Accepted
|
||||
"result-detail", # show result details (CPU time, memory, etc.)
|
||||
"keyword", # match keywords in the output and score them
|
||||
"clangtidy", # parse clang-tidy output, and match keywords
|
||||
"cppcheck", # parse cppcheck output, and match keywords
|
||||
"cpplint", # parse cpplint output, and match keywords
|
||||
"elf", # parse elf (static analyzer for elm) output, and match keywords
|
||||
"dummy", # dummy parser, used to show a comment
|
||||
"diff", # diff the output with the expected output
|
||||
]
|
||||
|
||||
result-status.score = 0
|
||||
result-status.comment = "Congrats! There is a yes.txt file generated!"
|
||||
result-status.force-quit = true
|
||||
|
||||
result-detail.cpu-time = true
|
||||
result-detail.time = true
|
||||
result-detail.mem = true
|
||||
result-detail.stdout = false
|
||||
result-detail.stderr = false
|
||||
result-detail.exit-status = true
|
||||
result-detail.proc-peak = false
|
||||
result-detail.error = false
|
||||
result-detail.code-block = true
|
||||
result-detail.max-length = 2048
|
||||
|
||||
keyword.score = 0
|
||||
keyword.keyword = []
|
||||
keyword.weight = []
|
||||
|
||||
clangtidy.score = 0
|
||||
clangtidy.keyword = []
|
||||
clangtidy.weight = []
|
||||
|
||||
cppcheck.score = 0
|
||||
cppcheck.keyword = []
|
||||
cppcheck.weight = []
|
||||
|
||||
cpplint.score = 0
|
||||
cpplint.keyword = []
|
||||
cpplint.weight = []
|
||||
|
||||
elf.score = 0
|
||||
elf.keyword = []
|
||||
elf.weight = []
|
||||
|
||||
dummy.score = 0
|
||||
dummy.comment = ""
|
||||
dummy.force-quit = false
|
||||
|
||||
diff.score = 5
|
||||
diff.ignore-spaces = true
|
||||
diff.hide = false
|
||||
diff.force-quit = false
|
||||
diff.max-length = 2048
|
||||
diff.max-lines = 50
|
||||
diff.hide-common-prefix = false
|
||||
|
||||
# override for cases
|
||||
case0.env = []
|
||||
case0.command = ""
|
||||
case0.files.import = []
|
||||
case0.files.import-map = {}
|
||||
case0.files.export = []
|
||||
case0.copy-in-cwd = true
|
||||
case0.in = ""
|
||||
case0.out = ""
|
||||
case0.limit.cpu = "1s"
|
||||
case0.limit.mem = "256m"
|
||||
case0.limit.time = "2s"
|
||||
case0.limit.stdout = "32m"
|
||||
case0.limit.stderr = "32m"
|
||||
case0.limit.proc = 50
|
||||
case0.diff.score = 5
|
||||
case0.diff.ignore-spaces = true
|
||||
case0.diff.hide = false
|
||||
case0.diff.force-quit = false
|
||||
case0.diff.max-length = 2048
|
||||
case0.diff.max-lines = 50
|
||||
case0.diff.hide-common-prefix = false
|
||||
|
|
@ -29,6 +29,10 @@ def test_empty() -> None:
|
|||
load_case("empty")
|
||||
|
||||
|
||||
def test_full() -> None:
|
||||
load_case("full")
|
||||
|
||||
|
||||
def test_keyword() -> None:
|
||||
load_case("keyword")
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user
if key is host and value sandbox, then example might be the other way around
joj/tools/Makefile(noth7/Makefie) and sandbox is the valueh7/Makefile?Yes, it is a typo, fixed.