docs: full toml sample (#20) #27
0
tests/convert/full/cases/case0.in
Normal file
0
tests/convert/full/cases/case0.in
Normal file
0
tests/convert/full/cases/case0.out
Normal file
0
tests/convert/full/cases/case0.out
Normal file
0
tests/convert/full/cases/case1.in
Normal file
0
tests/convert/full/cases/case1.in
Normal file
0
tests/convert/full/cases/case1.out
Normal file
0
tests/convert/full/cases/case1.out
Normal file
0
tests/convert/full/cases/case2.in
Normal file
0
tests/convert/full/cases/case2.in
Normal file
0
tests/convert/full/cases/case2.out
Normal file
0
tests/convert/full/cases/case2.out
Normal file
0
tests/convert/full/other/cases/case3.in
Normal file
0
tests/convert/full/other/cases/case3.in
Normal file
0
tests/convert/full/other/cases/case3.out
Normal file
0
tests/convert/full/other/cases/case3.out
Normal file
23
tests/convert/full/repo.toml
Normal file
23
tests/convert/full/repo.toml
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
sandbox-token = "" # sandbox token
|
||||
|
||||
health-check.score = 0 # score for health check stage
|
||||
health-check.max-size = "10m" # max size of the repository
|
||||
health-check.immutable-path = "immutable" # path for immutable files, relative to the path of repo.toml
|
||||
health-check.required-files = ["README.md", "Changelog.md"] # required files name, case insensitive
|
||||
|
||||
issue.label.name = "Kind/Testing" # label for issues
|
||||
issue.label.color = "#795548" # color for the label
|
||||
issue.label.exclusive = false # whether the label is exclusive
|
||||
issue.show-submitter = true # whether to show submitter in the issue title
|
||||
|
||||
|
||||
# fields below can be overridden by task.toml
|
||||
max-total-score = 100 # maximum total score for the task
|
||||
# submission count limit groups
|
||||
# explanation of the following config:
|
||||
# in last 1 hour, total submission <= 50 times
|
||||
# in last 24 hours, submission includes group "joj" <= 1000 times
|
||||
# in last 2 hours, submission includes group "run" <= 100 times
|
||||
groups.name = ["", "joj", "run"] # names of the groups
|
||||
groups.max-count = [50, 1000, 100] # maximum submission count for each group
|
||||
groups.time-period-hour = [1, 24, 2] # time period in hour for each group
|
||||
511
tests/convert/full/task.json
Normal file
511
tests/convert/full/task.json
Normal file
|
|
@ -0,0 +1,511 @@
|
|||
{
|
||||
"name": "hw7 ex3",
|
||||
"logPath": "/home/tt/.cache/joj3/hw7/joj3.log",
|
||||
"expireUnixTimestamp": 0,
|
||||
"effectiveUnixTimestamp": 0,
|
||||
"actorCsvPath": "/home/tt/.config/joj/students.csv",
|
||||
"maxTotalScore": 100,
|
||||
"stage": {
|
||||
"sandboxExecServer": "172.17.0.1:5051",
|
||||
"sandboxToken": "",
|
||||
"outputPath": "/tmp/joj3_result.json",
|
||||
"stages": [
|
||||
{
|
||||
"name": "Health Check",
|
||||
"group": "",
|
||||
"executor": {
|
||||
"name": "local",
|
||||
"with": {
|
||||
"default": {
|
||||
"args": [],
|
||||
"env": [
|
||||
"PATH=/usr/bin:/bin:/usr/local/bin"
|
||||
],
|
||||
"stdin": {
|
||||
"content": ""
|
||||
},
|
||||
"stdout": {
|
||||
"name": "stdout",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"stderr": {
|
||||
"name": "stderr",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"cpuLimit": 10000000000,
|
||||
"clockLimit": 20000000000,
|
||||
"memoryLimit": 268435456,
|
||||
"stackLimit": 0,
|
||||
"procLimit": 50,
|
||||
"cpuRateLimit": 0,
|
||||
"cpuSetLimit": "",
|
||||
"copyIn": {},
|
||||
"copyInCached": {},
|
||||
"copyInDir": ".",
|
||||
"copyOut": [
|
||||
"stdout",
|
||||
"stderr"
|
||||
],
|
||||
"copyOutCached": [],
|
||||
"copyOutMax": 0,
|
||||
"copyOutDir": "",
|
||||
"tty": false,
|
||||
"strictMemoryLimit": false,
|
||||
"dataSegmentLimit": false,
|
||||
"addressSpaceLimit": false
|
||||
},
|
||||
"cases": [
|
||||
{
|
||||
"args": [
|
||||
"/usr/local/bin/repo-health-checker",
|
||||
"-root=.",
|
||||
"-repoSize=10.0",
|
||||
"-meta=README.md",
|
||||
"-meta=Changelog.md",
|
||||
"-checkFileSumList=",
|
||||
"-checkFileNameList="
|
||||
]
|
||||
},
|
||||
{
|
||||
"args": [
|
||||
"/usr/local/bin/joint-teapot",
|
||||
"joj3-check-env",
|
||||
"/home/tt/.config/teapot/teapot.env",
|
||||
"--grading-repo-name",
|
||||
"JOJ3-config-generator",
|
||||
"--scoreboard-filename",
|
||||
"scoreboard-hw7.csv",
|
||||
"--group-config",
|
||||
"joj=1000:24,run=100:1",
|
||||
"--begin-time",
|
||||
"2024-12-29T23:59:59",
|
||||
"--end-time",
|
||||
"2024-12-30T23:59:59",
|
||||
"--penalty-config",
|
||||
"24.0=0.75,48.0=0.5,72.0=0.25"
|
||||
],
|
||||
"env": [
|
||||
"REPOS_DIR=/home/tt/.cache",
|
||||
"LOG_FILE_PATH=/home/tt/.cache/joint-teapot-debug.log"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"parsers": [
|
||||
{
|
||||
"name": "healthcheck",
|
||||
"with": {
|
||||
"score": 0
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "debug",
|
||||
"with": {}
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"name": "Generate yes.txt [no]",
|
||||
"group": "no",
|
||||
"executor": {
|
||||
"name": "sandbox",
|
||||
"with": {
|
||||
"default": {
|
||||
"args": [
|
||||
"sh",
|
||||
"-c",
|
||||
"yes | head -n 10 > yes.txt"
|
||||
],
|
||||
"env": [
|
||||
"PATH=/usr/bin:/bin:/usr/local/bin",
|
||||
"THE_ANSWER=42"
|
||||
],
|
||||
"stdin": {
|
||||
"content": ""
|
||||
},
|
||||
"stdout": {
|
||||
"name": "stdout",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"stderr": {
|
||||
"name": "stderr",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"cpuLimit": 1000000000,
|
||||
"clockLimit": 2000000000,
|
||||
"memoryLimit": 268435456,
|
||||
"stackLimit": 0,
|
||||
"procLimit": 50,
|
||||
"cpuRateLimit": 0,
|
||||
"cpuSetLimit": "",
|
||||
"copyIn": {
|
||||
"tools/filelength": {
|
||||
"src": "/home/tt/.config/joj/tools/filelength"
|
||||
},
|
||||
"h7/Makefile": {
|
||||
"src": "/home/tt/.config/joj/tools/Makefile"
|
||||
}
|
||||
},
|
||||
"copyInCached": {},
|
||||
"copyInDir": ".",
|
||||
"copyOut": [
|
||||
"stdout",
|
||||
"stderr"
|
||||
],
|
||||
"copyOutCached": [
|
||||
"yes.txt"
|
||||
],
|
||||
"copyOutMax": 0,
|
||||
"copyOutDir": "",
|
||||
"tty": false,
|
||||
"strictMemoryLimit": false,
|
||||
"dataSegmentLimit": false,
|
||||
"addressSpaceLimit": false
|
||||
},
|
||||
"cases": [
|
||||
{
|
||||
"stdin": {
|
||||
"src": "/home/tt/.config/joj/full/cases/case0.in"
|
||||
}
|
||||
},
|
||||
{
|
||||
"stdin": {
|
||||
"src": "/home/tt/.config/joj/full/cases/case2.in"
|
||||
},
|
||||
"cpuLimit": 2000000000,
|
||||
"memoryLimit": 536870912
|
||||
},
|
||||
{
|
||||
"stdin": {
|
||||
"src": "/home/tt/.config/joj/full/cases/case1.in"
|
||||
}
|
||||
},
|
||||
{
|
||||
"stdin": {
|
||||
"src": "/home/tt/.config/joj/full/other/cases/case3.in"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"parsers": [
|
||||
{
|
||||
"name": "result-status",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"comment": "Congrats! There is a yes.txt file generated!",
|
||||
"forceQuitOnNotAccepted": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "result-detail",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"comment": "",
|
||||
"showExxecutorStatus": true,
|
||||
"showExitStatus": true,
|
||||
"showError": false,
|
||||
"showTime": true,
|
||||
"showMemory": true,
|
||||
"showRuntime": true,
|
||||
"showProcPeak": false,
|
||||
"showFiles": [],
|
||||
"filesInCodeBlock": true,
|
||||
"maxFileLength": 2048
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "keyword",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": [
|
||||
{
|
||||
"keywords": [
|
||||
"aaa"
|
||||
],
|
||||
"score": 20
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"bbb"
|
||||
],
|
||||
"score": 10
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"ccc"
|
||||
],
|
||||
"score": 5
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "clangtidy",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": [
|
||||
{
|
||||
"keywords": [
|
||||
"clang-diagnostic",
|
||||
"clang-analyzer",
|
||||
"misc",
|
||||
"performance",
|
||||
"portability"
|
||||
],
|
||||
"score": 5
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "cppcheck",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": [
|
||||
{
|
||||
"keywords": [
|
||||
"error"
|
||||
],
|
||||
"score": 15
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"warning",
|
||||
"portability",
|
||||
"performance",
|
||||
"style"
|
||||
],
|
||||
"score": 5
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "cpplint",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": [
|
||||
{
|
||||
"keywords": [
|
||||
"runtime"
|
||||
],
|
||||
"score": 5
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"readability"
|
||||
],
|
||||
"score": 20
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"build"
|
||||
],
|
||||
"score": 10
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "elf",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"matches": [
|
||||
{
|
||||
"keywords": [
|
||||
"Parentheses"
|
||||
],
|
||||
"score": 100
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"Length"
|
||||
],
|
||||
"score": 300
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"Arity"
|
||||
],
|
||||
"score": 50
|
||||
},
|
||||
{
|
||||
"keywords": [
|
||||
"Repetitive"
|
||||
],
|
||||
"score": 80
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "dummy",
|
||||
"with": {
|
||||
"score": 0,
|
||||
"comment": "",
|
||||
"forceQuit": false
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "diff",
|
||||
"with": {
|
||||
"name": "diff",
|
||||
"cases": [
|
||||
{
|
||||
"outputs": [
|
||||
{
|
||||
"score": 5,
|
||||
"filename": "stdout",
|
||||
"answerPath": "/home/tt/.config/joj/full/cases/case0.out",
|
||||
"compareSpace": false,
|
||||
"alwaysHide": false,
|
||||
"forceQuitOnDiff": false,
|
||||
"maxDiffLength": 2048,
|
||||
"maxDiffLines": 50,
|
||||
"hideCommonPrefix": false
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"outputs": [
|
||||
{
|
||||
"score": 5,
|
||||
"filename": "stdout",
|
||||
"answerPath": "/home/tt/.config/joj/full/cases/case2.out",
|
||||
"compareSpace": false,
|
||||
"alwaysHide": false,
|
||||
"forceQuitOnDiff": false,
|
||||
"maxDiffLength": 2048,
|
||||
"maxDiffLines": 50,
|
||||
"hideCommonPrefix": false
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"outputs": [
|
||||
{
|
||||
"score": 5,
|
||||
"filename": "stdout",
|
||||
"answerPath": "/home/tt/.config/joj/full/cases/case1.out",
|
||||
"compareSpace": false,
|
||||
"alwaysHide": false,
|
||||
"forceQuitOnDiff": false,
|
||||
"maxDiffLength": 2048,
|
||||
"maxDiffLines": 50,
|
||||
"hideCommonPrefix": false
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"outputs": [
|
||||
{
|
||||
"score": 5,
|
||||
"filename": "stdout",
|
||||
"answerPath": "/home/tt/.config/joj/full/other/cases/case3.out",
|
||||
"compareSpace": false,
|
||||
"alwaysHide": false,
|
||||
"forceQuitOnDiff": false,
|
||||
"maxDiffLength": 2048,
|
||||
"maxDiffLines": 50,
|
||||
"hideCommonPrefix": false
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"preStages": [],
|
||||
"postStages": [
|
||||
{
|
||||
"name": "teapot",
|
||||
"group": "",
|
||||
"executor": {
|
||||
"name": "local",
|
||||
"with": {
|
||||
"default": {
|
||||
"args": [
|
||||
"/usr/local/bin/joint-teapot",
|
||||
"joj3-all-env",
|
||||
"/home/tt/.config/teapot/teapot.env",
|
||||
"--grading-repo-name",
|
||||
"JOJ3-config-generator",
|
||||
"--max-total-score",
|
||||
"100",
|
||||
"--issue-label-name",
|
||||
"Kind/Testing",
|
||||
"--issue-label-color",
|
||||
"#795548",
|
||||
"--scoreboard-filename",
|
||||
"scoreboard-hw7.csv",
|
||||
"--end-time",
|
||||
"2024-12-30T23:59:59",
|
||||
"--penalty-config",
|
||||
"24.0=0.75,48.0=0.5,72.0=0.25"
|
||||
],
|
||||
"env": [
|
||||
"REPOS_DIR=/home/tt/.cache",
|
||||
"LOG_FILE_PATH=/home/tt/.cache/joint-teapot-debug.log"
|
||||
],
|
||||
"stdin": {
|
||||
"content": ""
|
||||
},
|
||||
"stdout": {
|
||||
"name": "stdout",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"stderr": {
|
||||
"name": "stderr",
|
||||
"max": 33554432,
|
||||
"pipe": true
|
||||
},
|
||||
"cpuLimit": 30000000000,
|
||||
"clockLimit": 60000000000,
|
||||
"memoryLimit": 268435456,
|
||||
"stackLimit": 0,
|
||||
"procLimit": 50,
|
||||
"cpuRateLimit": 0,
|
||||
"cpuSetLimit": "",
|
||||
"copyIn": {},
|
||||
"copyInCached": {},
|
||||
"copyInDir": ".",
|
||||
"copyOut": [
|
||||
"stdout",
|
||||
"stderr"
|
||||
],
|
||||
"copyOutCached": [],
|
||||
"copyOutMax": 0,
|
||||
"copyOutDir": "",
|
||||
"tty": false,
|
||||
"strictMemoryLimit": false,
|
||||
"dataSegmentLimit": false,
|
||||
"addressSpaceLimit": false
|
||||
},
|
||||
"cases": []
|
||||
}
|
||||
},
|
||||
"parsers": [
|
||||
{
|
||||
"name": "log",
|
||||
"with": {
|
||||
"msg": "joj3 summary"
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "debug",
|
||||
"with": {}
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
203
tests/convert/full/task.toml
Normal file
203
tests/convert/full/task.toml
Normal file
|
|
@ -0,0 +1,203 @@
|
|||
name = "hw7 ex3" # task name, will be shown in the issue title
|
||||
|
||||
# scoreboard file name in grading repo, "auto" for automatic generation, default: scoreboard.csv
|
||||
scoreboard = "auto"
|
||||
# scoreboard = "scoreboard-42.csv" # use this if you want to specify a custom scoreboard
|
||||
|
||||
# task triggered not in this time period will not pass the health check
|
||||
time.begin = 2024-12-29 23:59:59 # begin time, default: no start time, do not check
|
||||
time.end = 2024-12-30 23:59:59 # end time, default: no end time, do not check
|
||||
|
||||
# explanation of the following config:
|
||||
# if the submission is within 0-24 hours late from time.end,
|
||||
# the final score will be multiplied by 0.75
|
||||
# if the submission is within 24-48 hours, multiplied by 0.5
|
||||
# if the submission is within 48-72 hours, multiplied by 0.25
|
||||
penalties.hours = [24, 48, 72] # penalty hours for late submissions
|
||||
penalties.factors = [0.75, 0.5, 0.25] # penalty factors for late submissions
|
||||
|
||||
# check repo.toml, fields below can override repo.toml
|
||||
max-total-score = 100
|
||||
groups.name = ["joj", "run"]
|
||||
groups.max-count = [1000, 100]
|
||||
groups.time-period-hour = [24, 1]
|
||||
|
||||
# list of stages
|
||||
[[stages]]
|
||||
# stage name, content in the `[]` set the group
|
||||
# conventional commit message needs to contain the group name to run it
|
||||
# group can be omitted so that every commit will run this stage
|
||||
# e.g. commit msg "test(hw7): run yes" will not run this stage
|
||||
# commit msg "test(hw7): run yes [no]" will run this stage
|
||||
name = "Generate yes.txt [no]"
|
||||
|
||||
# ===================================================
|
||||
# ========== executor related config start ==========
|
||||
# ===================================================
|
||||
|
||||
# executor runs the command in a limited sandbox, each stage uses a unique new sandbox
|
||||
# by default the sandbox does not share files and env vars with the host
|
||||
# so we need to set env vars and import files to it, and export files for later stages
|
||||
# limits can be applied on time, memory, file size, process count
|
||||
|
||||
# environment variables, will be set in the sandbox
|
||||
|
bomingzh marked this conversation as resolved
Outdated
|
||||
# by default, "PATH=/usr/bin:/bin:/usr/local/bin" will be inserted in the front
|
||||
env = ["THE_ANSWER=42"]
|
||||
command = "sh -c 'yes | head -n 10 > yes.txt'" # command to run in the sandbox, use `sh -c` to run shell commands
|
||||
# files to import into the sandbox, relative to `/home/tt/.config/joj/`
|
||||
# e.g. this will copy `/home/tt/.config/joj/tools/filelength` in host
|
||||
# to `/w/tools/filelength` in the sandbox as work dir in sandbox is `/w`
|
||||
files.import = [ "tools/filelength" ]
|
||||
# files to import into the sandbox
|
||||
|
bomingzh marked this conversation as resolved
Outdated
manuel
commented
maybe we should should add a warning NOT to change/setup those values unless stricly necessary? maybe we should should add a warning NOT to change/setup those values unless stricly necessary?
张泊明518370910136
commented
In theory, in the run stage of a compiled language, it should be set as false to improve performance. As the binary is exported in the previous stage, it will be automatically imported here. Should we remind TAs for this? In theory, in the run stage of a compiled language, it should be set as false to improve performance. As the binary is exported in the previous stage, it will be automatically imported here. Should we remind TAs for this?
manuel
commented
yes, agree. but in fact my comment was about adding a comment above the options below (to change time/ram/etc.) yes, agree.
but in fact my comment was about adding a comment above the options below (to change time/ram/etc.)
张泊明518370910136
commented
done. done.
|
||||
# key is the path in the host, value is the path in the sandbox
|
||||
# e.g. this will copy `/home/tt/.config/joj/tools/Makefile` in host
|
||||
# to `/w/h7/Makefile` in the sandbox
|
||||
files.import-map = { "tools/Makefile" = "h7/Makefile" }
|
||||
# files to export from the sandbox, relative to `/w`, will be imported to later
|
||||
# stages automatically
|
||||
files.export = [ "yes.txt" ]
|
||||
# whether to copy all files from the current working directory from host (i.e. the whole repo)
|
||||
# you can set it as false if you are in the run stage of a compiled language, as the binary is all you need
|
||||
copy-in-cwd = true # default: true
|
||||
|
||||
# normally, you DO NOT need to change these default limits
|
||||
limit.cpu = "1s" # CPU time limit, default: "1s"
|
||||
limit.mem = "256m" # memory limit, default: "256m"
|
||||
limit.time = "2s" # wall-clock time limit, if not set, will be 2x CPU time
|
||||
limit.stdout = "32m" # stdout size limit, default: "32m"
|
||||
limit.stderr = "32m" # stderr size limit, default: "32m"
|
||||
limit.proc = 50 # process limit, default: 50
|
||||
|
||||
# =================================================
|
||||
# ========== executor related config end ==========
|
||||
# =================================================
|
||||
|
||||
# =================================================
|
||||
# ========== parser related config start ==========
|
||||
# =================================================
|
||||
|
||||
# parser parses the output of the executor and generates comments
|
||||
|
||||
# parsers to use for this stage
|
||||
# parsers will be run in the order they are listed,
|
||||
# which defines the order of the output comment
|
||||
# all possible parsers are listed here
|
||||
# usually, only one of the match keywords style parsers should be used in one stage
|
||||
parsers = [
|
||||
"result-status", # check if result status is Accepted
|
||||
"result-detail", # show result details (CPU time, memory, etc.)
|
||||
# ========== match keywords style parsers start ==========
|
||||
"keyword", # match keywords in the output and score them
|
||||
"clangtidy", # parse clang-tidy output, and match keywords
|
||||
"cppcheck", # parse cppcheck output, and match keywords
|
||||
"cpplint", # parse cpplint output, and match keywords
|
||||
"elf", # parse elf (static analyzer for elm) output, and match keywords
|
||||
# ========== match keywords style parsers end ==========
|
||||
"dummy", # dummy parser, used to show a comment
|
||||
"diff", # diff the output with the expected output
|
||||
]
|
||||
|
||||
result-status.score = 0 # score added if result status is Accepted, default: 0
|
||||
result-status.comment = "Congrats! There is a yes.txt file generated!" # comment to show if result status is Accepted, default: ""
|
||||
result-status.force-quit = true # whether to force quit the stage if result status is not Accepted, default: true
|
||||
|
||||
result-detail.cpu-time = true # show CPU time, default: true
|
||||
result-detail.mem = true # show memory usage, default: true
|
||||
result-detail.time = true # show wall-clock time, default: true
|
||||
result-detail.stdout = false # show stdout content, default: false
|
||||
result-detail.stderr = false # show stderr content, default: false
|
||||
result-detail.exit-status = true # show exit status, default: true
|
||||
result-detail.proc-peak = false # show peak process count, default: false
|
||||
result-detail.error = false # show error message, default: false
|
||||
result-detail.code-block = true # show result in a code block, default: true
|
||||
result-detail.max-length = 2048 # maximum length of the stdout/stderr content to show, longer content will be truncated, default: 2048
|
||||
|
||||
# explanation of the following config:
|
||||
# if the output is "aaa bbb ccc aaa", then the score will be: 0 - 20 - 10 - 5 - 20 = -55
|
||||
keyword.score = 0 # base score, default: 0
|
||||
keyword.keyword = [ "aaa", "bbb", "ccc" ] # list of keywords to match in stdout & stderr
|
||||
keyword.weight = [ 20, 10, 5 ] # weight for each keyword, will be deducted for each keyword found
|
||||
|
||||
# similar to keyword, but will only match check name in clang-tidy
|
||||
clangtidy.score = 0
|
||||
clangtidy.keyword = [ "clang-diagnostic", "clang-analyzer", "misc", "performance", "portability" ]
|
||||
clangtidy.weight = [ 5, 5, 5, 5, 5 ]
|
||||
|
||||
# similar to keyword, but will only match record ID & severity in cppcheck
|
||||
cppcheck.score = 0
|
||||
cppcheck.keyword = [ "error", "warning", "portability", "performance", "style" ]
|
||||
cppcheck.weight = [ 15, 5, 5, 5, 5 ]
|
||||
|
||||
# similar to keyword, but will only match category in cpplint
|
||||
cpplint.score = 0
|
||||
cpplint.keyword = [ "runtime", "readability", "build" ]
|
||||
cpplint.weight = [ 5, 20, 10 ]
|
||||
|
||||
# similar to keyword, but will only match kind in elf
|
||||
elf.score = 0
|
||||
elf.keyword = [ "Parentheses", "Length", "Arity", "Repetitive" ]
|
||||
elf.weight = [ 100, 300, 50, 80 ]
|
||||
|
||||
# dummy parser, it will not parse the result from the command, always give the same output
|
||||
dummy.score = 0 # score to add, default: 0
|
||||
dummy.comment = "" # comment to show, default: ""
|
||||
dummy.force-quit = false # whether to force quit the stage, default: false
|
||||
|
||||
diff.score = 5 # default score for each case, default: 5
|
||||
diff.ignore-spaces = true # ignore spaces in diff, default: true
|
||||
diff.hide = false # whether to hide the diff output, default: false
|
||||
diff.force-quit = false # whether to force quit the stage if there is a difference, default: false
|
||||
diff.max-length = 2048 # maximum length of the diff output, longer content will be truncated, default: 2048
|
||||
diff.max-lines = 50 # maximum number of lines to show in the diff output, longer content will be truncated, default: 50
|
||||
diff.hide-common-prefix = false # whether to hide the common prefix in the diff output, thus the first different line will be shown, default: false
|
||||
|
||||
# override when there are more than 1 cases in this stage
|
||||
# for quality check stages, there is only 1 case so this is not needed
|
||||
# previous fields without `case0.` prefix will be used as default for all cases
|
||||
# and for run stages, multiple cases will be run with different inputs and outputs
|
||||
# specific cases can be overridden here with these `case<x>.` prefix
|
||||
# if no `case<x>.in` and `case<x>.out` is specified here,
|
||||
# it will look for files with name `case<x>.in` and `case<x>.out`
|
||||
# recursively in the directory of this toml file, and set them as corresponding
|
||||
# `case<x>.in` and `case<x>.out` automatically, use the default value defined above
|
||||
case0.in = "cases/case0.in" # file will be used as stdin, relative to this toml file
|
||||
case0.out = "cases/case0.out" # file will be used to run diff with stdout, relative to this toml file
|
||||
# the following fields just show the default values
|
||||
case0.env = []
|
||||
case0.command = ""
|
||||
case0.files.import = []
|
||||
case0.files.import-map = {}
|
||||
case0.files.export = []
|
||||
case0.copy-in-cwd = true
|
||||
case0.limit.cpu = "1s"
|
||||
case0.limit.mem = "256m"
|
||||
case0.limit.time = "2s"
|
||||
case0.limit.stdout = "32m"
|
||||
case0.limit.stderr = "32m"
|
||||
case0.limit.proc = 50
|
||||
case0.diff.score = 5
|
||||
case0.diff.ignore-spaces = true
|
||||
case0.diff.hide = false
|
||||
case0.diff.force-quit = false
|
||||
case0.diff.max-length = 2048
|
||||
case0.diff.max-lines = 50
|
||||
case0.diff.hide-common-prefix = false
|
||||
|
||||
# the following 2 lines can be omitted as they can be detected automatically
|
||||
# case1.in = "cases/case1.in"
|
||||
# case1.out = "cases/case1.out"
|
||||
|
||||
# and you can only override part of the fields
|
||||
case2.limit.cpu = "2s" # override CPU time limit for case2
|
||||
case2.limit.mem = "512m" # override memory limit for case2
|
||||
|
||||
# also, you can put .in and .out files in other directories
|
||||
# case3.in = "other/cases/case3.in"
|
||||
# case3.out = "other/cases/case3.out"
|
||||
|
||||
# ===============================================
|
||||
# ========== parser related config end ==========
|
||||
# ===============================================
|
||||
|
||||
# all supported fields are listed here in 1 stage, but usually you need multiple stages
|
||||
# for a real world example, please refer to playground repo
|
||||
|
|
@ -29,6 +29,10 @@ def test_empty() -> None:
|
|||
load_case("empty")
|
||||
|
||||
|
||||
def test_full() -> None:
|
||||
load_case("full")
|
||||
|
||||
|
||||
def test_keyword() -> None:
|
||||
load_case("keyword")
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user
if key is host and value sandbox, then example might be the other way around
joj/tools/Makefile(noth7/Makefie) and sandbox is the valueh7/Makefile?Yes, it is a typo, fixed.