Compare commits
6 Commits
99e66cb3ff
...
629a6cfdad
| Author | SHA1 | Date | |
|---|---|---|---|
629a6cfdad
|
|||
|
bc121dbe45
|
|||
|
1b285027d2
|
|||
|
5e96b5f0c3
|
|||
|
bc650efdb9
|
|||
|
8f96115e6e
|
|
|
@ -9,7 +9,6 @@ from joj3_config_generator.models.common import Memory
|
||||||
|
|
||||||
class Files(BaseModel):
|
class Files(BaseModel):
|
||||||
required: List[str] = []
|
required: List[str] = []
|
||||||
# TODO: remove immutable in the future
|
|
||||||
immutable: List[str] = []
|
immutable: List[str] = []
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -45,6 +44,9 @@ class HealthCheck(BaseModel):
|
||||||
Path("immutable"),
|
Path("immutable"),
|
||||||
validation_alias=AliasChoices("immutable-path", "immutable_path"),
|
validation_alias=AliasChoices("immutable-path", "immutable_path"),
|
||||||
)
|
)
|
||||||
|
required_files: List[str] = Field(
|
||||||
|
[], validation_alias=AliasChoices("required-files", "required_files")
|
||||||
|
)
|
||||||
|
|
||||||
@field_validator("max_size", mode="before")
|
@field_validator("max_size", mode="before")
|
||||||
@classmethod
|
@classmethod
|
||||||
|
|
@ -76,7 +78,6 @@ class Config(BaseModel):
|
||||||
"",
|
"",
|
||||||
validation_alias=AliasChoices("grading-repo-name", "grading_repo_name"),
|
validation_alias=AliasChoices("grading-repo-name", "grading_repo_name"),
|
||||||
)
|
)
|
||||||
files: Files = Files()
|
|
||||||
sandbox_token: str = Field(
|
sandbox_token: str = Field(
|
||||||
"", validation_alias=AliasChoices("sandbox-token", "sandbox_token")
|
"", validation_alias=AliasChoices("sandbox-token", "sandbox_token")
|
||||||
)
|
)
|
||||||
|
|
@ -89,7 +90,8 @@ class Config(BaseModel):
|
||||||
health_check: HealthCheck = Field(
|
health_check: HealthCheck = Field(
|
||||||
HealthCheck(), validation_alias=AliasChoices("health-check", "health_check")
|
HealthCheck(), validation_alias=AliasChoices("health-check", "health_check")
|
||||||
)
|
)
|
||||||
# TODO: remove max_size, health_check_score, and immutable_path in the future
|
# TODO: remove files, max_size, health_check_score, and immutable_path in the future
|
||||||
|
files: Files = Files()
|
||||||
max_size: float = Field(
|
max_size: float = Field(
|
||||||
10, ge=0, validation_alias=AliasChoices("max-size", "max_size")
|
10, ge=0, validation_alias=AliasChoices("max-size", "max_size")
|
||||||
)
|
)
|
||||||
|
|
@ -126,4 +128,9 @@ class Config(BaseModel):
|
||||||
self.health_check.max_size = Memory(f"{self.max_size}m")
|
self.health_check.max_size = Memory(f"{self.max_size}m")
|
||||||
if "immutable_path" in self.model_fields_set:
|
if "immutable_path" in self.model_fields_set:
|
||||||
self.health_check.immutable_path = self.immutable_path
|
self.health_check.immutable_path = self.immutable_path
|
||||||
|
if (
|
||||||
|
"files" in self.model_fields_set
|
||||||
|
and "required" in self.files.model_fields_set
|
||||||
|
):
|
||||||
|
self.health_check.required_files = self.files.required
|
||||||
return self
|
return self
|
||||||
|
|
|
||||||
|
|
@ -125,7 +125,7 @@ def get_health_check_args(repo_conf: repo.Config) -> List[str]:
|
||||||
"/usr/local/bin/repo-health-checker",
|
"/usr/local/bin/repo-health-checker",
|
||||||
"-root=.",
|
"-root=.",
|
||||||
f"-repoSize={str(repo_conf.health_check.max_size / 1024 / 1024)}", # B -> MB
|
f"-repoSize={str(repo_conf.health_check.max_size / 1024 / 1024)}", # B -> MB
|
||||||
*[f"-meta={meta}" for meta in repo_conf.files.required],
|
*[f"-meta={meta}" for meta in repo_conf.health_check.required_files],
|
||||||
f"-checkFileSumList={','.join(file_sums)}",
|
f"-checkFileSumList={','.join(file_sums)}",
|
||||||
f"-checkFileNameList={','.join(file_names)}",
|
f"-checkFileNameList={','.join(file_names)}",
|
||||||
]
|
]
|
||||||
|
|
|
||||||
|
|
@ -5,14 +5,11 @@ sandbox-token = "test"
|
||||||
max-total-score = 1000
|
max-total-score = 1000
|
||||||
|
|
||||||
health-check.max-size = "50.5m"
|
health-check.max-size = "50.5m"
|
||||||
health-check.immutable_path = "immutable"
|
health-check.immutable-path = "immutable"
|
||||||
|
health-check.required-files = ["README.md", "Changelog.md"]
|
||||||
|
|
||||||
# for tests
|
# for tests
|
||||||
[groups]
|
[groups]
|
||||||
name = ["joj", "run"]
|
name = ["joj", "run"]
|
||||||
max-count = [1000, 1000]
|
max-count = [1000, 1000]
|
||||||
time-period-hour = [24, 24]
|
time-period-hour = [24, 24]
|
||||||
|
|
||||||
[files]
|
|
||||||
required = ["README.md", "Changelog.md"]
|
|
||||||
immutable = [".gitignore", ".gitattributes",".gitea/workflows/push.yaml", ".gitea/workflows/release.yaml"]
|
|
||||||
|
|
|
||||||
0
tests/convert/full/cases/case0.in
Normal file
0
tests/convert/full/cases/case0.in
Normal file
0
tests/convert/full/cases/case0.out
Normal file
0
tests/convert/full/cases/case0.out
Normal file
0
tests/convert/full/cases/case1.in
Normal file
0
tests/convert/full/cases/case1.in
Normal file
0
tests/convert/full/cases/case1.out
Normal file
0
tests/convert/full/cases/case1.out
Normal file
0
tests/convert/full/cases/case2.in
Normal file
0
tests/convert/full/cases/case2.in
Normal file
0
tests/convert/full/cases/case2.out
Normal file
0
tests/convert/full/cases/case2.out
Normal file
0
tests/convert/full/other/cases/case3.in
Normal file
0
tests/convert/full/other/cases/case3.in
Normal file
0
tests/convert/full/other/cases/case3.out
Normal file
0
tests/convert/full/other/cases/case3.out
Normal file
23
tests/convert/full/repo.toml
Normal file
23
tests/convert/full/repo.toml
Normal file
|
|
@ -0,0 +1,23 @@
|
||||||
|
sandbox-token = "" # sandbox token
|
||||||
|
|
||||||
|
health-check.score = 0 # score for health check stage
|
||||||
|
health-check.max-size = "10m" # max size of the repository
|
||||||
|
health-check.immutable-path = "immutable" # path for immutable files, relative to the path of repo.toml
|
||||||
|
health-check.required-files = ["README.md", "Changelog.md"] # required files name, case insensitive
|
||||||
|
|
||||||
|
issue.label.name = "Kind/Testing" # label for issues
|
||||||
|
issue.label.color = "#795548" # color for the label
|
||||||
|
issue.label.exclusive = false # whether the label is exclusive
|
||||||
|
issue.show-submitter = true # whether to show submitter in the issue title
|
||||||
|
|
||||||
|
|
||||||
|
# fields below can be overridden by task.toml
|
||||||
|
max-total-score = 100 # maximum total score for the task
|
||||||
|
# submission count limit groups
|
||||||
|
# explanation of the following config:
|
||||||
|
# in last 1 hour, total submission <= 50 times
|
||||||
|
# in last 24 hours, submission includes group "joj" <= 1000 times
|
||||||
|
# in last 2 hours, submission includes group "run" <= 100 times
|
||||||
|
groups.name = ["", "joj", "run"] # names of the groups
|
||||||
|
groups.max-count = [50, 1000, 100] # maximum submission count for each group
|
||||||
|
groups.time-period-hour = [1, 24, 2] # time period in hour for each group
|
||||||
511
tests/convert/full/task.json
Normal file
511
tests/convert/full/task.json
Normal file
|
|
@ -0,0 +1,511 @@
|
||||||
|
{
|
||||||
|
"name": "hw7 ex3",
|
||||||
|
"logPath": "/home/tt/.cache/joj3/hw7/joj3.log",
|
||||||
|
"expireUnixTimestamp": 0,
|
||||||
|
"effectiveUnixTimestamp": 0,
|
||||||
|
"actorCsvPath": "/home/tt/.config/joj/students.csv",
|
||||||
|
"maxTotalScore": 100,
|
||||||
|
"stage": {
|
||||||
|
"sandboxExecServer": "172.17.0.1:5051",
|
||||||
|
"sandboxToken": "",
|
||||||
|
"outputPath": "/tmp/joj3_result.json",
|
||||||
|
"stages": [
|
||||||
|
{
|
||||||
|
"name": "Health Check",
|
||||||
|
"group": "",
|
||||||
|
"executor": {
|
||||||
|
"name": "local",
|
||||||
|
"with": {
|
||||||
|
"default": {
|
||||||
|
"args": [],
|
||||||
|
"env": [
|
||||||
|
"PATH=/usr/bin:/bin:/usr/local/bin"
|
||||||
|
],
|
||||||
|
"stdin": {
|
||||||
|
"content": ""
|
||||||
|
},
|
||||||
|
"stdout": {
|
||||||
|
"name": "stdout",
|
||||||
|
"max": 33554432,
|
||||||
|
"pipe": true
|
||||||
|
},
|
||||||
|
"stderr": {
|
||||||
|
"name": "stderr",
|
||||||
|
"max": 33554432,
|
||||||
|
"pipe": true
|
||||||
|
},
|
||||||
|
"cpuLimit": 10000000000,
|
||||||
|
"clockLimit": 20000000000,
|
||||||
|
"memoryLimit": 268435456,
|
||||||
|
"stackLimit": 0,
|
||||||
|
"procLimit": 50,
|
||||||
|
"cpuRateLimit": 0,
|
||||||
|
"cpuSetLimit": "",
|
||||||
|
"copyIn": {},
|
||||||
|
"copyInCached": {},
|
||||||
|
"copyInDir": ".",
|
||||||
|
"copyOut": [
|
||||||
|
"stdout",
|
||||||
|
"stderr"
|
||||||
|
],
|
||||||
|
"copyOutCached": [],
|
||||||
|
"copyOutMax": 0,
|
||||||
|
"copyOutDir": "",
|
||||||
|
"tty": false,
|
||||||
|
"strictMemoryLimit": false,
|
||||||
|
"dataSegmentLimit": false,
|
||||||
|
"addressSpaceLimit": false
|
||||||
|
},
|
||||||
|
"cases": [
|
||||||
|
{
|
||||||
|
"args": [
|
||||||
|
"/usr/local/bin/repo-health-checker",
|
||||||
|
"-root=.",
|
||||||
|
"-repoSize=10.0",
|
||||||
|
"-meta=README.md",
|
||||||
|
"-meta=Changelog.md",
|
||||||
|
"-checkFileSumList=",
|
||||||
|
"-checkFileNameList="
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"args": [
|
||||||
|
"/usr/local/bin/joint-teapot",
|
||||||
|
"joj3-check-env",
|
||||||
|
"/home/tt/.config/teapot/teapot.env",
|
||||||
|
"--grading-repo-name",
|
||||||
|
"JOJ3-config-generator",
|
||||||
|
"--scoreboard-filename",
|
||||||
|
"scoreboard-hw7.csv",
|
||||||
|
"--group-config",
|
||||||
|
"joj=1000:24,run=100:1",
|
||||||
|
"--begin-time",
|
||||||
|
"2024-12-29T23:59:59",
|
||||||
|
"--end-time",
|
||||||
|
"2024-12-30T23:59:59",
|
||||||
|
"--penalty-config",
|
||||||
|
"24.0=0.75,48.0=0.5,72.0=0.25"
|
||||||
|
],
|
||||||
|
"env": [
|
||||||
|
"REPOS_DIR=/home/tt/.cache",
|
||||||
|
"LOG_FILE_PATH=/home/tt/.cache/joint-teapot-debug.log"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"parsers": [
|
||||||
|
{
|
||||||
|
"name": "healthcheck",
|
||||||
|
"with": {
|
||||||
|
"score": 0
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "debug",
|
||||||
|
"with": {}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Generate yes.txt [no]",
|
||||||
|
"group": "no",
|
||||||
|
"executor": {
|
||||||
|
"name": "sandbox",
|
||||||
|
"with": {
|
||||||
|
"default": {
|
||||||
|
"args": [
|
||||||
|
"sh",
|
||||||
|
"-c",
|
||||||
|
"yes | head -n 10 > yes.txt"
|
||||||
|
],
|
||||||
|
"env": [
|
||||||
|
"PATH=/usr/bin:/bin:/usr/local/bin",
|
||||||
|
"THE_ANSWER=42"
|
||||||
|
],
|
||||||
|
"stdin": {
|
||||||
|
"content": ""
|
||||||
|
},
|
||||||
|
"stdout": {
|
||||||
|
"name": "stdout",
|
||||||
|
"max": 33554432,
|
||||||
|
"pipe": true
|
||||||
|
},
|
||||||
|
"stderr": {
|
||||||
|
"name": "stderr",
|
||||||
|
"max": 33554432,
|
||||||
|
"pipe": true
|
||||||
|
},
|
||||||
|
"cpuLimit": 1000000000,
|
||||||
|
"clockLimit": 2000000000,
|
||||||
|
"memoryLimit": 268435456,
|
||||||
|
"stackLimit": 0,
|
||||||
|
"procLimit": 50,
|
||||||
|
"cpuRateLimit": 0,
|
||||||
|
"cpuSetLimit": "",
|
||||||
|
"copyIn": {
|
||||||
|
"tools/filelength": {
|
||||||
|
"src": "/home/tt/.config/joj/tools/filelength"
|
||||||
|
},
|
||||||
|
"h7/Makefile": {
|
||||||
|
"src": "/home/tt/.config/joj/tools/Makefile"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"copyInCached": {},
|
||||||
|
"copyInDir": ".",
|
||||||
|
"copyOut": [
|
||||||
|
"stdout",
|
||||||
|
"stderr"
|
||||||
|
],
|
||||||
|
"copyOutCached": [
|
||||||
|
"yes.txt"
|
||||||
|
],
|
||||||
|
"copyOutMax": 0,
|
||||||
|
"copyOutDir": "",
|
||||||
|
"tty": false,
|
||||||
|
"strictMemoryLimit": false,
|
||||||
|
"dataSegmentLimit": false,
|
||||||
|
"addressSpaceLimit": false
|
||||||
|
},
|
||||||
|
"cases": [
|
||||||
|
{
|
||||||
|
"stdin": {
|
||||||
|
"src": "/home/tt/.config/joj/full/cases/case0.in"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"stdin": {
|
||||||
|
"src": "/home/tt/.config/joj/full/cases/case2.in"
|
||||||
|
},
|
||||||
|
"cpuLimit": 2000000000,
|
||||||
|
"memoryLimit": 536870912
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"stdin": {
|
||||||
|
"src": "/home/tt/.config/joj/full/cases/case1.in"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"stdin": {
|
||||||
|
"src": "/home/tt/.config/joj/full/other/cases/case3.in"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"parsers": [
|
||||||
|
{
|
||||||
|
"name": "result-status",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"comment": "Congrats! There is a yes.txt file generated!",
|
||||||
|
"forceQuitOnNotAccepted": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "result-detail",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"comment": "",
|
||||||
|
"showExxecutorStatus": true,
|
||||||
|
"showExitStatus": true,
|
||||||
|
"showError": false,
|
||||||
|
"showTime": true,
|
||||||
|
"showMemory": true,
|
||||||
|
"showRuntime": true,
|
||||||
|
"showProcPeak": false,
|
||||||
|
"showFiles": [],
|
||||||
|
"filesInCodeBlock": true,
|
||||||
|
"maxFileLength": 2048
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "keyword",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"matches": [
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"aaa"
|
||||||
|
],
|
||||||
|
"score": 20
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"bbb"
|
||||||
|
],
|
||||||
|
"score": 10
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"ccc"
|
||||||
|
],
|
||||||
|
"score": 5
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "clangtidy",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"matches": [
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"clang-diagnostic",
|
||||||
|
"clang-analyzer",
|
||||||
|
"misc",
|
||||||
|
"performance",
|
||||||
|
"portability"
|
||||||
|
],
|
||||||
|
"score": 5
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "cppcheck",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"matches": [
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"error"
|
||||||
|
],
|
||||||
|
"score": 15
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"warning",
|
||||||
|
"portability",
|
||||||
|
"performance",
|
||||||
|
"style"
|
||||||
|
],
|
||||||
|
"score": 5
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "cpplint",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"matches": [
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"runtime"
|
||||||
|
],
|
||||||
|
"score": 5
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"readability"
|
||||||
|
],
|
||||||
|
"score": 20
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"build"
|
||||||
|
],
|
||||||
|
"score": 10
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "elf",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"matches": [
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"Parentheses"
|
||||||
|
],
|
||||||
|
"score": 100
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"Length"
|
||||||
|
],
|
||||||
|
"score": 300
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"Arity"
|
||||||
|
],
|
||||||
|
"score": 50
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"keywords": [
|
||||||
|
"Repetitive"
|
||||||
|
],
|
||||||
|
"score": 80
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "dummy",
|
||||||
|
"with": {
|
||||||
|
"score": 0,
|
||||||
|
"comment": "",
|
||||||
|
"forceQuit": false
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "diff",
|
||||||
|
"with": {
|
||||||
|
"name": "diff",
|
||||||
|
"cases": [
|
||||||
|
{
|
||||||
|
"outputs": [
|
||||||
|
{
|
||||||
|
"score": 5,
|
||||||
|
"filename": "stdout",
|
||||||
|
"answerPath": "/home/tt/.config/joj/full/cases/case0.out",
|
||||||
|
"compareSpace": false,
|
||||||
|
"alwaysHide": false,
|
||||||
|
"forceQuitOnDiff": false,
|
||||||
|
"maxDiffLength": 2048,
|
||||||
|
"maxDiffLines": 50,
|
||||||
|
"hideCommonPrefix": false
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"outputs": [
|
||||||
|
{
|
||||||
|
"score": 5,
|
||||||
|
"filename": "stdout",
|
||||||
|
"answerPath": "/home/tt/.config/joj/full/cases/case2.out",
|
||||||
|
"compareSpace": false,
|
||||||
|
"alwaysHide": false,
|
||||||
|
"forceQuitOnDiff": false,
|
||||||
|
"maxDiffLength": 2048,
|
||||||
|
"maxDiffLines": 50,
|
||||||
|
"hideCommonPrefix": false
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"outputs": [
|
||||||
|
{
|
||||||
|
"score": 5,
|
||||||
|
"filename": "stdout",
|
||||||
|
"answerPath": "/home/tt/.config/joj/full/cases/case1.out",
|
||||||
|
"compareSpace": false,
|
||||||
|
"alwaysHide": false,
|
||||||
|
"forceQuitOnDiff": false,
|
||||||
|
"maxDiffLength": 2048,
|
||||||
|
"maxDiffLines": 50,
|
||||||
|
"hideCommonPrefix": false
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"outputs": [
|
||||||
|
{
|
||||||
|
"score": 5,
|
||||||
|
"filename": "stdout",
|
||||||
|
"answerPath": "/home/tt/.config/joj/full/other/cases/case3.out",
|
||||||
|
"compareSpace": false,
|
||||||
|
"alwaysHide": false,
|
||||||
|
"forceQuitOnDiff": false,
|
||||||
|
"maxDiffLength": 2048,
|
||||||
|
"maxDiffLines": 50,
|
||||||
|
"hideCommonPrefix": false
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"preStages": [],
|
||||||
|
"postStages": [
|
||||||
|
{
|
||||||
|
"name": "teapot",
|
||||||
|
"group": "",
|
||||||
|
"executor": {
|
||||||
|
"name": "local",
|
||||||
|
"with": {
|
||||||
|
"default": {
|
||||||
|
"args": [
|
||||||
|
"/usr/local/bin/joint-teapot",
|
||||||
|
"joj3-all-env",
|
||||||
|
"/home/tt/.config/teapot/teapot.env",
|
||||||
|
"--grading-repo-name",
|
||||||
|
"JOJ3-config-generator",
|
||||||
|
"--max-total-score",
|
||||||
|
"100",
|
||||||
|
"--issue-label-name",
|
||||||
|
"Kind/Testing",
|
||||||
|
"--issue-label-color",
|
||||||
|
"#795548",
|
||||||
|
"--scoreboard-filename",
|
||||||
|
"scoreboard-hw7.csv",
|
||||||
|
"--end-time",
|
||||||
|
"2024-12-30T23:59:59",
|
||||||
|
"--penalty-config",
|
||||||
|
"24.0=0.75,48.0=0.5,72.0=0.25"
|
||||||
|
],
|
||||||
|
"env": [
|
||||||
|
"REPOS_DIR=/home/tt/.cache",
|
||||||
|
"LOG_FILE_PATH=/home/tt/.cache/joint-teapot-debug.log"
|
||||||
|
],
|
||||||
|
"stdin": {
|
||||||
|
"content": ""
|
||||||
|
},
|
||||||
|
"stdout": {
|
||||||
|
"name": "stdout",
|
||||||
|
"max": 33554432,
|
||||||
|
"pipe": true
|
||||||
|
},
|
||||||
|
"stderr": {
|
||||||
|
"name": "stderr",
|
||||||
|
"max": 33554432,
|
||||||
|
"pipe": true
|
||||||
|
},
|
||||||
|
"cpuLimit": 30000000000,
|
||||||
|
"clockLimit": 60000000000,
|
||||||
|
"memoryLimit": 268435456,
|
||||||
|
"stackLimit": 0,
|
||||||
|
"procLimit": 50,
|
||||||
|
"cpuRateLimit": 0,
|
||||||
|
"cpuSetLimit": "",
|
||||||
|
"copyIn": {},
|
||||||
|
"copyInCached": {},
|
||||||
|
"copyInDir": ".",
|
||||||
|
"copyOut": [
|
||||||
|
"stdout",
|
||||||
|
"stderr"
|
||||||
|
],
|
||||||
|
"copyOutCached": [],
|
||||||
|
"copyOutMax": 0,
|
||||||
|
"copyOutDir": "",
|
||||||
|
"tty": false,
|
||||||
|
"strictMemoryLimit": false,
|
||||||
|
"dataSegmentLimit": false,
|
||||||
|
"addressSpaceLimit": false
|
||||||
|
},
|
||||||
|
"cases": []
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"parsers": [
|
||||||
|
{
|
||||||
|
"name": "log",
|
||||||
|
"with": {
|
||||||
|
"msg": "joj3 summary"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "debug",
|
||||||
|
"with": {}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
173
tests/convert/full/task.toml
Normal file
173
tests/convert/full/task.toml
Normal file
|
|
@ -0,0 +1,173 @@
|
||||||
|
name = "hw7 ex3" # task name, will be shown in the issue title
|
||||||
|
|
||||||
|
# scoreboard file name in grading repo, "auto" for automatic generation, optional
|
||||||
|
scoreboard = "auto"
|
||||||
|
# scoreboard = "scoreboard.md" # use this if you want to specify a custom scoreboard
|
||||||
|
|
||||||
|
# task triggered not in this time period will not pass the health check
|
||||||
|
time.begin = 2024-12-29 23:59:59 # begin time, optional
|
||||||
|
time.end = 2024-12-30 23:59:59 # end time, optional
|
||||||
|
|
||||||
|
# explanation of the following config:
|
||||||
|
# if the submission is within 0-24 hours late from time.end,
|
||||||
|
# the final score will be multiplied by 0.75
|
||||||
|
# if the submission is within 24-48 hours, multiplied by 0.5
|
||||||
|
# if the submission is within 48-72 hours, multiplied by 0.25
|
||||||
|
penalties.hours = [24, 48, 72] # penalty hours for late submissions
|
||||||
|
penalties.factors = [0.75, 0.5, 0.25] # penalty factors for late submissions
|
||||||
|
|
||||||
|
# check repo.toml, fields below can override repo.toml
|
||||||
|
max-total-score = 100
|
||||||
|
groups.name = ["joj", "run"]
|
||||||
|
groups.max-count = [1000, 100]
|
||||||
|
groups.time-period-hour = [24, 1]
|
||||||
|
|
||||||
|
# list of stages
|
||||||
|
[[stages]]
|
||||||
|
# stage name, content in the `[]` set the group
|
||||||
|
# conventional commit message needs to contain the group name to run it
|
||||||
|
# e.g. commit msg "test(hw7): run yes" will not run this stage
|
||||||
|
# commit msg "test(hw7): run yes [no]" will run this stage
|
||||||
|
name = "Generate yes.txt [no]"
|
||||||
|
|
||||||
|
# environment variables, will be set in the sandbox
|
||||||
|
# by default, "PATH=/usr/bin:/bin:/usr/local/bin" will be inserted in the front
|
||||||
|
env = ["THE_ANSWER=42"]
|
||||||
|
command = "sh -c 'yes | head -n 10 > yes.txt'" # command to run in the sandbox, use `sh -c` to run shell commands
|
||||||
|
# files to import into the sandbox, relative to `/home/tt/.config/joj/`
|
||||||
|
# e.g. this will copy `/home/tt/.config/joj/tools/filelength` in host
|
||||||
|
# to `/w/tools/filelength` in the sandbox as work dir in sandbox is `/w`
|
||||||
|
files.import = [ "tools/filelength" ]
|
||||||
|
# files to import into the sandbox
|
||||||
|
# key is the path in the host, value is the path in the sandbox
|
||||||
|
# e.g. this will copy `/home/tt/.config/joj/tools/Makefile` in host
|
||||||
|
# to `/w/h7/Makefile` in the sandbox
|
||||||
|
files.import-map = { "tools/Makefile" = "h7/Makefile" }
|
||||||
|
# files to export from the sandbox, relative to `/w`, will be imported to later
|
||||||
|
# stages automatically
|
||||||
|
files.export = [ "yes.txt" ]
|
||||||
|
# whether to copy all files from the current working directory from host (i.e. the whole repo)
|
||||||
|
# you can set it as false if you are in the run stage of a compiled language, as the binary is all you need
|
||||||
|
copy-in-cwd = true # default: true
|
||||||
|
|
||||||
|
# normally, you DO NOT need to change these default limits
|
||||||
|
limit.cpu = "1s" # CPU time limit, default: "1s"
|
||||||
|
limit.mem = "256m" # memory limit, default: "256m"
|
||||||
|
limit.time = "2s" # wall-clock time limit, if not set, will be 2x CPU time
|
||||||
|
limit.stdout = "32m" # stdout size limit, default: "32m"
|
||||||
|
limit.stderr = "32m" # stderr size limit, default: "32m"
|
||||||
|
limit.proc = 50 # process limit, default: 50
|
||||||
|
|
||||||
|
# parsers to use for this stage
|
||||||
|
# parsers will be run in the order they are listed,
|
||||||
|
# which defines the order of the output comment
|
||||||
|
# all possible parsers are listed here
|
||||||
|
parsers = [
|
||||||
|
"result-status", # check if result status is Accepted
|
||||||
|
"result-detail", # show result details (CPU time, memory, etc.)
|
||||||
|
"keyword", # match keywords in the output and score them
|
||||||
|
"clangtidy", # parse clang-tidy output, and match keywords
|
||||||
|
"cppcheck", # parse cppcheck output, and match keywords
|
||||||
|
"cpplint", # parse cpplint output, and match keywords
|
||||||
|
"elf", # parse elf (static analyzer for elm) output, and match keywords
|
||||||
|
"dummy", # dummy parser, used to show a comment
|
||||||
|
"diff", # diff the output with the expected output
|
||||||
|
]
|
||||||
|
|
||||||
|
result-status.score = 0 # score added if result status is Accepted, default: 0
|
||||||
|
result-status.comment = "Congrats! There is a yes.txt file generated!" # comment to show if result status is Accepted, default: ""
|
||||||
|
result-status.force-quit = true # whether to force quit the stage if result status is not Accepted, default: true
|
||||||
|
|
||||||
|
result-detail.cpu-time = true # show CPU time, default: true
|
||||||
|
result-detail.mem = true # show memory usage, default: true
|
||||||
|
result-detail.time = true # show wall-clock time, default: true
|
||||||
|
result-detail.stdout = false # show stdout content, default: false
|
||||||
|
result-detail.stderr = false # show stderr content, default: false
|
||||||
|
result-detail.exit-status = true # show exit status, default: true
|
||||||
|
result-detail.proc-peak = false # show peak process count, default: false
|
||||||
|
result-detail.error = false # show error message, default: false
|
||||||
|
result-detail.code-block = true # show result in a code block, default: true
|
||||||
|
result-detail.max-length = 2048 # maximum length of the stdout/stderr content to show, longer content will be truncated, default: 2048
|
||||||
|
|
||||||
|
# explanation of the following config:
|
||||||
|
# if the output is "aaa bbb ccc aaa", then the score will be: 0 - 20 - 10 - 5 - 20 = -55
|
||||||
|
keyword.score = 0 # base score, default: 0
|
||||||
|
keyword.keyword = [ "aaa", "bbb", "ccc" ] # list of keywords to match in stdout & stderr
|
||||||
|
keyword.weight = [ 20, 10, 5 ] # weight for each keyword, will be deducted for each keyword found
|
||||||
|
|
||||||
|
# similar to keyword, but will only match check name in clang-tidy
|
||||||
|
clangtidy.score = 0
|
||||||
|
clangtidy.keyword = [ "clang-diagnostic", "clang-analyzer", "misc", "performance", "portability" ]
|
||||||
|
clangtidy.weight = [ 5, 5, 5, 5, 5 ]
|
||||||
|
|
||||||
|
# similar to keyword, but will only match record ID & severity in cppcheck
|
||||||
|
cppcheck.score = 0
|
||||||
|
cppcheck.keyword = [ "error", "warning", "portability", "performance", "style" ]
|
||||||
|
cppcheck.weight = [ 15, 5, 5, 5, 5 ]
|
||||||
|
|
||||||
|
# similar to keyword, but will only match category in cpplint
|
||||||
|
cpplint.score = 0
|
||||||
|
cpplint.keyword = [ "runtime", "readability", "build" ]
|
||||||
|
cpplint.weight = [ 5, 20, 10 ]
|
||||||
|
|
||||||
|
# similar to keyword, but will only match kind in elf
|
||||||
|
elf.score = 0
|
||||||
|
elf.keyword = [ "Parentheses", "Length", "Arity", "Repetitive" ]
|
||||||
|
elf.weight = [ 100, 300, 50, 80 ]
|
||||||
|
|
||||||
|
# dummy parser, it will not parse the result from the command, always give the same output
|
||||||
|
dummy.score = 0 # score to add, default: 0
|
||||||
|
dummy.comment = "" # comment to show, default: ""
|
||||||
|
dummy.force-quit = false # whether to force quit the stage, default: false
|
||||||
|
|
||||||
|
diff.score = 5 # default score for each case, default: 5
|
||||||
|
diff.ignore-spaces = true # ignore spaces in diff, default: true
|
||||||
|
diff.hide = false # whether to hide the diff output, default: false
|
||||||
|
diff.force-quit = false # whether to force quit the stage if there is a difference, default: false
|
||||||
|
diff.max-length = 2048 # maximum length of the diff output, longer content will be truncated, default: 2048
|
||||||
|
diff.max-lines = 50 # maximum number of lines to show in the diff output, longer content will be truncated, default: 50
|
||||||
|
diff.hide-common-prefix = false # whether to hide the common prefix in the diff output, thus the first different line will be shown, default: false
|
||||||
|
|
||||||
|
# override when there are more than 1 cases in this stage
|
||||||
|
# for quality check stages, there is only 1 case so this is not needed
|
||||||
|
# previous fields without `case0.` prefix will be used as default for all cases
|
||||||
|
# and for run stages, multiple cases will be run with different inputs and outputs
|
||||||
|
# specific cases can be overridden here with these `case<x>.` prefix
|
||||||
|
# if no `case<x>.in` and `case<x>.out` is specified here,
|
||||||
|
# it will look for files with name `case<x>.in` and `case<x>.out`
|
||||||
|
# recursively in the directory of this toml file, and set them as corresponding
|
||||||
|
# `case<x>.in` and `case<x>.out` automatically, use the default value defined above
|
||||||
|
case0.in = "cases/case0.in" # file will be used as stdin, relative to this toml file
|
||||||
|
case0.out = "cases/case0.out" # file will be used to run diff with stdout, relative to this toml file
|
||||||
|
# the following fields just show the default values
|
||||||
|
case0.env = []
|
||||||
|
case0.command = ""
|
||||||
|
case0.files.import = []
|
||||||
|
case0.files.import-map = {}
|
||||||
|
case0.files.export = []
|
||||||
|
case0.copy-in-cwd = true
|
||||||
|
case0.limit.cpu = "1s"
|
||||||
|
case0.limit.mem = "256m"
|
||||||
|
case0.limit.time = "2s"
|
||||||
|
case0.limit.stdout = "32m"
|
||||||
|
case0.limit.stderr = "32m"
|
||||||
|
case0.limit.proc = 50
|
||||||
|
case0.diff.score = 5
|
||||||
|
case0.diff.ignore-spaces = true
|
||||||
|
case0.diff.hide = false
|
||||||
|
case0.diff.force-quit = false
|
||||||
|
case0.diff.max-length = 2048
|
||||||
|
case0.diff.max-lines = 50
|
||||||
|
case0.diff.hide-common-prefix = false
|
||||||
|
|
||||||
|
# the following 2 lines can be omitted as they can be detected automatically
|
||||||
|
# case1.in = "cases/case1.in"
|
||||||
|
# case1.out = "cases/case1.out"
|
||||||
|
|
||||||
|
# and you can only override part of the fields
|
||||||
|
case2.limit.cpu = "2s" # override CPU time limit for case2
|
||||||
|
case2.limit.mem = "512m" # override memory limit for case2
|
||||||
|
|
||||||
|
# also, you can put .in and .out files in other directories
|
||||||
|
# case3.in = "other/cases/case3.in"
|
||||||
|
# case3.out = "other/cases/case3.out"
|
||||||
|
|
@ -25,6 +25,10 @@ def test_elf() -> None:
|
||||||
load_case("elf")
|
load_case("elf")
|
||||||
|
|
||||||
|
|
||||||
|
def test_full() -> None:
|
||||||
|
load_case("full")
|
||||||
|
|
||||||
|
|
||||||
def test_keyword() -> None:
|
def test_keyword() -> None:
|
||||||
load_case("keyword")
|
load_case("keyword")
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user