diff --git a/joj3_config_generator/transformers/task.py b/joj3_config_generator/transformers/task.py
index 6055412..6fcaa0e 100644
--- a/joj3_config_generator/transformers/task.py
+++ b/joj3_config_generator/transformers/task.py
@@ -13,6 +13,7 @@ from joj3_config_generator.models.const import (
     JOJ3_CONFIG_ROOT,
 )
 from joj3_config_generator.models.task import Parser as ParserEnum
+from joj3_config_generator.utils.logger import logger
 
 
 def get_conf_stage(
@@ -255,12 +256,12 @@ def get_testcases(
 ) -> Set[str]:  # basedir here should be task_conf.root / task_conf.path
     testcases = set()
     for testcases_path in (task_root / task_path).parent.glob("**/*.in"):
+        if not os.path.exists(str(testcases_path).removesuffix(".in") + ".out"):
+            logger.warning(f"Testcase {testcases_path} has no corresponding .out file")
+            continue
         testcases.add(
             str(
                 testcases_path.relative_to((task_root / task_path).parent)
             ).removesuffix(".in")
         )
-        assert os.path.exists(
-            str(testcases_path).removesuffix(".in") + ".out"
-        ), f"{testcases_path} does not have a corresponding *.out file!"
     return testcases
diff --git a/tests/convert/diff/case3.out b/tests/convert/diff/case3.out
deleted file mode 100644
index e69de29..0000000
diff --git a/tests/convert/diff/task.json b/tests/convert/diff/task.json
index 399f9bf..3b902b5 100644
--- a/tests/convert/diff/task.json
+++ b/tests/convert/diff/task.json
@@ -111,11 +111,6 @@
                                     "src": "/home/tt/.config/joj/diff/case2.in"
                                 }
                             },
-                            {
-                                "stdin": {
-                                    "src": "/home/tt/.config/joj/diff/case3.in"
-                                }
-                            },
                             {
                                 "stdin": {
                                     "src": "/home/tt/.config/joj/diff/task1/case4.in"
@@ -229,18 +224,6 @@
                                         }
                                     ]
                                 },
-                                {
-                                    "outputs": [
-                                        {
-                                            "score": 100,
-                                            "fileName": "stdout",
-                                            "answerPath": "/home/tt/.config/joj/diff/case3.out",
-                                            "forceQuitOnDiff": false,
-                                            "alwaysHide": false,
-                                            "compareSpace": false
-                                        }
-                                    ]
-                                },
                                 {
                                     "outputs": [
                                         {