I am done

rl/Lib/site-packages/onnx/backend/test/loader/__init__.py

@@ -0,0 +1,66 @@
+# Copyright (c) ONNX Project Contributors
+
+# SPDX-License-Identifier: Apache-2.0
+from __future__ import annotations
+
+import json
+import os
+
+from onnx.backend.test.case.test_case import TestCase
+
+DATA_DIR = os.path.join(
+    os.path.dirname(os.path.realpath(os.path.dirname(__file__))), "data"
+)
+
+
+def load_model_tests(
+    data_dir: str = DATA_DIR,
+    kind: str | None = None,
+) -> list[TestCase]:
+    """Load model test cases from on-disk data files."""
+    supported_kinds = os.listdir(data_dir)
+    if kind not in supported_kinds:
+        raise ValueError(f"kind must be one of {supported_kinds}")
+
+    testcases = []
+
+    kind_dir = os.path.join(data_dir, kind)
+    for test_name in os.listdir(kind_dir):
+        case_dir = os.path.join(kind_dir, test_name)
+        # skip the non-dir files, such as generated __init__.py.
+        rtol = 1e-3
+        atol = 1e-7
+        if not os.path.isdir(case_dir):
+            continue
+        if os.path.exists(os.path.join(case_dir, "model.onnx")):
+            url = None
+            model_name = test_name[len("test_")]
+            model_dir: str | None = case_dir
+            if os.path.exists(os.path.join(case_dir, "data.json")):
+                with open(os.path.join(case_dir, "data.json")) as f:
+                    data = json.load(f)
+                    rtol = data.get("rtol", rtol)
+                    atol = data.get("atol", atol)
+        else:
+            with open(os.path.join(case_dir, "data.json")) as f:
+                data = json.load(f)
+                url = data["url"]
+                model_name = data["model_name"]
+                rtol = data.get("rtol", rtol)
+                atol = data.get("atol", atol)
+                model_dir = None
+        testcases.append(
+            TestCase(
+                name=test_name,
+                url=url,
+                model_name=model_name,
+                model_dir=model_dir,
+                model=None,
+                data_sets=None,
+                kind=kind,
+                rtol=rtol,
+                atol=atol,
+            )
+        )
+
+    return testcases