address review

Author: NoahStapp

.evergreen/run_perf_test.py

@@ -5,6 +5,10 @@
 import subprocess
 import sys
 from datetime import datetime
+<<<<<<< Updated upstream
+=======
+from pathlib import Path
+>>>>>>> Stashed changes
 
 LOGGER = logging.getLogger("test")
 logging.basicConfig(level=logging.INFO, format="%(levelname)-8s %(message)s")
@@ -48,8 +52,19 @@ def run_command(cmd: str | list[str], **kwargs) -> None:
     LOGGER.info("Running command '%s'... done.", cmd)
 
 
-os.chdir("tests/performance")
-
 start_time = datetime.now()
 run_command(["python manage.py test"])
+ROOT = Path(__file__).absolute().parent.parent
+data_dir = ROOT / "specifications/source/benchmarking/odm-data"
+if not data_dir.exists():
+    run_command("git clone --depth 1 https://github.com/mongodb/specifications.git")
+    run_command("tar xf flat_models.tgz", cwd=data_dir)
+    run_command("tar xf nested_models.tgz", cwd=data_dir)
+
+os.chdir("tests/performance")
+start_time = datetime.now()
+run_command(
+    ["python manage.py test"],
+    env=os.environ | {"TEST_PATH": str(data_dir), "OUTPUT_FILE": str(ROOT / "results.json")},
+)
 handle_perf(start_time)

tests/performance/perftest/settings.py

@@ -10,7 +10,6 @@
 https://docs.djangoproject.com/en/5.2/ref/settings/
 """
 
-import os
 from pathlib import Path
 
 import django_mongodb_backend
@@ -57,22 +56,13 @@
 
 # Database
 # https://docs.djangoproject.com/en/5.2/ref/settings/#databases
-USER = os.environ.get("ATLAS_DEV_USER")
-PASSWORD = os.environ.get("ATLAS_DEV_PASSWORD")
-# DATABASES = {
-#     "default": {
-#         "ENGINE": "django_mongodb_backend",
-#         "HOST": f"mongodb+srv://{USER}:{PASSWORD}@intpython736.oztdp.mongodb-dev.net/?retryWrites=true&w=majority&appName=INTPYTHON736",
-#         "NAME": "benchmarking",
-#         "PORT": 27017,
-#     },
-# }
-
-settings = django_mongodb_backend.parse_uri(
-    "mongodb://localhost:27017/benchmarking",
-)
 DATABASES = {
-    "default": settings,
+    "default": {
+        "ENGINE": "django_mongodb_backend",
+        "HOST": "mongodb://localhost:27017/benchmarking",
+        "NAME": "benchmarking",
+        "PORT": 27017,
+    },
 }
 
 # Password validation

tests/performance/perftest/tests.py

@@ -168,7 +168,7 @@ class SmallFlatDocTest(PerformanceTest):
 
     def setUp(self):
         super().setUp()
-        with open(Path(TEST_PATH) / Path("flat_models") / self.dataset) as data:  # noqa: PTH123
+        with open(Path(TEST_PATH) / Path("flat-models") / self.dataset) as data:  # noqa: PTH123
             self.document = json_util.loads(data.read())
 
         self.data_size = len(encode(self.document)) * NUM_DOCS
@@ -251,7 +251,7 @@ class LargeFlatDocTest(PerformanceTest):
 
     def setUp(self):
         super().setUp()
-        with open(Path(TEST_PATH) / Path("flat_models") / self.dataset) as data:  # noqa: PTH123
+        with open(Path(TEST_PATH) / Path("flat-models") / self.dataset) as data:  # noqa: PTH123
             self.document = json_util.loads(data.read())
 
         self.data_size = len(encode(self.document)) * NUM_DOCS
@@ -292,7 +292,7 @@ class LargeNestedDocTest(PerformanceTest):
 
     def setUp(self):
         super().setUp()
-        with open(Path(TEST_PATH) / Path("nested_models") / self.dataset) as data:  # noqa: PTH123
+        with open(Path(TEST_PATH) / Path("nested-models") / self.dataset) as data:  # noqa: PTH123
             self.document = json_util.loads(data.read())
 
         self.data_size = len(encode(self.document)) * NUM_DOCS