Merge pull request #19 from zsarnoczay/add_testing

Add integration test harness and CI pipeline

Author: dustin-cook

.github/workflows/tests.yml

@@ -0,0 +1,28 @@
+name: Tests
+
+on:
+  push:
+  pull_request:
+
+jobs:
+  test:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]
+        os: [ubuntu-latest, macos-latest, windows-latest]
+
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v6
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: pip install -e ".[test]"
+
+      - name: Run integration tests
+        run: pytest tests/test_integration.py -v -m integration

README.md

@@ -155,6 +155,7 @@ The file(s) listed below contain data that is optional for the assessment. If th
 The Python file listed below defines additional assessment inputs based on set of default values. Place this file in the input directory of your analysis.
  - **optional_inputs.json**: Defines default variables for the impedance_options, repair_time_options, functionality_options, and regional_impact variables listed in the inputs schema.
 
+<!-- How does a user modify the static tables (now data) without touching the original data files? -->
 
 ### Static Data
 The csv tables listed below contain default component, damage state, system, and tenant function attributes that can be used to populate the required assessment inputs according to the methodology. These are located in the _data_ directory. To override the static data with custom versions, copy modified sheets and place them in the input directory.
@@ -190,3 +191,33 @@ output_dir = './examples/RCSW_4story_pelicun/output'
 
 driver.run_analysis(example_dir, output_dir, seed=985)
 ```
+
+## Testing
+
+Install the package with test dependencies:
+
+```bash
+pip install -e ".[test]"
+```
+
+Run the integration tests, which compare Python outputs against stored reference data for each model in `tests/fixtures/models/`:
+
+```bash
+pytest tests/test_integration.py -v
+```
+
+Integration tests are marked with `@pytest.mark.integration` and can be filtered:
+
+```bash
+# Run only integration tests
+pytest -m integration
+
+# Skip integration tests
+pytest -m "not integration"
+```
+
+The comparison engine can also be used standalone for detailed inspection:
+
+```bash
+python tests/compare_runs.py <reference_dir> <python_output_dir>
+```

pyproject.toml

@@ -18,7 +18,7 @@ classifiers = [
   "Operating System :: OS Independent",
 ]
 dependencies = [
-  "numpy",
+  "numpy~=2.0",
   "pandas",
   "scipy",
   "matplotlib",
@@ -28,9 +28,18 @@ dependencies = [
 [project.scripts]
 atc138 = "atc138.cli:main"
 
+[project.optional-dependencies]
+test = ["pytest>=7.0"]
+
 [project.urls]
 "Homepage" = "https://github.com/NHERI-SimCenter/Functional-Recovery-Python"
 "Bug Tracker" = "https://github.com/NHERI-SimCenter/Functional-Recovery-Python/issues"
 
 [tool.setuptools.packages.find]
 where = ["src"]
+
+[tool.pytest.ini_options]
+pythonpath = ["tests"]
+markers = [
+    "integration: long-running tests comparing full model runs against reference data",
+]