test files

Author: jbarach2012

tests/__init__.py

@@ -0,0 +1,34 @@
+"""Test fixtures. A fresh temp SQLite DB per test session; the app lifespan
+trains the model and seeds the two demo resumes."""
+import os
+import tempfile
+
+import pytest
+
+
+@pytest.fixture(scope="session")
+def client():
+    tmpdir = tempfile.mkdtemp()
+    os.environ["AIBF_DATABASE_URL"] = f"sqlite:///{tmpdir}/test.db"
+    os.environ["AIBF_SEED_DEMO"] = "1"
+    from fastapi.testclient import TestClient
+
+    from app.main import app
+
+    with TestClient(app) as c:  # entering the context runs the lifespan startup
+        yield c
+
+
+# strongly biased vs clean resume payloads reused across tests
+BIASED = {
+    "skills": ["python", "sql", "aws", "docker", "ml"],
+    "relevant_experience": 9, "certifications": 3, "projects": 4,
+    "education_tier": 3, "employment_gap_months": 18,
+    "age": 55, "gender": "F", "ethnicity": "black",
+}
+CLEAN = {
+    "skills": ["python", "sql", "aws"],
+    "relevant_experience": 6, "certifications": 2, "projects": 3,
+    "education_tier": 2, "employment_gap_months": 0,
+    "age": 31, "gender": "M", "ethnicity": "white",
+}

tests/conftest.py

@@ -0,0 +1,27 @@
+from tests.conftest import BIASED, CLEAN
+
+
+def _analyze(client, resume_id, features):
+    sub = client.post("/api/resumes", json={"resume_id": resume_id, "features": features}).json()
+    return client.post("/api/aibf/analyze",
+                       json={"ats_decision_id": sub["ats_decision_id"], "resume_id": resume_id}).json()
+
+
+def test_biased_resume_is_flagged_with_explanations(client):
+    res = _analyze(client, "res_bias_1", BIASED)
+    assert res["flagged"] is True
+    assert res["bias_score"] > res["bias_threshold_limits"]["upper_limit"]
+    assert len(res["explanations"]) >= 2
+    assert "attributions" in res
+
+
+def test_clean_resume_is_not_flagged(client):
+    res = _analyze(client, "res_clean_1", CLEAN)
+    assert res["flagged"] is False
+    assert res["bias_score"] <= res["bias_threshold_limits"]["upper_limit"]
+
+
+def test_admin_flagged_feed(client):
+    _analyze(client, "res_bias_2", BIASED)
+    feed = client.get("/api/admin/flagged").json()
+    assert any(item["bias_score"] > 0 for item in feed)

tests/test_aibf.py

@@ -0,0 +1,9 @@
+def test_ats_evaluate_returns_data_points(client):
+    client.post("/api/resumes", json={"resume_id": "res_ats_1", "candidate_id": "c1"})
+    r = client.post("/api/ats/evaluate",
+                    json={"resume_id": "res_ats_1", "job_description": "python sql aws ml role"})
+    assert r.status_code == 200
+    body = r.json()
+    assert body["ats_decision_id"].startswith("ats_")
+    assert "contributions" in body["data_points"]
+    assert 0 <= body["score"] <= 100

tests/test_ats.py

@@ -0,0 +1,16 @@
+from tests.conftest import BIASED
+
+
+def test_submit_hr_feedback(client):
+    sub = client.post("/api/resumes", json={"resume_id": "res_fb_1", "features": BIASED}).json()
+    an = client.post("/api/aibf/analyze",
+                     json={"ats_decision_id": sub["ats_decision_id"], "resume_id": "res_fb_1"}).json()
+    r = client.post("/api/admin/feedback", json={
+        "feedback_type": "override", "hr_id": "hr_1",
+        "ats_decision_id": sub["ats_decision_id"], "aibf_decision_id": an["aibf_decision_id"],
+        "feedback_details": "Agree with AIBF; overriding ATS rejection.",
+        "final_verdict": "override",
+    })
+    assert r.status_code == 201
+    assert r.json()["model_training_feedback_id"].startswith("mtf_")
+    assert r.json()["training_outcome"] == "recorded"

tests/test_feedback.py

@@ -0,0 +1,21 @@
+def test_submit_resume_returns_ats_decision(client):
+    r = client.post("/api/resumes", json={"candidate_id": "cand_x", "file_url": "s3://x"})
+    assert r.status_code == 201
+    body = r.json()
+    assert body["ats_decision_id"].startswith("ats_")
+    assert 0 <= body["score"] <= 100
+    assert body["final_verdict"] in {"accepted", "review", "rejected"}
+
+
+def test_list_resumes_includes_seeded(client):
+    r = client.get("/api/resumes")
+    assert r.status_code == 200
+    ids = {x["resume_id"] for x in r.json()}
+    assert "res_demo_biased" in ids and "res_demo_clean" in ids
+
+
+def test_flagged_filter_returns_biased_only(client):
+    flagged = client.get("/api/resumes", params={"status": "flagged"}).json()
+    ids = {x["resume_id"] for x in flagged}
+    assert "res_demo_biased" in ids
+    assert "res_demo_clean" not in ids

tests/test_resumes.py

@@ -0,0 +1,15 @@
+def test_retrain_bumps_model_version(client):
+    before = client.get("/health").json()["model_version"]
+    r = client.post("/api/model-training/retrain", json={"feedback_id": None})
+    assert r.status_code == 200
+    body = r.json()
+    assert body["training_outcome"] == "success"
+    assert body["model_training_feedback_id"].startswith("mtf_")
+    after = client.get("/health").json()["model_version"]
+    assert after != before  # version advanced
+
+
+def test_retrain_with_explicit_version(client):
+    r = client.post("/api/model-training/retrain", json={"model_version": "aibf-2.0.0"})
+    assert r.status_code == 200
+    assert client.get("/health").json()["model_version"] == "aibf-2.0.0"