prop-data-guard/backend/scripts/api_integration_test.py

import sys, requests

BASE = "http://localhost:8000"
API = f"{BASE}/api/v1"
errors, passed = [], []

def check(name, ok, detail=""):
    if ok:
        passed.append(name); print(f"  ✅ {name}")
    else:
        errors.append((name, detail)); print(f"  ❌ {name}: {detail}")

def get_items(resp):
    d = resp.json().get("data", [])
    if isinstance(d, list):
        return d
    return d.get("items", [])

def get_total(resp):
    return resp.json().get("total", 0)

def main():
    print("\n[1/15] Health")
    r = requests.get(f"{BASE}/health")
    check("health", r.status_code == 200 and r.json().get("status") == "ok")

    print("\n[2/15] Auth")
    r = requests.post(f"{API}/auth/login", json={"username": "admin", "password": "Zhidi@n2023"})
    check("login", r.status_code == 200)
    token = r.json().get("data", {}).get("access_token", "")
    check("token", bool(token))
    headers = {"Authorization": f"Bearer {token}"}

    print("\n[3/15] User")
    r = requests.get(f"{API}/users/me", headers=headers)
    check("me", r.status_code == 200 and r.json()["data"]["username"] == "admin")
    r = requests.get(f"{API}/users?page_size=100", headers=headers)
    check("users", r.status_code == 200 and len(get_items(r)) >= 80, f"got {len(get_items(r))}")

    print("\n[4/15] Depts")
    r = requests.get(f"{API}/users/depts", headers=headers)
    check("depts", r.status_code == 200 and len(r.json().get("data", [])) >= 12, f"got {len(r.json().get('data', []))}")

    print("\n[5/15] DataSources")
    r = requests.get(f"{API}/datasources", headers=headers)
    check("datasources", r.status_code == 200 and len(get_items(r)) >= 12, f"got {len(get_items(r))}")

    print("\n[6/15] Metadata")
    r = requests.get(f"{API}/metadata/databases", headers=headers)
    check("databases", r.status_code == 200 and len(get_items(r)) >= 31, f"got {len(get_items(r))}")
    r = requests.get(f"{API}/metadata/tables", headers=headers)
    check("tables", r.status_code == 200 and len(get_items(r)) >= 800, f"got {len(get_items(r))}")
    r = requests.get(f"{API}/metadata/columns", headers=headers)
    check("columns", r.status_code == 200 and get_total(r) >= 10000, f"total={get_total(r)}")

    print("\n[7/15] Classification")
    r = requests.get(f"{API}/classifications/levels", headers=headers)
    check("levels", r.status_code == 200 and len(r.json().get("data", [])) == 5)
    r = requests.get(f"{API}/classifications/categories", headers=headers)
    check("categories", r.status_code == 200 and len(r.json().get("data", [])) >= 20, f"got {len(r.json().get('data', []))}")
    r = requests.get(f"{API}/classifications/results", headers=headers)
    check("results", r.status_code == 200 and get_total(r) >= 1000, f"total={get_total(r)}")

    print("\n[8/15] Projects")
    r = requests.get(f"{API}/projects", headers=headers)
    check("projects", r.status_code == 200 and len(get_items(r)) >= 8, f"got {len(get_items(r))}")

    print("\n[9/15] Tasks")
    r = requests.get(f"{API}/tasks/my-tasks", headers=headers)
    check("tasks", r.status_code == 200 and len(get_items(r)) >= 20, f"got {len(get_items(r))}")

    print("\n[10/15] Dashboard")
    r = requests.get(f"{API}/dashboard/stats", headers=headers)
    check("stats", r.status_code == 200)
    stats = r.json().get("data", {})
    check("stats.data_sources", stats.get("data_sources", 0) >= 12, f"got {stats.get('data_sources')}")
    check("stats.tables", stats.get("tables", 0) >= 800, f"got {stats.get('tables')}")
    check("stats.columns", stats.get("columns", 0) >= 10000, f"got {stats.get('columns')}")
    check("stats.labeled", stats.get("labeled", 0) >= 10000, f"got {stats.get('labeled')}")
    r = requests.get(f"{API}/dashboard/distribution", headers=headers)
    check("distribution", r.status_code == 200 and "level_distribution" in r.json().get("data", {}))

    print("\n[11/15] Reports")
    r = requests.get(f"{API}/reports/stats", headers=headers)
    check("report stats", r.status_code == 200)

    print("\n[12/15] Masking")
    r = requests.get(f"{API}/masking/rules", headers=headers)
    check("masking rules", r.status_code == 200)

    print("\n[13/15] Watermark")
    r = requests.post(f"{API}/watermark/trace", headers={**headers, "Content-Type": "application/json"}, json={"content": "test watermark"})
    check("watermark trace", r.status_code == 200)

    print("\n[14/15] Risk")
    r = requests.get(f"{API}/risk/top", headers=headers)
    check("risk top", r.status_code == 200)

    print("\n[15/15] Compliance")
    r = requests.get(f"{API}/compliance/issues", headers=headers)
    check("compliance issues", r.status_code == 200)

    print("\n[Bonus] Additional modules")
    r = requests.get(f"{API}/lineage/graph", headers=headers)
    check("lineage graph", r.status_code == 200 and "nodes" in r.json().get("data", {}))
    r = requests.get(f"{API}/alerts/records", headers=headers)
    check("alert records", r.status_code == 200)
    r = requests.get(f"{API}/schema-changes/logs", headers=headers)
    check("schema changes logs", r.status_code == 200)
    r = requests.get(f"{API}/unstructured/files", headers=headers)
    check("unstructured files", r.status_code == 200)
    r = requests.get(f"{API}/api-assets", headers=headers)
    check("api assets", r.status_code == 200)

    print("\n" + "="*60)
    print(f"Results: {len(passed)} passed, {len(errors)} failed")
    print("="*60)
    if errors:
        for n, d in errors: print(f"  ❌ {n}: {d}")
        sys.exit(1)
    else:
        print("🎉 All integration tests passed!")
        sys.exit(0)

if __name__ == "__main__":
    main()