claim-denial-risk-modeling/prompt_evaluation_report.json at main · Bhaskar-Kurasala/claim-denial-risk-modeling · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
{
  "run_id": "20260627T040324Z",
  "prompt_config": {
    "config_path": "config/prompting.toml",
    "version": "claim_denial_explanation_v1",
    "template_path": "prompts/claim_denial_explanation_v1.md",
    "experiment_name": "claim-denial-risk-explanations",
    "provider": "nvidia_nim",
    "fallback_provider": "grounded_local",
    "fallback_to_local_on_error": true,
    "top_n_high_risk": 10,
    "low_risk_examples": 1,
    "max_words": 75,
    "temperature": 0.0,
    "timeout_seconds": 45.0,
    "max_retries": 1,
    "nvidia_base_url": "https://integrate.api.nvidia.com/v1",
    "nvidia_model": "meta/llama-3.1-8b-instruct",
    "nvidia_api_key_present": true,
    "top10_explanations_path": "top10_claim_explanations.csv",
    "prompt_evaluation_path": "prompt_evaluation_report.json",
    "prompt_run_dir": "outputs/prompt_runs",
    "required_action_verbs": [
      "verify",
      "attach",
      "obtain",
      "confirm",
      "check",
      "review",
      "route"
    ],
    "forbidden_phrases": [
      "guaranteed denial",
      "will be denied",
      "definitely denied",
      "guaranteed payment",
      "will be paid",
      "no risk"
    ]
  },
  "prompt_template_hash": "26dd52608473",
  "source_predictions": "predictions_current_claims.csv",
  "current_claims_source": "data/raw/current_claims.csv",
  "top10_output": "top10_claim_explanations.csv",
  "high_risk_count": 10,
  "low_risk_sanity_count": 1,
  "provider_counts": {
    "nvidia_nim": 11
  },
  "token_usage": {
    "prompt_tokens": 7093,
    "completion_tokens": 1510,
    "total_tokens": 8603
  },
  "quality_passed": true,
  "quality_failures": [],
  "low_risk_sanity_examples": [
    {
      "claim_id": "CCLM-00442",
      "denial_probability": 0.1237,
      "risk_tier": "Low",
      "top_risk_factors": "no major operational denial trigger is apparent from available fields",
      "llm_explanation": "This claim appears to be at lower risk with an estimated 12% chance of denial. Verify the claim's eligibility and confirm the referral requirements before submission.",
      "quality_passed": true,
      "quality_issues": ""
    }
  ]
}