nimble/docs/assets/modal-public-smoke.json at main · bespokelabsai/nimble · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
  "url": "https://bespokelabs--nimble-sglang-nimble.us-west.modal.direct",
  "authentication_headers_sent": false,
  "root_status": 307,
  "root_location": "/docs",
  "docs_status": 200,
  "openapi_status": 200,
  "inference_status": 200,
  "request": {
    "model": "nimble-latest",
    "state": "I was charged twice. Please refund the duplicate.",
    "questions": {
      "refund": {
        "type": "noul",
        "instructions": "Does the user request a refund?"
      },
      "department": {
        "type": "choice",
        "instructions": "Which department should handle this?",
        "criteria": {
          "billing": "Payments and refunds",
          "technical": "Software bugs"
        }
      },
      "urgency": {
        "type": "score",
        "instructions": "How urgent is the request?",
        "criteria": [
          "Routine",
          "Urgent",
          "Emergency"
        ]
      }
    }
  },
  "response": {
    "model": "nimble-latest",
    "answers": {
      "refund": {
        "type": "noul",
        "noul": 0.998830489806203
      },
      "department": {
        "type": "choice",
        "choice": "billing",
        "probabilities": {
          "billing": 0.9579122672782973,
          "technical": 0.04208773272170267
        },
        "confidence": 0.7482161813838393
      },
      "urgency": {
        "type": "score",
        "score": 0.7907079771861036,
        "legend": {
          "0": "Routine",
          "1": "Urgent",
          "2": "Emergency"
        },
        "probabilities": {
          "0": 0.2202580241192943,
          "1": 0.7687759745753078,
          "2": 0.010966001305397929
        },
        "confidence": 0.46761592472275226
      }
    },
    "usage": {
      "input_tokens": 1209,
      "output_tokens": 4
    }
  }
}