[
  {
    "level": "1c-short-non-streaming",
    "concurrency": 1,
    "mode": "non-streaming",
    "chunking": true,
    "text_category": "short",
    "success_rate": 0.0,
    "throughput_rps": 0.054437108787596944,
    "wall_time_s": 183.69822025299072,
    "latency_ms": {},
    "ttfb_ms": {},
    "effective_rtf": 0.0,
    "audio_total_seconds": 0,
    "observed_inflight_max": null,
    "errors": {
      "TIMEOUT": 1,
      "Server disconnected without sending a response.": 1,
      "All connection attempts failed": 8
    },
    "gpu": {
      "samples": 339,
      "memory_mb": {
        "min": 46994.0,
        "max": 70431.0,
        "avg": 51070.5221238938,
        "total": 81920.0
      },
      "gpu_util_pct": {
        "min": 0.0,
        "max": 89.0,
        "avg": 22.47787610619469
      },
      "temperature_c": {
        "min": 29.0,
        "max": 35.0,
        "avg": 30.469026548672566
      }
    },
    "timing_averages": {
      "generation_ms": {},
      "llm_batch_wall_ms_total": {},
      "llm_batch_gpu_ms_total": {},
      "llm_parse_ms": {},
      "llm_decode_wall_ms_total": {}
    },
    "requests": [
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 120058.44759941101,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "TIMEOUT",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 63577.699184417725,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "Server disconnected without sending a response.",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 4.436731338500977,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 4.441022872924805,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 0.9236335754394531,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 0.9558200836181641,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 0.9059906005859375,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 4.057407379150391,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 0.9145736694335938,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 0.9095668792724609,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      }
    ]
  },
  {
    "level": "5c-short-non-streaming",
    "concurrency": 5,
    "mode": "non-streaming",
    "chunking": true,
    "text_category": "short",
    "success_rate": 0.0,
    "throughput_rps": 128.88392683381508,
    "wall_time_s": 0.11638379096984863,
    "latency_ms": {},
    "ttfb_ms": {},
    "effective_rtf": 0.0,
    "audio_total_seconds": 0,
    "observed_inflight_max": null,
    "errors": {
      "All connection attempts failed": 15
    },
    "gpu": {
      "samples": 0,
      "error": "no GPU samples captured"
    },
    "timing_averages": {
      "generation_ms": {},
      "llm_batch_wall_ms_total": {},
      "llm_batch_gpu_ms_total": {},
      "llm_parse_ms": {},
      "llm_decode_wall_ms_total": {}
    },
    "requests": [
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.808830261230469,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.343914031982422,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.2051544189453125,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.011247634887695,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.894184112548828,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.268978118896484,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.178379058837891,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.077766418457031,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.528450012207031,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.930112838745117,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 4.917621612548828,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 4.294395446777344,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 4.292488098144531,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 3.951549530029297,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 3.451108932495117,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      }
    ]
  },
  {
    "level": "10c-short-non-streaming",
    "concurrency": 10,
    "mode": "non-streaming",
    "chunking": true,
    "text_category": "short",
    "success_rate": 0.0,
    "throughput_rps": 425.46922655557887,
    "wall_time_s": 0.0705103874206543,
    "latency_ms": {},
    "ttfb_ms": {},
    "effective_rtf": 0.0,
    "audio_total_seconds": 0,
    "observed_inflight_max": null,
    "errors": {
      "All connection attempts failed": 30
    },
    "gpu": {
      "samples": 0,
      "error": "no GPU samples captured"
    },
    "timing_averages": {
      "generation_ms": {},
      "llm_batch_wall_ms_total": {},
      "llm_batch_gpu_ms_total": {},
      "llm_parse_ms": {},
      "llm_decode_wall_ms_total": {}
    },
    "requests": [
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 9.617328643798828,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 9.377241134643555,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 9.091615676879883,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 8.762836456298828,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 8.642196655273438,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 9.920358657836914,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 9.57798957824707,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 9.305238723754883,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 12.158870697021484,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 8.97979736328125,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.710933685302734,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.827043533325195,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.370948791503906,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.243871688842773,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.13658332824707,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 8.768320083618164,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.312370300292969,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.010293960571289,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.025075912475586,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.175994873046875,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.224798202514648,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.921052932739258,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.891489028930664,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.791353225708008,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 7.1048736572265625,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.521940231323242,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.539106369018555,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 6.279468536376953,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.196332931518555,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      },
      {
        "request_id": "",
        "success": false,
        "status_code": 0,
        "latency_ms": 5.218029022216797,
        "ttfb_ms": 0.0,
        "server_ttfb_ms": 0.0,
        "audio_bytes": 0,
        "audio_seconds": 0.0,
        "request_inflight": null,
        "error": "All connection attempts failed",
        "timing": {}
      }
    ]
  }
]