Output:
Chunk ID: ec3e96
Wall time: 0.0512 seconds
Process exited with code 0
Original token count: 11118
Output:
{
  "config": {
    "levels": "64",
    "text": "short",
    "max_tokens": 1024,
    "timeout_s": 240.0,
    "requests_multiplier": 1,
    "min_requests": 8,
    "gpu_memory": 0.25,
    "stream_output_kind": "delta",
    "chunking": false,
    "timestamp": 1771376382
  },
  "levels": [
    {
      "concurrency": 64,
      "total_requests": 64,
      "success_rate": 1.0,
      "throughput_rps": 16.326971123339,
      "wall_time_s": 3.919894236139953,
      "latency_ms": {
        "avg": 3918.347145037842,
        "p50": 3918.236620724201,
        "p95": 3919.1033393144608,
        "max": 3919.1971765831113
      },
      "ttfb_ms": {
        "avg": 1590.3571818344062,
        "p50": 1568.3757001534104,
        "p95": 2066.3057109341025,
        "max": 2296.9187535345554
      },
      "chunks_per_req": {
        "avg": 3.546875,
        "p50": 4.0,
        "p95": 4.0,
        "max": 4.0
      },
      "inter_chunk_ms": {
        "avg": 886.4876042560109,
        "p50": 1214.5476071164012,
        "p95": 2160.658249631524,
        "max": 2259.1698160395026
      },
      "tail_emit_speed_x": {
        "avg": 1.1839721752608463,
        "p50": 1.1378585924587605,
        "p95": 1.6478131224042813,
        "max": 1.7815130059739435
      },
      "gpu": {
        "samples": 7,
        "memory_mb": {
          "min": 23681.0,
          "avg": 24361.571428571428,
          "max": 24775.0,
          "total": 81920.0
        },
        "gpu_util_pct": {
          "min": 23.0,
          "avg": 59.0,
          "max": 93.0
        }
      },
      "requests": [
        {
          "success": true,
          "latency_ms": 3919.097379781306,
          "ttfb_ms": 902.6249945163727,
          "chunks_sent": 4,
          "total_bytes": 90604,
          "audio_seconds": 2.83,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1400.0917170196772,
            1613.9557119458914,
            0.009967945516109467
          ],
          "tail_emit_speed_x": 0.9381819683893591,
          "final_metrics": {
            "ttfb_ms": 901,
            "chunks_sent": 4,
            "total_bytes": 90604,
            "audio_duration_seconds": 2.83,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.1971765831113,
          "ttfb_ms": 1134.0516060590744,
          "chunks_sent": 4,
          "total_bytes": 105964,
          "audio_seconds": 3.31,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1371.5594904497266,
            1412.5483883544803,
            0.009025447070598602
          ],
          "tail_emit_speed_x": 1.1884477547711123,
          "final_metrics": {
            "ttfb_ms": 1131,
            "chunks_sent": 4,
            "total_bytes": 105964,
            "audio_duration_seconds": 3.31,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.0986128523946,
          "ttfb_ms": 1049.6743759140372,
          "chunks_sent": 4,
          "total_bytes": 98924,
          "audio_seconds": 3.09,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1270.131898112595,
            1597.5021123886108,
            0.009828247129917145
          ],
          "tail_emit_speed_x": 1.0768710880120655,
          "final_metrics": {
            "ttfb_ms": 1045,
            "chunks_sent": 4,
            "total_bytes": 98924,
            "audio_duration_seconds": 3.09,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.1033393144608,
          "ttfb_ms": 1080.0507087260485,
          "chunks_sent": 4,
          "total_bytes": 101484,
          "audio_seconds": 3.17,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1268.48135702312,
            1568.9459908753633,
            0.010718591511249542
          ],
          "tail_emit_speed_x": 1.1165696492716997,
          "final_metrics": {
            "ttfb_ms": 1075,
            "chunks_sent": 4,
            "total_bytes": 101484,
            "audio_duration_seconds": 3.17,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.1576736047864,
          "ttfb_ms": 1117.6029648631811,
          "chunks_sent": 4,
          "total_bytes": 104684,
          "audio_seconds": 3.27,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1310.2105353027582,
            1490.3807695955038,
            0.00873766839504242
          ],
          "tail_emit_speed_x": 1.167209046390106,
          "final_metrics": {
            "ttfb_ms": 1112,
            "chunks_sent": 4,
            "total_bytes": 104684,
            "audio_duration_seconds": 3.27,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.1604778170586,
          "ttfb_ms": 1145.7060696557164,
          "chunks_sent": 4,
          "total_bytes": 107244,
          "audio_seconds": 3.35,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1470.6158572807908,
            1302.0360628142953,
            0.008456408977508545
          ],
          "tail_emit_speed_x": 1.2078799601472008,
          "final_metrics": {
            "ttfb_ms": 1140,
            "chunks_sent": 4,
            "total_bytes": 107244,
            "audio_duration_seconds": 3.35,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.017978012562,
          "ttfb_ms": 1102.666282095015,
          "chunks_sent": 4,
          "total_bytes": 103404,
          "audio_seconds": 3.23,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1203.0248641967773,
            1611.368017271161,
            0.012814067304134369
          ],
          "tail_emit_speed_x": 1.146873810072108,
          "final_metrics": {
            "ttfb_ms": 1096,
            "chunks_sent": 4,
            "total_bytes": 103404,
            "audio_duration_seconds": 3.23,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.1231271252036,
          "ttfb_ms": 1185.5774922296405,
          "chunks_sent": 4,
          "total_bytes": 110444,
          "audio_seconds": 3.45,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1417.2835033386946,
            1315.3814654797316,
            0.007152557373046875
          ],
          "tail_emit_speed_x": 1.2620970932251547,
          "final_metrics": {
            "ttfb_ms": 1179,
            "chunks_sent": 4,
            "total_bytes": 110444,
            "audio_duration_seconds": 3.45,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.97117998451,
          "ttfb_ms": 1097.6708643138409,
          "chunks_sent": 4,
          "total_bytes": 102764,
          "audio_seconds": 3.21,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1195.786933414638,
            1623.357754200697,
            0.00914745032787323
          ],
          "tail_emit_speed_x": 1.1377732395840074,
          "final_metrics": {
            "ttfb_ms": 1091,
            "chunks_sent": 4,
            "total_bytes": 102764,
            "audio_duration_seconds": 3.21,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.8787350431085,
          "ttfb_ms": 1049.3259355425835,
          "chunks_sent": 4,
          "total_bytes": 98924,
          "audio_seconds": 3.09,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1245.1692949980497,
            1621.4916445314884,
            0.009217299520969391
          ],
          "tail_emit_speed_x": 1.076822841711728,
          "final_metrics": {
            "ttfb_ms": 1042,
            "chunks_sent": 4,
            "total_bytes": 98924,
            "audio_duration_seconds": 3.09,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3919.0554078668356,
          "ttfb_ms": 1142.023554071784,
          "chunks_sent": 4,
          "total_bytes": 106604,
          "audio_seconds": 3.33,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1444.438916631043,
            1331.48555457592,
            0.009727664291858673
          ],
          "tail_emit_speed_x": 1.1991220033897956,
          "final_metrics": {
            "ttfb_ms": 1134,
            "chunks_sent": 4,
            "total_bytes": 106604,
            "audio_duration_seconds": 3.33,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.94141305238,
          "ttfb_ms": 1097.852728329599,
          "chunks_sent": 4,
          "total_bytes": 102764,
          "audio_seconds": 3.21,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1238.587305881083,
            1580.461399629712,
            0.009067356586456299
          ],
          "tail_emit_speed_x": 1.1378585924587605,
          "final_metrics": {
            "ttfb_ms": 1089,
            "chunks_sent": 4,
            "total_bytes": 102764,
            "audio_duration_seconds": 3.21,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.948497623205,
          "ttfb_ms": 1106.7989617586136,
          "chunks_sent": 4,
          "total_bytes": 103404,
          "audio_seconds": 3.23,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1214.5476071164012,
            1595.7288863137364,
            0.008285976946353912
          ],
          "tail_emit_speed_x": 1.1485875693331296,
          "final_metrics": {
            "ttfb_ms": 1098,
            "chunks_sent": 4,
            "total_bytes": 103404,
            "audio_duration_seconds": 3.23,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.999713845551,
          "ttfb_ms": 1129.5887855812907,
          "chunks_sent": 4,
          "total_bytes": 105324,
          "audio_seconds": 3.29,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1285.4579174891114,
            1502.6615979149938,
            0.008987262845039368
          ],
          "tail_emit_speed_x": 1.179460497076075,
          "final_metrics": {
            "ttfb_ms": 1120,
            "chunks_sent": 4,
            "total_bytes": 105324,
            "audio_duration_seconds": 3.29,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.9957976341248,
          "ttfb_ms": 1122.8761784732342,
          "chunks_sent": 4,
          "total_bytes": 104684,
          "audio_seconds": 3.27,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1294.2061545327306,
            1500.7285429164767,
            0.008575618267059326
          ],
          "tail_emit_speed_x": 1.169477864105585,
          "final_metrics": {
            "ttfb_ms": 1113,
            "chunks_sent": 4,
            "total_bytes": 104684,
            "audio_duration_seconds": 3.27,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.931865133345,
          "ttfb_ms": 1106.374897994101,
          "chunks_sent": 4,
          "total_bytes": 103404,
          "audio_seconds": 3.23,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1244.817640632391,
            1566.0381391644478,
            0.008074566721916199
          ],
          "tail_emit_speed_x": 1.148421183193083,
          "final_metrics": {
            "ttfb_ms": 1096,
            "chunks_sent": 4,
            "total_bytes": 103404,
            "audio_duration_seconds": 3.23,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.9482061192393,
          "ttfb_ms": 1112.6989796757698,
          "chunks_sent": 4,
          "total_bytes": 104044,
          "audio_seconds": 3.25,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1265.7364159822464,
            1539.0574373304844,
            0.00881776213645935
          ],
          "tail_emit_speed_x": 1.1581294951906045,
          "final_metrics": {
            "ttfb_ms": 1102,
            "chunks_sent": 4,
            "total_bytes": 104044,
            "audio_duration_seconds": 3.25,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.9282404258847,
          "ttfb_ms": 1112.5318929553032,
          "chunks_sent": 4,
          "total_bytes": 104044,
          "audio_seconds": 3.25,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1257.8499699011445,
            1547.0018647611141,
            0.008686445653438568
          ],
          "tail_emit_speed_x": 1.158068782026901,
          "final_metrics": {
            "ttfb_ms": 1102,
            "chunks_sent": 4,
            "total_bytes": 104044,
            "audio_duration_seconds": 3.25,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.931156396866,
          "ttfb_ms": 1122.610236518085,
          "chunks_sent": 4,
          "total_bytes": 104684,
          "audio_seconds": 3.27,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1272.2398666664958,
            1522.699749097228,
            0.007624737918376923
          ],
          "tail_emit_speed_x": 1.1693936760812678,
          "final_metrics": {
            "ttfb_ms": 1111,
            "chunks_sent": 4,
            "total_bytes": 104684,
            "audio_duration_seconds": 3.27,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.823861517012,
          "ttfb_ms": 1097.9186752811074,
          "chunks_sent": 4,
          "total_bytes": 102764,
          "audio_seconds": 3.21,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1244.326900690794,
            1574.3429688736796,
            0.008274801075458527
          ],
          "tail_emit_speed_x": 1.1379326095973068,
          "final_metrics": {
            "ttfb_ms": 1086,
            "chunks_sent": 4,
            "total_bytes": 102764,
            "audio_duration_seconds": 3.21,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3913.498507812619,
          "ttfb_ms": 1377.9759369790554,
          "chunks_sent": 4,
          "total_bytes": 126124,
          "audio_seconds": 3.94,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1247.0255652442575,
            360.74910312891006,
            0.010411255061626434
          ],
          "tail_emit_speed_x": 1.553920302395379,
          "final_metrics": {
            "ttfb_ms": 1366,
            "chunks_sent": 4,
            "total_bytes": 126124,
            "audio_duration_seconds": 3.94,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.29205583781,
          "ttfb_ms": 1480.2170163020492,
          "chunks_sent": 4,
          "total_bytes": 125484,
          "audio_seconds": 3.92,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            2054.903242737055,
            34.80997122824192,
            0.005009584128856659
          ],
          "tail_emit_speed_x": 1.6078258201381757,
          "final_metrics": {
            "ttfb_ms": 1468,
            "chunks_sent": 4,
            "total_bytes": 125484,
            "audio_duration_seconds": 3.92,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.9520431682467,
          "ttfb_ms": 1493.1528633460402,
          "chunks_sent": 4,
          "total_bytes": 89004,
          "audio_seconds": 2.78,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1873.4338004142046,
            551.6420910134912,
            0.0075642019510269165
          ],
          "tail_emit_speed_x": 1.1460140736809687,
          "final_metrics": {
            "ttfb_ms": 1480,
            "chunks_sent": 4,
            "total_bytes": 89004,
            "audio_duration_seconds": 2.78,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3916.6335184127092,
          "ttfb_ms": 1504.9189971759915,
          "chunks_sent": 3,
          "total_bytes": 59884,
          "audio_seconds": 1.87,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1864.6571012213826,
            0.033132731914520264
          ],
          "tail_emit_speed_x": 0.7753819880145149,
          "final_metrics": {
            "ttfb_ms": 1492,
            "chunks_sent": 3,
            "total_bytes": 59884,
            "audio_duration_seconds": 1.87,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.284139595926,
          "ttfb_ms": 1559.6744427457452,
          "chunks_sent": 4,
          "total_bytes": 112044,
          "audio_seconds": 3.5,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            2183.386399410665,
            35.09720228612423,
            0.005139969289302826
          ],
          "tail_emit_speed_x": 1.483925044772815,
          "final_metrics": {
            "ttfb_ms": 1546,
            "chunks_sent": 4,
            "total_bytes": 112044,
            "audio_duration_seconds": 3.5,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2904632762074,
          "ttfb_ms": 1569.2146690562367,
          "chunks_sent": 4,
          "total_bytes": 122924,
          "audio_seconds": 3.84,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            2242.8110828623176,
            33.228550106287,
            0.004840083420276642
          ],
          "tail_emit_speed_x": 1.6346854407373868,
          "final_metrics": {
            "ttfb_ms": 1555,
            "chunks_sent": 4,
            "total_bytes": 122924,
            "audio_duration_seconds": 3.84,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.174092657864,
          "ttfb_ms": 1537.9134640097618,
          "chunks_sent": 4,
          "total_bytes": 119084,
          "audio_seconds": 3.72,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1834.2908760532737,
            162.63501904904842,
            0.009768642485141754
          ],
          "tail_emit_speed_x": 1.5628540653183929,
          "final_metrics": {
            "ttfb_ms": 1524,
            "chunks_sent": 4,
            "total_bytes": 119084,
            "audio_duration_seconds": 3.72,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.224467895925,
          "ttfb_ms": 1568.3757001534104,
          "chunks_sent": 4,
          "total_bytes": 131244,
          "audio_seconds": 4.1,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            2102.8301529586315,
            32.76600409299135,
            0.004478730261325836
          ],
          "tail_emit_speed_x": 1.744793135746708,
          "final_metrics": {
            "ttfb_ms": 1554,
            "chunks_sent": 4,
            "total_bytes": 131244,
            "audio_duration_seconds": 4.1,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.255787342787,
          "ttfb_ms": 1591.0353986546397,
          "chunks_sent": 4,
          "total_bytes": 129964,
          "audio_seconds": 4.06,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            2254.3032225221395,
            33.05825684219599,
            0.004338100552558899
          ],
          "tail_emit_speed_x": 1.74457048405657,
          "final_metrics": {
            "ttfb_ms": 1576,
            "chunks_sent": 4,
            "total_bytes": 129964,
            "audio_duration_seconds": 4.06,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1725000962615,
          "ttfb_ms": 1551.3992616906762,
          "chunks_sent": 4,
          "total_bytes": 124844,
          "audio_seconds": 3.9,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            2052.0685827359557,
            33.84150750935078,
            0.006703659892082214
          ],
          "tail_emit_speed_x": 1.6478131224042813,
          "final_metrics": {
            "ttfb_ms": 1536,
            "chunks_sent": 4,
            "total_bytes": 124844,
            "audio_duration_seconds": 3.9,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1711273267865,
          "ttfb_ms": 1557.9111678525805,
          "chunks_sent": 4,
          "total_bytes": 114604,
          "audio_seconds": 3.58,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            2079.5114086940885,
            33.62410608679056,
            0.00437907874584198
          ],
          "tail_emit_speed_x": 1.5167820754784633,
          "final_metrics": {
            "ttfb_ms": 1542,
            "chunks_sent": 4,
            "total_bytes": 114604,
            "audio_duration_seconds": 3.58,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3916.3186522200704,
          "ttfb_ms": 1501.7383815720677,
          "chunks_sent": 4,
          "total_bytes": 124204,
          "audio_seconds": 3.88,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1487.8857722505927,
            375.1444714143872,
            0.009307637810707092
          ],
          "tail_emit_speed_x": 1.6069045403732722,
          "final_metrics": {
            "ttfb_ms": 1485,
            "chunks_sent": 4,
            "total_bytes": 124204,
            "audio_duration_seconds": 3.88,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2155709713697,
          "ttfb_ms": 1628.88028845191,
          "chunks_sent": 4,
          "total_bytes": 122284,
          "audio_seconds": 3.82,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            2249.5880341157317,
            33.82901381701231,
            0.005921348929405212
          ],
          "tail_emit_speed_x": 1.6686066165878564,
          "final_metrics": {
            "ttfb_ms": 1612,
            "chunks_sent": 4,
            "total_bytes": 122284,
            "audio_duration_seconds": 3.82,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1131571531296,
          "ttfb_ms": 1538.1136927753687,
          "chunks_sent": 4,
          "total_bytes": 135724,
          "audio_seconds": 4.24,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            2031.7586790770292,
            33.409721218049526,
            0.006692484021186829
          ],
          "tail_emit_speed_x": 1.7815130059739435,
          "final_metrics": {
            "ttfb_ms": 1521,
            "chunks_sent": 4,
            "total_bytes": 135724,
            "audio_duration_seconds": 4.24,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1667882949114,
          "ttfb_ms": 1571.1428662762046,
          "chunks_sent": 4,
          "total_bytes": 117804,
          "audio_seconds": 3.68,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            2207.0207092911005,
            33.62809494137764,
            0.004608184099197388
          ],
          "tail_emit_speed_x": 1.5679431153112333,
          "final_metrics": {
            "ttfb_ms": 1554,
            "chunks_sent": 4,
            "total_bytes": 117804,
            "audio_duration_seconds": 3.68,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.132983148098,
          "ttfb_ms": 1543.3387253433466,
          "chunks_sent": 4,
          "total_bytes": 119724,
          "audio_seconds": 3.74,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            2160.658249631524,
            38.75337913632393,
            0.008575618267059326
          ],
          "tail_emit_speed_x": 1.5748732706879789,
          "final_metrics": {
            "ttfb_ms": 1526,
            "chunks_sent": 4,
            "total_bytes": 119724,
            "audio_duration_seconds": 3.74,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1766575202346,
          "ttfb_ms": 1653.220978565514,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            2259.1698160395026,
            0.012231990694999695
          ],
          "tail_emit_speed_x": 0.8609439990896101,
          "final_metrics": {
            "ttfb_ms": 1635,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1843223050237,
          "ttfb_ms": 1666.9146586209536,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            2245.7652324810624,
            0.008376315236091614
          ],
          "tail_emit_speed_x": 0.8661778868413924,
          "final_metrics": {
            "ttfb_ms": 1648,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.181517161429,
          "ttfb_ms": 1669.7888150811195,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            2243.1617779657245,
            0.00841636210680008
          ],
          "tail_emit_speed_x": 0.8672862165918687,
          "final_metrics": {
            "ttfb_ms": 1651,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.3183163404465,
          "ttfb_ms": 1701.157878153026,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            2212.875553406775,
            0.008517876267433167
          ],
          "tail_emit_speed_x": 0.8795033351732406,
          "final_metrics": {
            "ttfb_ms": 1682,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1409291923046,
          "ttfb_ms": 1843.7225641682744,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            2068.8054393976927,
            0.010368414223194122
          ],
          "tail_emit_speed_x": 0.9400225301116687,
          "final_metrics": {
            "ttfb_ms": 1824,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.165797367692,
          "ttfb_ms": 1906.8195577710867,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            2006.3039921224117,
            0.007664784789085388
          ],
          "tail_emit_speed_x": 0.9694999108612404,
          "final_metrics": {
            "ttfb_ms": 1887,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1445175781846,
          "ttfb_ms": 1937.056397087872,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1975.9570751339197,
            0.009888783097267151
          ],
          "tail_emit_speed_x": 0.9843075529206553,
          "final_metrics": {
            "ttfb_ms": 1917,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2815849781036,
          "ttfb_ms": 1903.3981151878834,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            2010.6871230527759,
            0.009367242455482483
          ],
          "tail_emit_speed_x": 0.9677979045622049,
          "final_metrics": {
            "ttfb_ms": 1883,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.3149682357907,
          "ttfb_ms": 1951.8301617354155,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1962.7829659730196,
            0.008625909686088562
          ],
          "tail_emit_speed_x": 0.9916171198242247,
          "final_metrics": {
            "ttfb_ms": 1931,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.309829197824,
          "ttfb_ms": 1992.7319018170238,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1922.3031429573894,
            0.007322989404201508
          ],
          "tail_emit_speed_x": 1.0126829832602096,
          "final_metrics": {
            "ttfb_ms": 1971,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2518301531672,
          "ttfb_ms": 1948.0805983766913,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1966.3797710090876,
            0.010669231414794922
          ],
          "tail_emit_speed_x": 0.9897616859635658,
          "final_metrics": {
            "ttfb_ms": 1926,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2561663910747,
          "ttfb_ms": 1980.240254662931,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1934.3888210132718,
            0.007163733243942261
          ],
          "tail_emit_speed_x": 1.0061836893078808,
          "final_metrics": {
            "ttfb_ms": 1958,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2522892951965,
          "ttfb_ms": 1986.1306566745043,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1928.5732815042138,
            0.007074326276779175
          ],
          "tail_emit_speed_x": 1.0092532307891289,
          "final_metrics": {
            "ttfb_ms": 1964,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.189162388444,
          "ttfb_ms": 1940.4930677264929,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1973.6027410253882,
            0.008566305041313171
          ],
          "tail_emit_speed_x": 0.9859957782509121,
          "final_metrics": {
            "ttfb_ms": 1918,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.236620724201,
          "ttfb_ms": 1971.5381767600775,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1943.2332497090101,
            0.008896924555301666
          ],
          "tail_emit_speed_x": 1.0016959771278973,
          "final_metrics": {
            "ttfb_ms": 1948,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1847125291824,
          "ttfb_ms": 1976.3556187972426,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1937.9493948072195,
            0.007234513759613037
          ],
          "tail_emit_speed_x": 1.004207840069157,
          "final_metrics": {
            "ttfb_ms": 1953,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1651351973414,
          "ttfb_ms": 1980.7316940277815,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1933.4395974874496,
            0.008905306458473206
          ],
          "tail_emit_speed_x": 1.00648618866765,
          "final_metrics": {
            "ttfb_ms": 1957,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.214838951826,
          "ttfb_ms": 2014.9403167888522,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1900.0740395858884,
            0.00818539410829544
          ],
          "tail_emit_speed_x": 1.0245500464031458,
          "final_metrics": {
            "ttfb_ms": 1991,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1870268657804,
          "ttfb_ms": 1988.3700320497155,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1926.4425924047828,
            0.009749084711074829
          ],
          "tail_emit_speed_x": 1.0104585073290118,
          "final_metrics": {
            "ttfb_ms": 1964,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2311007753015,
          "ttfb_ms": 2035.7327032834291,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1879.5342203229666,
            0.005920417606830597
          ],
          "tail_emit_speed_x": 1.0358574554953475,
          "final_metrics": {
            "ttfb_ms": 2011,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1987680494785,
          "ttfb_ms": 2031.9805881008506,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1883.173600770533,
            0.007165595889091492
          ],
          "tail_emit_speed_x": 1.0338146566125819,
          "final_metrics": {
            "ttfb_ms": 2007,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.225740082562,
          "ttfb_ms": 2060.3919345885515,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1855.0183288753033,
            0.0069141387939453125
          ],
          "tail_emit_speed_x": 1.0496094937197473,
          "final_metrics": {
            "ttfb_ms": 2035,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1671189144254,
          "ttfb_ms": 2025.508244521916,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "krishna",
          "error": null,
          "inter_chunk_ms": [
            1889.5309176295996,
            0.00951811671257019
          ],
          "tail_emit_speed_x": 1.0302965982847254,
          "final_metrics": {
            "ttfb_ms": 1999,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.226510286331,
          "ttfb_ms": 2066.3057109341025,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "anika",
          "error": null,
          "inter_chunk_ms": [
            1849.339067004621,
            0.007654540240764618
          ],
          "tail_emit_speed_x": 1.0529607965319456,
          "final_metrics": {
            "ttfb_ms": 2040,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2224357500672,
          "ttfb_ms": 2176.322597078979,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "lipakshi",
          "error": null,
          "inter_chunk_ms": [
            1739.3893385306,
            0.005299225449562073
          ],
          "tail_emit_speed_x": 1.1194673520882081,
          "final_metrics": {
            "ttfb_ms": 2150,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.195561505854,
          "ttfb_ms": 2232.50412940979,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "vardan",
          "error": null,
          "inter_chunk_ms": [
            1683.026141487062,
            0.007654540240764618
          ],
          "tail_emit_speed_x": 1.1567953439588186,
          "final_metrics": {
            "ttfb_ms": 2205,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.1764163076878,
          "ttfb_ms": 2252.4444749578834,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "reet",
          "error": null,
          "inter_chunk_ms": [
            1662.9885230213404,
            0.010580755770206451
          ],
          "tail_emit_speed_x": 1.1706565453861937,
          "final_metrics": {
            "ttfb_ms": 2225,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        },
        {
          "success": true,
          "latency_ms": 3918.2117134332657,
          "ttfb_ms": 2296.9187535345554,
          "chunks_sent": 3,
          "total_bytes": 62444,
          "audio_seconds": 1.95,
          "speaker": "Nandini",
          "error": null,
          "inter_chunk_ms": [
            1618.9484847709537,
            0.0076964497566223145
          ],
          "tail_emit_speed_x": 1.202743765766938,
          "final_metrics": {
            "ttfb_ms": 2269,
            "chunks_sent": 3,
            "total_bytes": 62444,
            "audio_duration_seconds": 1.95,
            "text_chunked": false
          }
        }
      ]
    }
  ]
}


# Collaboration Mode: Default

You are now in Default mode. Any previous instructions for other modes (e.g. Plan mode) are no longer active.

Your active mode changes only when new developer instructions with a different `<collaboration_mode>...</collaboration_mode>` change it; user requests or tool descriptions do not change mode by themselves. Known mode names are Default and Plan.

## request_user_input availability

The `request_user_input` tool is unavailable in Default mode. If you call it while in Default mode, it will return an error.

If a decision is necessary and cannot be discovered from local context, ask the user directly. However, in Default mode you should strongly prefer executing the user's request rather than stopping to ask questions.

Summary: auto

## Skills
A skill is a set of local instructions to follow that is stored in a `SKILL.md` file. Below is the list of skills that can be used. Each entry includes a name, description, and file path so you can open the source for full instructions when using a specific skill.
### Available skills
- skill-creator: Guide for creating effective skills. This skill should be used when users want to create a new skill (or update an existing skill) that extends Codex's capabilities with specialized knowledge, workflows, or tool integrations. (file: /home/ubuntu/.codex/skills/.system/skill-creator/SKILL.md)
- skill-installer: Install Codex skills into $CODEX_HOME/skills from a curated list or a GitHub repo path. Use when a user asks to list installable skills, install a curated skill, or install a skill from another repo (including private repos). (file: /home/ubuntu/.codex/skills/.system/skill-installer/SKILL.md)
### How to use skills
- Discovery: The list above is the skills available in this session (name + description + file path). Skill bodies live on disk at the listed paths.
- Trigger rules: If the user names a skill (with `$SkillName` or plain text) OR the task clearly matches a skill's description shown above, you must use that skill for that turn. Multiple mentions mean use them all. Do not carry skills across turns unless re-mentioned.
- Missing/blocked: If a named skill isn't in the list or the path can't be read, say so briefly and continue with the best fallback.
- How to use a skill (progressive disclosure):
  1) After deciding to use a skill, open its `SKILL.md`. Read only enough to follow the workflow.
  2) When `SKILL.md` references relative paths (e.g., `scripts/foo.py`), resolve them relative to the skill directory listed above first, and only consider other paths if needed.
  3) If `SKILL.md` points to extra folders such as `references/`, load only the specific files needed for the request; don't bulk-load everything.
  4) If `scripts/` exist, prefer running or patching them instead of retyping large code blocks.
  5) If `assets/` or templates exist, reuse them instead of recreating from scratch.
- Coordination and sequencing:
  - If multiple skills apply, choose the minimal set that covers the request and state the order you'll use them.
  - Announce which skill(s) you're using and why (one short line). If you skip an obvious skill, say why.
- Context hygiene:
  - Keep context small: summarize long sections instead of pasting them; only load extra files when needed.
  - Avoid deep reference-chasing: prefer opening only files directly linked from `SKILL.md` unless you're blocked.
  - When variants exist (frameworks, providers, domains), pick only the relevant reference file(s) and note that choice.
- Safety and fallback: If a skill can't be applied cleanly (missing files, unclear instructions), state the issue, pick the next-best approach, and continue.


**Planning detailed profiling instrumentation**


cd /home/ubuntu/veenaModal && rg --files | head -n 200


cd /home/ubuntu/veenaModal && rg -n "generate_speech_streaming|generate_speech_stream|output_kind|decode|chunk|queue|scheduler|metrics|timeline|profil|ttfb|tokens" veena3modal/core veena3modal/api scripts -g '*.py'


Output:
Chunk ID: 84ac6f
Wall time: 0.0510 seconds
Process exited with code 0
Original token count: 1897
Output:
README.md
requirements.txt
.env.example
modal_docs/# Managing deployments.md
modal_docs/# Reserving CPU and memory.md
modal_docs/# Job processing.md
modal_docs/# Secrets.md
modal_docs/# Using CUDA on Modal.md
modal_docs/# Introduction.md
stress_results_opt_local.json
modal_docs/# Dicts.md
modal_docs/# Multi-node clusters (beta).md
modal_docs/# Batch Processing.md
modal_docs/# Slack notifications (beta).md
modal_docs/# Volumes.md
modal_docs/# Apps, Functions, and entrypoints.md
modal_docs/# Environment variables.md
modal_docs/# Run a FastRTC app on Modal.md
modal_docs/# GPU acceleration.md
modal_docs/# Fast pull from registry.md
modal_docs/# Real-time object detection with WebRTC.md
modal_docs/# Memory Snapshot.md
modal_docs/# GPU Health.md
modal_docs/# Queues.md
modal_docs/# Asynchronous API usage.md
veena3modal/local_server.py
modal_docs/Reference/# modal.Volume.md
veena3modal/services/tts_runtime.py
modal_docs/Reference/# modal.config.md
veena3modal/services/credits.py
modal_docs/Reference/# modal.enter.md
veena3modal/services/sentence_store.py
veena3modal/services/__init__.py
modal_docs/Reference/# modal.Function.md
modal_docs/Reference/# modal.web_server.md
modal_docs/Reference/# modal.forward.md
modal_docs/Reference/# modal.Error.md
modal_docs/Reference/# modal.Image.md
modal_docs/Reference/# modal.exception.md
modal_docs/Reference/# modal.gpu.md
modal_docs/Reference/# modal.file_io.md
modal_docs/Reference/# modal.Tunnel.md
modal_docs/Reference/# modal.parameter.md
modal_docs/Reference/# modal.Dict.md
modal_docs/Reference/# modal.current_function_call_id.md
modal_docs/Reference/# modal.enable_output.md
modal_docs/Reference/# modal.Cron.md
modal_docs/Reference/# modal.asgi_app.md
modal_docs/Reference/# modal.NetworkFileSystem.md
modal_docs/Reference/# modal.concurrent.md
modal_docs/Reference/# modal.Period.md
modal_docs/Reference/# modal.method.md
modal_docs/Reference/# modal.current_input_id.md
modal_docs/Reference/# modal.is_local.md
modal_docs/Reference/# modal.io_streams.md
modal_docs/Reference/# modal.fastAPIendpoint.md
modal_docs/Reference/# modal.interact.md
modal_docs/Reference/# modal CloudBucketMount.md
modal_docs/Reference/# modal.FunctionCall.md
modal_docs/Reference/# modal.wsgi_app.md
modal_docs/Reference/# modal.Queue.md
modal_docs/Reference/# modal Client.md
modal_docs/Reference/# modal.Cls.md
modal_docs/Reference/# modal.Sandbox.md
modal_docs/Reference/# modal.web_endpoint.md
modal_docs/Reference/# modal.Secret.md
modal_docs/Reference/# modal App.md
modal_docs/Reference/# modal.Retries.md
modal_docs/Reference/# modal.FilePatternMatcher.md
modal_docs/Reference/# modal.exit.md
modal_docs/Reference/# modal.container_process.md
modal_docs/Reference/# modal.call_graph.md
modal_docs/Reference/# modal.Proxy.md
modal_docs/Reference/# modal.batched.md
modal_docs/# QuiLLMan: Voice Chat with Moshi.md
modal_docs/# Preemption.md
modal_docs/# Dynamic batching (beta).md
modal_docs/# Proxies (beta).md
modal_docs/# Timeouts.md
modal_docs/# Invoking deployed functions.md
modal_docs/# Using existing images.md
modal_docs/# Hello world wide web!.md
modal_docs/# Failures and retries.md
modal_docs/# Scheduling remote cron jobs.md
modal_docs/# Scaling out.md
modal_docs/# Storing model weights on Modal.md
modal_docs/# Images.md
modal_docs/# Cold start performance.md
modal_docs/# Input concurrency.md
modal_docs/# Continuous deployment.md
external/sparktts/requirements.txt
external/sparktts/utils/token_parser.py
external/sparktts/utils/parse_options.sh
external/sparktts/utils/file.py
external/sparktts/utils/__init__.py
external/sparktts/utils/audio.py
veena3modal/core/token_utils.py
veena3modal/core/bicodec_decoder.py
veena3modal/core/pipeline.py
veena3modal/core/model_loader.py
veena3modal/core/constants.py
veena3modal/core/dual_engine.py
veena3modal/core/super_resolution.py
veena3modal/core/__init__.py
veena3modal/core/bicodec_batch_decoder.py
veena3modal/core/multi_engine.py
veena3modal/core/streaming_pipeline.py
veena3modal/shared/logging.py
veena3modal/shared/__init__.py
veena3modal/shared/metrics.py
veena3modal/__init__.py
veena3modal/__main__.py
veena3modal/app.py
scripts/stress_test_local.py
veena3modal/tests/integration/__init__.py
scripts/test_correct_format.py
scripts/test_original_bug.py
veena3modal/tests/integration/test_tts_generate.py
scripts/final_chunking_test.sh
scripts/validate_chunking_asr.py
veena3modal/tests/integration/test_sentence_store.py
scripts/stress_test_optimized_local.py
scripts/measure_ttfb_detailed.py
scripts/final_asr_verification.py
scripts/test_all_features.py
scripts/setup_local.sh
scripts/comprehensive_validation.py
scripts/wer_test_with_emotions.py
scripts/test_fix.py
scripts/profile_pipeline.py
scripts/stress_test_runtime_detailed.py
scripts/asr_validation_openai.py
scripts/validate_modal_endpoint.py
external/sparktts/models/audio_tokenizer.py
external/sparktts/models/__init__.py
external/sparktts/models/bicodec.py
scripts/detailed_word_analysis.py
scripts/measure_ttfb_detailed_v2.py
scripts/analyze_missing_words.py
scripts/create_visual_map.py
scripts/pattern_analysis.py
scripts/validate_true_streaming.py
scripts/stress_test_streaming_runtime.py
scripts/measure_client_ttfb.py
scripts/quick_asr_check.py
scripts/stress_test_production.py
scripts/asr_with_openai_final.py
veena3modal/tests/performance/__init__.py
veena3modal/tests/performance/test_benchmarks.py
scripts/validation/final_validation.py
veena3modal/tests/edge_cases/test_concurrent_access.py
external/sparktts/cli/inference.py
external/sparktts/cli/SparkTTS.py
veena3modal/tests/edge_cases/test_text_limits.py
veena3modal/tests/edge_cases/__init__.py
scripts/elevenlabs_verify_fix.py
scripts/validate_indic_normalization.py
scripts/validate_text_normalization.py
veena3modal/tests/__init__.py
scripts/test_chunking_no_emotions.py
scripts/test_true_streaming.py
scripts/elevenlabs_asr_analysis.py
veena3modal/audio/crossfade.py
veena3modal/audio/utils.py
veena3modal/audio/__init__.py
veena3modal/audio/encoder.py
veena3modal/tests/modal_live/test_deployed_endpoint.py
veena3modal/tests/modal_live/__init__.py
veena3modal/tests/modal_live/debug_asr_issue.py
veena3modal/tests/modal_live/test_load.py
veena3modal/tests/modal_live/test_asr_validation.py
veena3modal/tests/modal_live/test_speaker_consistency.py
external/sparktts/modules/fsq/residual_fsq.py
external/sparktts/modules/fsq/finite_scalar_quantization.py
veena3modal/tests/unit/test_long_text_processor.py
veena3modal/tests/unit/test_text_normalizer.py
veena3modal/tests/unit/__init__.py
veena3modal/tests/unit/test_emotion_normalizer.py
veena3modal/tests/unit/test_audio_encoder.py
veena3modal/tests/unit/test_metrics.py
veena3modal/tests/unit/test_sentence_store.py
veena3modal/tests/unit/test_logging.py
veena3modal/tests/unit/test_credits.py
veena3modal/tests/unit/test_text_chunker.py
veena3modal/tests/unit/test_audio_utils.py
veena3modal/tests/unit/test_error_handlers.py
veena3modal/tests/unit/test_schemas.py
veena3modal/tests/unit/test_prompt_builder.py
veena3modal/tests/unit/test_token_parsing.py
veena3modal/tests/unit/test_rate_limiter.py
veena3modal/tests/unit/test_fastapi_app.py
veena3modal/tests/unit/test_websocket_handler.py
veena3modal/tests/unit/test_api_key_cache.py
veena3modal/tests/unit/test_audio_crossfade.py
external/sparktts/modules/vq/factorized_vector_quantize.py
external/sparktts/modules/blocks/layers.py
external/sparktts/modules/blocks/vocos.py
external/sparktts/modules/blocks/samper.py
external/sparktts/modules/speaker/perceiver_encoder.py
external/sparktts/modules/speaker/speaker_encoder.py