{
  "note": "Reconstructed from preserved stdout logs; raw JSON files lived on the ephemeral Colab VM. Values are exact as printed by the harness.",
  "model": {
    "repo": "nvidia/Qwen3.8-Flash-Next-NVFP4",
    "revision": "fc694b54fb0174e0913e6adf86691ef85a4ead47"
  },
  "hardware": {
    "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
    "vram_mib": 97887,
    "driver": "580.82.07",
    "compute_capability": "12.0"
  },
  "server": {
    "vllm": "0.32.0",
    "torch": "2.13.0+cu130",
    "max_model_len": 131072,
    "max_num_seqs": 1,
    "gpu_memory_utilization": 0.95,
    "language_model_only": true,
    "enforce_eager": true,
    "quantization": "modelopt",
    "kv_cache_dtype": "auto (BF16; FP8 not needed)",
    "weights_gib": 73.6,
    "kv_cache_gib": 14.76,
    "kv_cache_tokens": 560931,
    "max_concurrency_at_131072": 4.28,
    "model_load_s": 396.7,
    "gpu_used_mib_after_requests": 93535,
    "kv_usage_percent_during_130k": 23.4
  },
  "direct_long": [
    {
      "label": "first long request (cold long-shape)",
      "content_tokens": 104798,
      "prompt_tokens": 104810,
      "completion_tokens": 9,
      "ttft_s": 12.2,
      "server_prefill_s": 12.083,
      "server_prefill_tps": 8674.4,
      "output": "RM-6382-VB",
      "needle_found": true,
      "prefix_cache_hits": 0
    },
    {
      "label": "warm long request",
      "content_tokens": 104915,
      "prompt_tokens": 104927,
      "completion_tokens": 9,
      "ttft_s": 6.987,
      "server_prefill_s": 6.884,
      "server_prefill_tps": 15242.9,
      "output": "WX-2048-NT",
      "needle_found": true,
      "prefix_cache_hits": 0
    },
    {
      "label": "near-limit request",
      "content_tokens": 130126,
      "prompt_tokens": 130138,
      "completion_tokens": 9,
      "ttft_s": 8.706,
      "server_prefill_s": 8.576,
      "server_prefill_tps": 15174.0,
      "prompt_plus_output": 130147,
      "output": "NL-9137-ZR",
      "needle_found": true,
      "prefix_cache_hits": 0
    }
  ],
  "term_llm_long": {
    "content_tokens": 105159,
    "reported_input_tokens": "105.22K",
    "completion_tokens": 9,
    "ttft_s": 8.6,
    "wall_s": 9.02,
    "decode_tps_reported": 26,
    "output": "ZX-9174-KQ",
    "needle_found": true
  },
  "short_smoke_direct": [
    {
      "prompt_tokens": 519,
      "ttft_s": 0.116,
      "prefill_tps": 4676.2,
      "output": "TR-5521-PL"
    },
    {
      "prompt_tokens": 2059,
      "ttft_s": 0.21,
      "prefill_tps": 10029.4,
      "output": "MD-8843-XC"
    },
    {
      "prompt_tokens": 529,
      "ttft_s": 0.108,
      "prefill_tps": 5030.5,
      "output": "GH-3390-LM"
    }
  ],
  "first_short_after_long": {
    "prompt_tokens": 539,
    "ttft_s": 0.749,
    "note": "one-time cold-shape effect; next short prompts 0.108-0.116 s"
  },
  "term_llm_short": {
    "prompt_tokens": 561,
    "completion_tokens": 9,
    "ttft_s": 0.6,
    "output": "TL-7788-QN"
  },
  "cost": {
    "before_cu": 385.53,
    "after_cu": 382.19,
    "session_cu": 3.34,
    "session_minutes_approx": 22.5,
    "total_project_cu": 17.81
  }
}
