{
  "single-m4-pro/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 109.89764329349374,
    "generation_tps": 49.320577734697196,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "M4PRO_GPU16_24GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.36397505,
    "response_len": 250,
    "total_time": 5.068878173828125,
    "config": "single-m4-pro"
  },
  "single-m4-pro/llama-3.2-1b": {
    "timestamp": "2024-12-17T21:04:11",
    "prompt_tps": 226.7370708295976,
    "generation_tps": 213.1995603903775,
    "commit": "023ddc207e9971fac4b15831605f623f36f5bfd7",
    "run_id": "12381364482",
    "model": "llama-3.2-1b",
    "branch": "runners",
    "configuration": {
      "M4PRO_GPU16_24GB": 1
    },
    "prompt_len": 41,
    "ttft": 0.18082619,
    "response_len": 800,
    "total_time": 3.7523529529571533,
    "config": "single-m4-pro"
  },
  "single-m4-pro/llama-3.2-3b": {
    "timestamp": "2024-12-17T21:09:25",
    "prompt_tps": 175.15659099173243,
    "generation_tps": 99.60620786057825,
    "commit": "023ddc207e9971fac4b15831605f623f36f5bfd7",
    "run_id": "12381364482",
    "model": "llama-3.2-3b",
    "branch": "runners",
    "configuration": {
      "M4PRO_GPU16_24GB": 1
    },
    "prompt_len": 41,
    "ttft": 0.23407626,
    "response_len": 707,
    "total_time": 7.097951173782349,
    "config": "single-m4-pro"
  },
  "three-m4-pro-cluster/llama-3.1-8b": {
    "timestamp": "2024-12-15T20:30:58",
    "prompt_tps": 99.5252840915832,
    "generation_tps": 32.65899040842593,
    "commit": "67f6b84e2d29bee7962618a61d38f797fa76ae65",
    "run_id": "12339920414",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "M4PRO_GPU16_24GB": 3
    },
    "prompt_len": 40,
    "ttft": 0.40190792,
    "response_len": 250,
    "total_time": 7.65486002089,
    "config": "three-m4-pro-cluster"
  },
  "three-m4-pro-cluster/llama-3.2-1b": {
    "timestamp": "2024-12-16T21:07:39",
    "prompt_tps": 152.63250463756023,
    "generation_tps": 116.05208317321311,
    "commit": "99a70f1045b9cb6ec87e5177c45df87387ceb230",
    "run_id": "12360342787",
    "model": "llama-3.2-1b",
    "branch": "runners",
    "configuration": {
      "M4PRO_GPU16_24GB": 3
    },
    "prompt_len": 41,
    "ttft": 0.26861906,
    "response_len": 250,
    "total_time": 2.15420519102,
    "config": "three-m4-pro-cluster"
  },
  "three-m4-pro-cluster/llama-3.2-3b": {
    "timestamp": "2024-12-16T20:32:31",
    "prompt_tps": 149.71167395492625,
    "generation_tps": 72.624011752005188,
    "commit": "99a70f1045b9cb6ec87e5177c45df87387ceb230",
    "run_id": "12360342787",
    "model": "llama-3.2-3b",
    "branch": "runners",
    "configuration": {
      "M4PRO_GPU16_24GB": 3
    },
    "prompt_len": 41,
    "ttft": 0.27385974,
    "response_len": 250,
    "total_time": 3.44238763418,
    "config": "three-m4-pro-cluster"
  },
  "three-m4-pro-cluster/llama-3.3-70b": {
    "timestamp": "2024-12-18T23:40:24",
    "prompt_tps": 12.773237285606381,
    "generation_tps": 4.133104755619382,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150967",
    "model": "llama-3.3-70b",
    "branch": "runners",
    "configuration": {
      "M4PRO_GPU16_24GB": 3
    },
    "prompt_len": 41,
    "ttft": 3.20983624,
    "response_len": 251,
    "total_time": 60.729164838790894,
    "config": "three-m4-pro-cluster"
  },
  "two-m4-pro-cluster/llama-3.1-8b": {
    "timestamp": "2024-12-17T15:01:36",
    "prompt_tps": 104.92737670550916,
    "generation_tps": 38.39073764990484,
    "commit": "58f0a0f547cfc208a26320c499bb86a4d2e25845",
    "run_id": "12375443516",
    "model": "llama-3.1-8b",
    "branch": "runners",
    "configuration": {
      "M4PRO_GPU16_24GB": 2
    },
    "prompt_len": 40,
    "ttft": 0.38121605,
    "response_len": 250,
    "total_time": 6.51198740383,
    "config": "two-m4-pro-cluster"
  },
  "two-m4-pro-cluster/llama-3.2-1b": {
    "timestamp": "2024-12-16T20:16:50",
    "prompt_tps": 193.16106146977057,
    "generation_tps": 127.56455318617262,
    "commit": "f7d63718f5843aa5cf67d8d38856d5c49216c597",
    "run_id": "12359933730",
    "model": "llama-3.2-1b",
    "branch": "546/merge",
    "configuration": {
      "M4PRO_GPU16_24GB": 2
    },
    "prompt_len": 41,
    "ttft": 0.2122581,
    "response_len": 250,
    "total_time": 1.95979207198,
    "config": "two-m4-pro-cluster"
  },
  "two-m4-pro-cluster/llama-3.2-3b": {
    "timestamp": "2024-12-17T13:06:40",
    "prompt_tps": 155.9065321257287,
    "generation_tps": 81.880500659971265,
    "commit": "c3cf469ef55366cfa43c3d8ac6c1b8e59cfae78f",
    "run_id": "12362041066",
    "model": "llama-3.2-3b",
    "branch": "546/merge",
    "configuration": {
      "M4PRO_GPU16_24GB": 2
    },
    "prompt_len": 41,
    "ttft": 0.26297808,
    "response_len": 250,
    "total_time": 3.05322998742,
    "config": "two-m4-pro-cluster"
  },
  "single-rtx3070/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 147.28,
    "generation_tps": 66.79,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX3070_8GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.27159153,
    "response_len": 250,
    "total_time": 4.01,
    "config": "single-rtx3070"
  },
  "single-rtx3080ti/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 428.11,
    "generation_tps": 112.36,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX3080TI_12GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.09343393,
    "response_len": 250,
    "total_time": 2.32,
    "config": "single-rtx3080ti"
  },
  "single-rtx3080/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 251.21,
    "generation_tps": 104.67,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX3080_10GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.15922933,
    "response_len": 250,
    "total_time": 2.55,
    "config": "single-rtx3080"
  },
  "single-rtx4070ti/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 178.65,
    "generation_tps": 85.07,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX4070TI_12GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.22390148,
    "response_len": 250,
    "total_time": 3.16,
    "config": "single-rtx4070ti"
  },
  "single-a40/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 338.01,
    "generation_tps": 86.67,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "A40_48GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.11833969,
    "response_len": 250,
    "total_time": 3,
    "config": "single-a40"
  },
  "single-rtx3090/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 220.77,
    "generation_tps": 105.13,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX3090_24GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.18118404,
    "response_len": 250,
    "total_time": 2.56,
    "config": "single-rtx3090"
  },
  "single-rtx4090/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 470.28,
    "generation_tps": 120.79,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX4090_24GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.08505571,
    "response_len": 250,
    "total_time": 2.15,
    "config": "single-rtx4090"
  },
  "single-rtx4080/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 373.01,
    "generation_tps": 95.9,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "RTX4080_16GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.10723573,
    "response_len": 250,
    "total_time": 2.71,
    "config": "single-rtx4080"
  },
  "single-a100/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 577.59,
    "generation_tps": 148.1,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "A100PCIE_80GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.06925328,
    "response_len": 250,
    "total_time": 1.76,
    "config": "single-a100"
  },
  "single-h100/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 286.4,
    "generation_tps": 136.38,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "H100PCIE_80GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.1396648,
    "response_len": 250,
    "total_time": 1.97,
    "config": "single-h100"
  },
  "single-l40s/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 480.93,
    "generation_tps": 123,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "L40S_48GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.08317219,
    "response_len": 250,
    "total_time": 2.12,
    "config": "single-l40s"
  },
  "single-m1max/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 66.47,
    "generation_tps": 31.65,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "M1MAX_32CORE_64GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.60177524,
    "response_len": 250,
    "total_time": 8.5,
    "config": "single-m1max"
  },
  "single-m2ultra/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 296.87,
    "generation_tps": 76.12,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "M2ULTRA_76CORE_192GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.13473911,
    "response_len": 250,
    "total_time": 3.42,
    "config": "single-m2ultra"
  },
  "single-m3max/llama-3.1-8b": {
    "timestamp": "2024-12-17T17:04:46",
    "prompt_tps": 192.35,
    "generation_tps": 49.32,
    "commit": "2af54717fb31a539656e045b5c4868e4ed027eb7",
    "run_id": "12377554227",
    "model": "llama-3.1-8b",
    "branch": "546/merge",
    "configuration": {
      "M3MAX_40CORE_64GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.20795425,
    "response_len": 250,
    "total_time": 5.28,
    "config": "single-m3max"
  },
  "hybrid-m3max-rtx4090/llama-3.1-8b": {
    "timestamp": "2024-12-19T00:00:00",
    "prompt_tps": 423.25,
    "generation_tps": 108.71,
    "commit": "hybrid-setup-simulation",
    "run_id": "hybrid-001",
    "model": "llama-3.1-8b",
    "branch": "hybrid/main",
    "configuration": {
      "M3MAX_40CORE_64GB": 1,
      "RTX4090_24GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.09450679,
    "response_len": 250,
    "total_time": 2.45,
    "config": "hybrid-m3max-rtx4090"
  },
  "hybrid-m2ultra-dual-rtx3090/llama-3.1-8b": {
    "timestamp": "2024-12-19T00:00:00",
    "prompt_tps": 267.18,
    "generation_tps": 94.62,
    "commit": "hybrid-setup-simulation",
    "run_id": "hybrid-002",
    "model": "llama-3.1-8b",
    "branch": "hybrid/main",
    "configuration": {
      "M2ULTRA_76CORE_192GB": 1,
      "RTX3090_24GB": 2
    },
    "prompt_len": 40,
    "ttft": 0.1497118,
    "response_len": 250,
    "total_time": 2.85,
    "config": "hybrid-m2ultra-dual-rtx3090"
  },
  "hybrid-dual-m3max-rtx3090/llama-3.1-8b": {
    "timestamp": "2024-12-19T00:00:00",
    "prompt_tps": 198.78,
    "generation_tps": 94.62,
    "commit": "hybrid-setup-simulation",
    "run_id": "hybrid-003",
    "model": "llama-3.1-8b",
    "branch": "hybrid/main",
    "configuration": {
      "M3MAX_40CORE_64GB": 2,
      "RTX3090_24GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.20122749,
    "response_len": 250,
    "total_time": 2.95,
    "config": "hybrid-dual-m3max-rtx3090"
  },
  "single-iphone15pro/llama-3.2-1b": {
    "timestamp": "2024-12-19T14:22:31",
    "prompt_tps": 98.45,
    "generation_tps": 56.128317471,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150970",
    "model": "llama-3.2-1b",
    "branch": "runners",
    "configuration": {
      "IPHONE15PRO_6CORE_8GB": 1
    },
    "prompt_len": 40,
    "ttft": 0.41632547,
    "response_len": 250,
    "total_time": 4.45632154,
    "config": "single-iphone15pro"
  },
  "single-iphone15pro/llama-3.1-8b": {
    "timestamp": "2024-12-19T14:35:42",
    "prompt_tps": 24.61,
    "generation_tps": 14.032079368,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150971",
    "model": "llama-3.1-8b",
    "branch": "runners",
    "configuration": {
      "IPHONE15PRO_6CORE_8GB": 1
    },
    "prompt_len": 41,
    "ttft": 1.66530188,
    "response_len": 250,
    "total_time": 17.82528616,
    "config": "single-iphone15pro"
  },
  "single-s24ultra/llama-3.2-1b": {
    "timestamp": "2024-12-19T15:10:23",
    "prompt_tps": 39.38,
    "generation_tps": 22.451326988,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150972",
    "model": "llama-3.2-1b",
    "branch": "runners",
    "configuration": {
      "S24ULTRA_8CORE_12GB": 1
    },
    "prompt_len": 40,
    "ttft": 1.04081367,
    "response_len": 250,
    "total_time": 11.14080385,
    "config": "single-s24ultra"
  },
  "single-s24ultra/llama-3.1-8b": {
    "timestamp": "2024-12-19T15:22:45",
    "prompt_tps": 9.84,
    "generation_tps": 5.612831747,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150973",
    "model": "llama-3.1-8b",
    "branch": "runners",
    "configuration": {
      "S24ULTRA_8CORE_12GB": 1
    },
    "prompt_len": 41,
    "ttft": 4.16325470,
    "response_len": 250,
    "total_time": 44.56321540,
    "config": "single-s24ultra"
  },
  "dual-iphone-s24ultra-cluster/llama-3.2-1b": {
    "timestamp": "2024-12-19T16:05:12",
    "prompt_tps": 49.23,
    "generation_tps": 28.064158736,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150974",
    "model": "llama-3.2-1b",
    "branch": "runners",
    "configuration": {
      "IPHONE15PRO_6CORE_8GB": 2,
      "S24ULTRA_8CORE_12GB": 1
    },
    "prompt_len": 41,
    "ttft": 0.83265094,
    "response_len": 250,
    "total_time": 8.91264308,
    "config": "dual-iphone-s24ultra-cluster"
  },
  "dual-iphone-s24ultra-cluster/llama-3.1-8b": {
    "timestamp": "2024-12-19T16:15:34",
    "prompt_tps": 12.31,
    "generation_tps": 7.016039684,
    "commit": "0278de7b7eaae681a3eca737a5c66a4c864e4520",
    "run_id": "12403150975",
    "model": "llama-3.1-8b",
    "branch": "runners",
    "configuration": {
      "IPHONE15PRO_6CORE_8GB": 2,
      "S24ULTRA_8CORE_12GB": 1
    },
    "prompt_len": 41,
    "ttft": 3.33060376,
    "response_len": 250,
    "total_time": 35.65057232,
    "config": "dual-iphone-s24ultra-cluster"
  }
}