[{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.125,"prefill_tok_s":850.1,"decode_tok_s":126.4},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.071,"prefill_tok_s":1232.1,"decode_tok_s":103.5},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":0.869,"prefill_tok_s":1564.0,"decode_tok_s":127.0},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.373,"prefill_tok_s":1534.5,"decode_tok_s":110.1},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":4.683,"prefill_tok_s":1756.7,"decode_tok_s":103.2},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":5.471,"prefill_tok_s":1736.0,"decode_tok_s":102.8},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":21.42,"prefill_tok_s":1523.6,"decode_tok_s":104.4},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":21.205,"prefill_tok_s":1538.2,"decode_tok_s":101.8},{"engine":"Splash","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":22.258,"prefill_tok_s":1522.6,"decode_tok_s":118.2},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.275,"prefill_tok_s":385.4,"decode_tok_s":63.4},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.185,"prefill_tok_s":476.0,"decode_tok_s":73.1},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.063,"prefill_tok_s":1278.5,"decode_tok_s":87.0},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.464,"prefill_tok_s":1509.0,"decode_tok_s":89.0},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.401,"prefill_tok_s":1523.3,"decode_tok_s":83.8},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"edit","context":"8K","prompt_tokens":9497,"ttft_s":6.194,"prefill_tok_s":1533.2,"decode_tok_s":81.5},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":23.545,"prefill_tok_s":1386.1,"decode_tok_s":76.6},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":23.57,"prefill_tok_s":1383.9,"decode_tok_s":74.4},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"MTP","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":24.604,"prefill_tok_s":1377.4,"decode_tok_s":92.0},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"code","context":"short","prompt_tokens":105,"ttft_s":0.167,"prefill_tok_s":628.4,"decode_tok_s":58.4},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.171,"prefill_tok_s":515.2,"decode_tok_s":58.5},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":0.912,"prefill_tok_s":1490.9,"decode_tok_s":58.1},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.382,"prefill_tok_s":1531.8,"decode_tok_s":55.7},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.256,"prefill_tok_s":1565.2,"decode_tok_s":55.8},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.067,"prefill_tok_s":1565.6,"decode_tok_s":55.1},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":22.931,"prefill_tok_s":1423.3,"decode_tok_s":50.1},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"prose","context":"32K","prompt_tokens":32617,"ttft_s":22.964,"prefill_tok_s":1420.3,"decode_tok_s":50.1},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"None","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":23.963,"prefill_tok_s":1414.2,"decode_tok_s":49.9},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.681,"prefill_tok_s":155.5,"decode_tok_s":62.6},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.178,"prefill_tok_s":493.5,"decode_tok_s":67.2},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.068,"prefill_tok_s":1272.1,"decode_tok_s":74.3},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.482,"prefill_tok_s":1504.1,"decode_tok_s":76.7},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.302,"prefill_tok_s":1551.5,"decode_tok_s":68.8},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.114,"prefill_tok_s":1553.5,"decode_tok_s":71.6},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":23.078,"prefill_tok_s":1414.2,"decode_tok_s":68.5},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":23.062,"prefill_tok_s":1414.4,"decode_tok_s":66.1},{"engine":"oMLX","weights":"MXFP4 (MLX)","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":24.081,"prefill_tok_s":1407.3,"decode_tok_s":71.7},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.166,"prefill_tok_s":637.0,"decode_tok_s":87.3},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.167,"prefill_tok_s":525.8,"decode_tok_s":66.0},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":0.995,"prefill_tok_s":1365.4,"decode_tok_s":75.4},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":6.119,"prefill_tok_s":1347.4,"decode_tok_s":76.7},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":6.132,"prefill_tok_s":1341.6,"decode_tok_s":59.8},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":7.117,"prefill_tok_s":1334.6,"decode_tok_s":64.4},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":31.384,"prefill_tok_s":1039.9,"decode_tok_s":59.0},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":31.519,"prefill_tok_s":1034.9,"decode_tok_s":59.9},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":32.991,"prefill_tok_s":1027.2,"decode_tok_s":58.3},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.1,"prefill_tok_s":1064.5,"decode_tok_s":189.4},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.086,"prefill_tok_s":1018.2,"decode_tok_s":154.1},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":0.999,"prefill_tok_s":1360.0,"decode_tok_s":173.9},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":6.082,"prefill_tok_s":1355.7,"decode_tok_s":181.1},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":6.024,"prefill_tok_s":1365.7,"decode_tok_s":139.8},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.997,"prefill_tok_s":1357.4,"decode_tok_s":147.5},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":26.184,"prefill_tok_s":1246.4,"decode_tok_s":154.1},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":26.347,"prefill_tok_s":1238.0,"decode_tok_s":120.0},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":27.401,"prefill_tok_s":1236.8,"decode_tok_s":123.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.206,"prefill_tok_s":513.7,"decode_tok_s":49.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.222,"prefill_tok_s":396.5,"decode_tok_s":49.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.597,"prefill_tok_s":850.8,"decode_tok_s":49.3},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":8.803,"prefill_tok_s":936.6,"decode_tok_s":47.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":8.777,"prefill_tok_s":937.3,"decode_tok_s":47.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":10.212,"prefill_tok_s":930.1,"decode_tok_s":47.5},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":39.003,"prefill_tok_s":836.8,"decode_tok_s":42.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"prose","context":"32K","prompt_tokens":32617,"ttft_s":39.042,"prefill_tok_s":835.4,"decode_tok_s":42.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"None","task":"edit","context":"32K","prompt_tokens":33888,"ttft_s":40.913,"prefill_tok_s":828.3,"decode_tok_s":42.6},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.212,"prefill_tok_s":500.0,"decode_tok_s":65.8},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.229,"prefill_tok_s":384.7,"decode_tok_s":71.9},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.759,"prefill_tok_s":772.6,"decode_tok_s":72.2},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":9.337,"prefill_tok_s":883.1,"decode_tok_s":60.3},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":9.242,"prefill_tok_s":890.1,"decode_tok_s":64.1},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":10.749,"prefill_tok_s":883.6,"decode_tok_s":63.1},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":41.137,"prefill_tok_s":793.4,"decode_tok_s":54.3},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":41.185,"prefill_tok_s":792.0,"decode_tok_s":55.3},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"MTP","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":43.116,"prefill_tok_s":786.0,"decode_tok_s":55.0},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.212,"prefill_tok_s":500.3,"decode_tok_s":89.4},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.227,"prefill_tok_s":387.8,"decode_tok_s":77.6},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.642,"prefill_tok_s":827.9,"decode_tok_s":98.9},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":8.983,"prefill_tok_s":917.8,"decode_tok_s":91.9},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":8.943,"prefill_tok_s":919.9,"decode_tok_s":69.9},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":10.408,"prefill_tok_s":912.6,"decode_tok_s":78.4},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":39.661,"prefill_tok_s":822.9,"decode_tok_s":67.7},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":39.699,"prefill_tok_s":821.6,"decode_tok_s":57.4},{"engine":"llama.cpp","weights":"MXFP4 (GGUF)","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":41.608,"prefill_tok_s":814.5,"decode_tok_s":60.8},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.099,"prefill_tok_s":1069.4,"decode_tok_s":48.4},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.085,"prefill_tok_s":1041.3,"decode_tok_s":48.4},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"edit","context":"short","prompt_tokens":1358,"ttft_s":0.991,"prefill_tok_s":1370.1,"decode_tok_s":48.2},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":6.021,"prefill_tok_s":1369.4,"decode_tok_s":46.1},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.978,"prefill_tok_s":1376.3,"decode_tok_s":46.1},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.952,"prefill_tok_s":1366.2,"decode_tok_s":46.0},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":26.106,"prefill_tok_s":1250.2,"decode_tok_s":43.4},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":26.236,"prefill_tok_s":1243.3,"decode_tok_s":43.4},{"engine":"TensorFold","weights":"MLX 4-bit g64","drafting":"None","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":27.327,"prefill_tok_s":1240.1,"decode_tok_s":43.2},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.164,"prefill_tok_s":647.4,"decode_tok_s":42.3},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.163,"prefill_tok_s":539.3,"decode_tok_s":42.3},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":0.983,"prefill_tok_s":1383.0,"decode_tok_s":42.0},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":6.067,"prefill_tok_s":1359.0,"decode_tok_s":40.7},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":6.08,"prefill_tok_s":1353.1,"decode_tok_s":40.7},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":7.048,"prefill_tok_s":1347.5,"decode_tok_s":40.5},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":31.412,"prefill_tok_s":1039.0,"decode_tok_s":36.4},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":31.25,"prefill_tok_s":1043.8,"decode_tok_s":36.4},{"engine":"Magnitude","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":32.91,"prefill_tok_s":1029.7,"decode_tok_s":36.2},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.224,"prefill_tok_s":472.9,"decode_tok_s":56.5},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.222,"prefill_tok_s":397.1,"decode_tok_s":56.5},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"edit","context":"short","prompt_tokens":1360,"ttft_s":1.144,"prefill_tok_s":1189.1,"decode_tok_s":55.0},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.769,"prefill_tok_s":1429.1,"decode_tok_s":51.3},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.754,"prefill_tok_s":1429.8,"decode_tok_s":51.4},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"edit","context":"8K","prompt_tokens":9499,"ttft_s":6.499,"prefill_tok_s":1461.7,"decode_tok_s":50.8},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":23.847,"prefill_tok_s":1368.5,"decode_tok_s":41.9},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":23.827,"prefill_tok_s":1368.9,"decode_tok_s":42.0},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"None","task":"edit","context":"32K","prompt_tokens":33890,"ttft_s":24.937,"prefill_tok_s":1359.0,"decode_tok_s":40.7},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.228,"prefill_tok_s":465.5,"decode_tok_s":69.9},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.227,"prefill_tok_s":387.7,"decode_tok_s":73.7},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.144,"prefill_tok_s":1188.2,"decode_tok_s":55.1},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.7,"prefill_tok_s":1446.6,"decode_tok_s":70.9},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.629,"prefill_tok_s":1461.4,"decode_tok_s":71.0},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"edit","context":"8K","prompt_tokens":9499,"ttft_s":6.571,"prefill_tok_s":1445.7,"decode_tok_s":70.8},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"code","context":"32K","prompt_tokens":32635,"ttft_s":24.24,"prefill_tok_s":1346.4,"decode_tok_s":59.2},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":24.217,"prefill_tok_s":1346.9,"decode_tok_s":58.0},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"MTP","task":"edit","context":"32K","prompt_tokens":33890,"ttft_s":25.332,"prefill_tok_s":1337.8,"decode_tok_s":54.7},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.226,"prefill_tok_s":468.8,"decode_tok_s":94.4},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.224,"prefill_tok_s":392.1,"decode_tok_s":81.7},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1360,"ttft_s":1.143,"prefill_tok_s":1189.6,"decode_tok_s":55.1},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":6.002,"prefill_tok_s":1373.8,"decode_tok_s":78.3},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.925,"prefill_tok_s":1388.6,"decode_tok_s":76.6},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9499,"ttft_s":6.855,"prefill_tok_s":1385.6,"decode_tok_s":74.7},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":25.526,"prefill_tok_s":1278.6,"decode_tok_s":58.0},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":25.49,"prefill_tok_s":1279.6,"decode_tok_s":60.4},{"engine":"baseRT","weights":"baseRT q4 (official)","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33890,"ttft_s":26.573,"prefill_tok_s":1275.3,"decode_tok_s":56.6},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.216,"prefill_tok_s":489.9,"decode_tok_s":45.8},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.236,"prefill_tok_s":373.3,"decode_tok_s":45.8},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.658,"prefill_tok_s":819.9,"decode_tok_s":45.4},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":9.011,"prefill_tok_s":915.0,"decode_tok_s":44.1},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":8.995,"prefill_tok_s":914.6,"decode_tok_s":44.2},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":10.462,"prefill_tok_s":907.8,"decode_tok_s":44.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":39.789,"prefill_tok_s":820.2,"decode_tok_s":40.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":39.838,"prefill_tok_s":818.8,"decode_tok_s":40.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"None","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":41.735,"prefill_tok_s":812.0,"decode_tok_s":39.8},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.222,"prefill_tok_s":476.5,"decode_tok_s":67.6},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.242,"prefill_tok_s":363.8,"decode_tok_s":63.5},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.759,"prefill_tok_s":772.5,"decode_tok_s":68.4},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":9.5,"prefill_tok_s":867.9,"decode_tok_s":59.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":9.469,"prefill_tok_s":868.8,"decode_tok_s":59.6},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":11.004,"prefill_tok_s":863.1,"decode_tok_s":61.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":41.956,"prefill_tok_s":777.9,"decode_tok_s":51.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":42.027,"prefill_tok_s":776.1,"decode_tok_s":50.4},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"MTP","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":44.002,"prefill_tok_s":770.2,"decode_tok_s":50.8},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.222,"prefill_tok_s":477.3,"decode_tok_s":86.0},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.24,"prefill_tok_s":366.9,"decode_tok_s":83.6},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.702,"prefill_tok_s":798.5,"decode_tok_s":75.8},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":9.19,"prefill_tok_s":897.2,"decode_tok_s":79.7},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":9.154,"prefill_tok_s":898.7,"decode_tok_s":66.7},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":10.697,"prefill_tok_s":887.9,"decode_tok_s":71.9},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":40.572,"prefill_tok_s":804.4,"decode_tok_s":59.9},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":40.597,"prefill_tok_s":803.5,"decode_tok_s":53.3},{"engine":"llama.cpp","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":42.652,"prefill_tok_s":794.6,"decode_tok_s":60.7},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.142,"prefill_tok_s":749.0,"decode_tok_s":122.4},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.076,"prefill_tok_s":1150.6,"decode_tok_s":115.6},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.046,"prefill_tok_s":1299.8,"decode_tok_s":125.9},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.326,"prefill_tok_s":1548.1,"decode_tok_s":100.9},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":4.772,"prefill_tok_s":1724.1,"decode_tok_s":111.2},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9497,"ttft_s":5.528,"prefill_tok_s":1718.1,"decode_tok_s":114.9},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32635,"ttft_s":21.525,"prefill_tok_s":1516.1,"decode_tok_s":110.4},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":21.532,"prefill_tok_s":1514.8,"decode_tok_s":86.8},{"engine":"Splash","weights":"Unsloth UD-Q4_K_XL","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":22.801,"prefill_tok_s":1486.3,"decode_tok_s":107.2},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.322,"prefill_tok_s":329.1,"decode_tok_s":140.8},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.182,"prefill_tok_s":484.1,"decode_tok_s":148.7},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":0.788,"prefill_tok_s":1724.1,"decode_tok_s":176.8},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":3.421,"prefill_tok_s":2410.2,"decode_tok_s":125.0},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":3.413,"prefill_tok_s":2410.4,"decode_tok_s":127.0},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":3.967,"prefill_tok_s":2394.5,"decode_tok_s":166.0},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":14.21,"prefill_tok_s":2296.7,"decode_tok_s":116.0},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":14.173,"prefill_tok_s":2301.3,"decode_tok_s":121.9},{"engine":"uzu","weights":"Mirai 4-bit","drafting":"DFlash2","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":14.824,"prefill_tok_s":2286.1,"decode_tok_s":139.4},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.157,"prefill_tok_s":674.8,"decode_tok_s":41.9},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.16,"prefill_tok_s":548.3,"decode_tok_s":42.2},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.363,"prefill_tok_s":996.9,"decode_tok_s":41.7},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.84,"prefill_tok_s":1411.8,"decode_tok_s":39.2},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.815,"prefill_tok_s":1414.9,"decode_tok_s":39.2},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.725,"prefill_tok_s":1412.4,"decode_tok_s":39.0},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":25.888,"prefill_tok_s":1260.7,"decode_tok_s":37.2},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"prose","context":"32K","prompt_tokens":32616,"ttft_s":25.856,"prefill_tok_s":1261.4,"decode_tok_s":37.3},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"None","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":28.173,"prefill_tok_s":1202.9,"decode_tok_s":37.1},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.134,"prefill_tok_s":792.3,"decode_tok_s":43.6},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.137,"prefill_tok_s":640.1,"decode_tok_s":42.4},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.048,"prefill_tok_s":1296.6,"decode_tok_s":43.6},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.82,"prefill_tok_s":1416.6,"decode_tok_s":39.2},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.801,"prefill_tok_s":1418.3,"decode_tok_s":39.4},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"edit","context":"8K","prompt_tokens":9497,"ttft_s":6.744,"prefill_tok_s":1408.2,"decode_tok_s":42.6},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":25.912,"prefill_tok_s":1259.5,"decode_tok_s":36.5},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":25.919,"prefill_tok_s":1258.4,"decode_tok_s":35.1},{"engine":"vLLM","weights":"MLX 4-bit g64","drafting":"n-gram","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":27.096,"prefill_tok_s":1250.7,"decode_tok_s":35.7},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.164,"prefill_tok_s":647.2,"decode_tok_s":44.3},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.161,"prefill_tok_s":545.3,"decode_tok_s":44.3},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.037,"prefill_tok_s":1310.4,"decode_tok_s":43.7},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"code","context":"8K","prompt_tokens":8245,"ttft_s":5.71,"prefill_tok_s":1444.0,"decode_tok_s":41.0},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.701,"prefill_tok_s":1443.2,"decode_tok_s":41.0},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.602,"prefill_tok_s":1438.6,"decode_tok_s":40.9},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":25.432,"prefill_tok_s":1283.3,"decode_tok_s":39.1},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"prose","context":"32K","prompt_tokens":32617,"ttft_s":25.418,"prefill_tok_s":1283.2,"decode_tok_s":39.0},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"None","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":26.471,"prefill_tok_s":1280.3,"decode_tok_s":38.9},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"code","context":"short","prompt_tokens":106,"ttft_s":0.149,"prefill_tok_s":711.9,"decode_tok_s":45.7},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"prose","context":"short","prompt_tokens":88,"ttft_s":0.14,"prefill_tok_s":628.2,"decode_tok_s":43.5},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"edit","context":"short","prompt_tokens":1359,"ttft_s":1.014,"prefill_tok_s":1340.3,"decode_tok_s":46.9},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"code","context":"8K","prompt_tokens":8244,"ttft_s":5.707,"prefill_tok_s":1444.7,"decode_tok_s":42.7},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"prose","context":"8K","prompt_tokens":8227,"ttft_s":5.686,"prefill_tok_s":1446.8,"decode_tok_s":39.5},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"edit","context":"8K","prompt_tokens":9498,"ttft_s":6.598,"prefill_tok_s":1439.6,"decode_tok_s":41.3},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"code","context":"32K","prompt_tokens":32636,"ttft_s":25.264,"prefill_tok_s":1291.8,"decode_tok_s":37.8},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"prose","context":"32K","prompt_tokens":32618,"ttft_s":25.303,"prefill_tok_s":1289.1,"decode_tok_s":36.4},{"engine":"vLLM","weights":"MXFP4 (MLX)","drafting":"n-gram","task":"edit","context":"32K","prompt_tokens":33889,"ttft_s":26.555,"prefill_tok_s":1276.2,"decode_tok_s":45.4}]