[ { "aggregate_batch_wall_seconds": 18.069, "aggregate_completion_tokens": 2332, "aggregate_generated_tok_s": 129.062, "aggregate_prompt_tok_s": 3795.314, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 15, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 5, "eligible_max_wall": 4.361, "eligible_median_wall": 2.957, "engine": "llama.cpp", "engine_slots": 4, "kv_pool_tokens": null, "manual_facts_found": 4, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 4, "middle_facts_total": 6, "model": "Qwen3.5-9B-Distill-Qwen-3.8-Flash-20261011", "output_budget": 1024, "profile": "kevinzhou21/Qwen3.5-9B-Distill-Qwen-3.8-Flash-20261011", "quality_label": "manual source review", "serving_context_limit": 32768, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 13.337, "aggregate_completion_tokens": 1996, "aggregate_generated_tok_s": 149.656, "aggregate_prompt_tok_s": 5141.749, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 15, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 2, "eligible_max_wall": 6.862, "eligible_median_wall": 5.337, "engine": "llama.cpp", "engine_slots": 4, "kv_pool_tokens": null, "manual_facts_found": 4, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 4, "middle_facts_total": 6, "model": "Qwen3.5-9B-Distill-Qwen-3.8-Flash-20261011", "output_budget": 1024, "profile": "kevinzhou21/Qwen3.5-9B-Distill-Qwen-3.8-Flash-20261011", "quality_label": "manual source review", "serving_context_limit": 32768, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 57.952, "aggregate_completion_tokens": 3236, "aggregate_generated_tok_s": 55.839, "aggregate_prompt_tok_s": 1183.336, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 6, "all_declared_facts_supported": 13, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 0, "eligible_max_wall": 13.944, "eligible_median_wall": 8.045, "engine": "llama.cpp", "engine_slots": 4, "kv_pool_tokens": null, "manual_facts_found": 3, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 3, "middle_facts_total": 6, "model": "Qwen3.8-27B-GSQ-RCO-GGUF", "output_budget": 1024, "profile": "ISTA-DASLab/Qwen3.8-27B-GSQ-RCO-GGUF", "quality_label": "manual source review", "serving_context_limit": 32768, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 44.189, "aggregate_completion_tokens": 2485, "aggregate_generated_tok_s": 56.236, "aggregate_prompt_tok_s": 1551.903, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 14, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 2, "eligible_max_wall": 24.505, "eligible_median_wall": 15.561, "engine": "llama.cpp", "engine_slots": 4, "kv_pool_tokens": null, "manual_facts_found": 3, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 3, "middle_facts_total": 6, "model": "Qwen3.8-27B-GSQ-RCO-GGUF", "output_budget": 1024, "profile": "ISTA-DASLab/Qwen3.8-27B-GSQ-RCO-GGUF", "quality_label": "manual source review", "serving_context_limit": 32768, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 12.254, "aggregate_completion_tokens": 2325, "aggregate_generated_tok_s": 189.741, "aggregate_prompt_tok_s": 5596.489, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 17, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 3, "eligible_max_wall": 3.204, "eligible_median_wall": 1.981, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 639838, "manual_facts_found": 5, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 5, "middle_facts_total": 6, "model": "Qwen3.6-35B-A3B-NVFP4", "output_budget": 1024, "profile": "nvidia/Qwen3.6-35B-A3B-NVFP4", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 7.064, "aggregate_completion_tokens": 1694, "aggregate_generated_tok_s": 239.812, "aggregate_prompt_tok_s": 9708.149, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 15, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 3, "eligible_max_wall": 3.332, "eligible_median_wall": 2.229, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 639838, "manual_facts_found": 3, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 3, "middle_facts_total": 6, "model": "Qwen3.6-35B-A3B-NVFP4", "output_budget": 1024, "profile": "nvidia/Qwen3.6-35B-A3B-NVFP4", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 13.813, "aggregate_completion_tokens": 1699, "aggregate_generated_tok_s": 122.996, "aggregate_prompt_tok_s": 4964.524, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 15, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 4, "eligible_max_wall": 3.707, "eligible_median_wall": 2.085, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 1022931, "manual_facts_found": 4, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 4, "middle_facts_total": 6, "model": "Compactor-Qwen3.5-4B", "output_budget": 1024, "profile": "schneewolflabs/Compactor-Qwen3.5-4B", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 13.625, "aggregate_completion_tokens": 3096, "aggregate_generated_tok_s": 227.223, "aggregate_prompt_tok_s": 5033.028, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 6, "all_declared_facts_supported": 7, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 1, "eligible_max_wall": 8.957, "eligible_median_wall": 6.013, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 1022931, "manual_facts_found": 1, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 1, "middle_facts_total": 6, "model": "Compactor-Qwen3.5-4B", "output_budget": 1024, "profile": "schneewolflabs/Compactor-Qwen3.5-4B", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 30.807, "aggregate_completion_tokens": 2722, "aggregate_generated_tok_s": 88.357, "aggregate_prompt_tok_s": 2448.516, "aggregate_prompt_tokens": 75431, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 11, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 0, "eligible_max_wall": 9.246, "eligible_median_wall": 3.301, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 353229, "manual_facts_found": 1, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 1, "middle_facts_total": 6, "model": "gemma-4-12B-it-qat-w4a16-ct", "output_budget": 1024, "profile": "google/gemma-4-12B-it-qat-w4a16-ct", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 25.77, "aggregate_completion_tokens": 2816, "aggregate_generated_tok_s": 109.274, "aggregate_prompt_tok_s": 2927.072, "aggregate_prompt_tokens": 75431, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 11, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 1, "eligible_max_wall": 13.252, "eligible_median_wall": 6.775, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 353229, "manual_facts_found": 1, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 1, "middle_facts_total": 6, "model": "gemma-4-12B-it-qat-w4a16-ct", "output_budget": 1024, "profile": "google/gemma-4-12B-it-qat-w4a16-ct", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 106.532, "aggregate_completion_tokens": 28728, "aggregate_generated_tok_s": 269.666, "aggregate_prompt_tok_s": 553.601, "aggregate_prompt_tokens": 58976, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 15, "all_declared_facts_total": 18, "completion_budget": 8192, "context_hard": 32768, "critical_errors": 3, "eligible_max_wall": 30.346, "eligible_median_wall": 16.275, "engine": "vLLM", "engine_slots": 8, "kv_pool_tokens": 378714, "manual_facts_found": 4, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 4, "middle_facts_total": 6, "model": "LFM2.5-24B-A2B-FP8", "output_budget": 1024, "profile": "LiquidAI/LFM2.5-24B-A2B-FP8", "quality_label": "manual source review", "serving_context_limit": 32768, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 85.93, "aggregate_completion_tokens": 29232, "aggregate_generated_tok_s": 340.182, "aggregate_prompt_tok_s": 686.323, "aggregate_prompt_tokens": 58976, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 16, "all_declared_facts_total": 18, "completion_budget": 8192, "context_hard": 32768, "critical_errors": 2, "eligible_max_wall": 37.93, "eligible_median_wall": 25.038, "engine": "vLLM", "engine_slots": 8, "kv_pool_tokens": 378714, "manual_facts_found": 5, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 5, "middle_facts_total": 6, "model": "LFM2.5-24B-A2B-FP8", "output_budget": 1024, "profile": "LiquidAI/LFM2.5-24B-A2B-FP8", "quality_label": "manual source review", "serving_context_limit": 32768, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 7.397, "aggregate_completion_tokens": 1627, "aggregate_generated_tok_s": 219.966, "aggregate_prompt_tok_s": 9271.408, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 13, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 4, "eligible_max_wall": 2.087, "eligible_median_wall": 1.079, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 1301222, "manual_facts_found": 4, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 4, "middle_facts_total": 6, "model": "Qwen3.5-4B-QUASAR-NVFP4-W4A4", "output_budget": 1024, "profile": "QUASAR-QAT/Qwen3.5-4B-QUASAR-NVFP4-W4A4", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 6.734, "aggregate_completion_tokens": 2046, "aggregate_generated_tok_s": 303.852, "aggregate_prompt_tok_s": 10184.384, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 10, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 1, "eligible_max_wall": 4.313, "eligible_median_wall": 1.569, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 1301222, "manual_facts_found": 2, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 2, "middle_facts_total": 6, "model": "Qwen3.5-4B-QUASAR-NVFP4-W4A4", "output_budget": 1024, "profile": "QUASAR-QAT/Qwen3.5-4B-QUASAR-NVFP4-W4A4", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 17.708, "aggregate_completion_tokens": 2316, "aggregate_generated_tok_s": 130.786, "aggregate_prompt_tok_s": 3872.59, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 12, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 2, "eligible_max_wall": 6.824, "eligible_median_wall": 2.452, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 1020082, "manual_facts_found": 3, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 3, "middle_facts_total": 6, "model": "Qwen3.5-4B", "output_budget": 1024, "profile": "Qwen/Qwen3.5-4B", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 13.084, "aggregate_completion_tokens": 2323, "aggregate_generated_tok_s": 177.545, "aggregate_prompt_tok_s": 5241.298, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 7, "all_declared_facts_supported": 13, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 1, "eligible_max_wall": 8.109, "eligible_median_wall": 3.17, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 1020082, "manual_facts_found": 3, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 3, "middle_facts_total": 6, "model": "Qwen3.5-4B", "output_budget": 1024, "profile": "Qwen/Qwen3.5-4B", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 3 }, { "aggregate_batch_wall_seconds": 9.897, "aggregate_completion_tokens": 1754, "aggregate_generated_tok_s": 177.216, "aggregate_prompt_tok_s": 6928.72, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 16, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 1, "eligible_max_wall": 2.616, "eligible_median_wall": 1.439, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 557056, "manual_facts_found": 5, "manual_facts_total": 6, "method": "serial", "middle_facts_supported": 5, "middle_facts_total": 6, "model": "Qwen3.6-35B-A3B-NVFP4-Fast", "output_budget": 1024, "profile": "unsloth/Qwen3.6-35B-A3B-NVFP4-Fast", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 1 }, { "aggregate_batch_wall_seconds": 6.507, "aggregate_completion_tokens": 1766, "aggregate_generated_tok_s": 271.419, "aggregate_prompt_tok_s": 10539.704, "aggregate_prompt_tokens": 68577, "all_case_total": 8, "all_case_usable": 8, "all_declared_facts_supported": 16, "all_declared_facts_total": 18, "completion_budget": 1024, "context_hard": 32768, "critical_errors": 2, "eligible_max_wall": 3.553, "eligible_median_wall": 2.116, "engine": "vLLM", "engine_slots": 16, "kv_pool_tokens": 557056, "manual_facts_found": 4, "manual_facts_total": 6, "method": "burst3", "middle_facts_supported": 4, "middle_facts_total": 6, "model": "Qwen3.6-35B-A3B-NVFP4-Fast", "output_budget": 1024, "profile": "unsloth/Qwen3.6-35B-A3B-NVFP4-Fast", "quality_label": "manual source review", "serving_context_limit": 65536, "status": "complete", "usage_complete": true, "worker_count": 3 } ]