{ "passed": true, "quantization": "Q4_K_M", "source_revision": "108f0afbdcfaa1ceeda4a635004304dfff6d4da2", "checked_at": "2026-11-07T05:08:12.935047+00:00", "cases": [ { "case": "arithmetic", "passed": true, "response": "42", "seconds": 10.341 }, { "case": "json", "passed": true, "response": "{\"ok\":true}", "seconds": 14.164 }, { "case": "factual", "passed": true, "response": "Paris", "seconds": 8.707 }, { "case": "vision_center_red", "passed": true, "response": "Red", "expected_color": "red", "grading": { "representation": "color_name" }, "seconds": 24.469 }, { "case": "vision_center_blue", "passed": true, "response": "Blue", "expected_color": "blue", "grading": { "representation": "color_name" }, "seconds": 44.885 } ], "temperature": 0, "seed": 42, "thinking_enabled": false, "context": 8192, "max_new_tokens": 128, "image_tokens": 1024, "backend": "Metal", "gguf_metadata": { "architecture": "qwen35", "file_type": 15, "tensor_count": 851, "text_parameters": 26895998464, "tensor_shapes_match_baseline": true, "quantized_parameter_fraction": 0.9999016394946801 }, "vision_projector": "mmproj-Arete-27B-BF16.gguf", "vision_projector_quantized": false, "limits": "Short native text and two-color vision sanity checks only. No political/value-alignment evaluation, benchmark, video, tool-use or full-context validation. No MTP in source/export." }