simulado-bacbo / benchmark_platform_vs_similarity.json
amarorn's picture
Add prediction artifacts (LGBM + similarity FAISS + benchmarks)
a1299a3 verified
Raw
History Blame Contribute Delete
2.27 kB
{
"generated_at": "2026-07-14T02:19:03Z",
"total_rounds": 154283,
"thresholds": {
"min_confidence": 40.0,
"min_pb_margin": 0.05
},
"modes": {
"live_light": {
"flags": {
"INFERENCE_PLATFORM": "1",
"INFERENCE_LIVE_LIGHT": "1",
"INFERENCE_DUAL_RUN": "0",
"INFERENCE_LIVE_SIMILARITY": "1",
"INFERENCE_LIVE_SIMILARITY_K": "15",
"INFERENCE_MEMORY": "0",
"INFERENCE_EVIDENCE_ENGINES": "statistical,regime",
"PREDICTION_ENGINE": "similarity"
},
"latency": {
"runs": 15,
"history_length": 400,
"p50_ms": 0.17,
"p95_ms": 0.28,
"mean_ms": 0.2,
"max_ms": 0.32
},
"actionable": {
"lookback": 400,
"stride": 5,
"rounds_evaluated": 80,
"min_confidence": 40.0,
"min_pb_margin": 0.05,
"actionable_entries": 65,
"hits": 26,
"misses": 34,
"ties": 5,
"skipped_not_actionable": 15,
"decided": 60,
"hit_rate": 0.4333,
"mean_confidence": 44.46,
"mean_agreement": 0.9938,
"mean_predict_ms": 20.11,
"p95_predict_ms": 42.35
}
},
"similarity": {
"flags": {
"INFERENCE_PLATFORM": "0",
"INFERENCE_LIVE_LIGHT": "0",
"INFERENCE_DUAL_RUN": "0",
"PREDICTION_ENGINE": "similarity"
},
"latency": {
"runs": 15,
"history_length": 400,
"p50_ms": 0.34,
"p95_ms": 0.52,
"mean_ms": 0.37,
"max_ms": 0.57
},
"actionable": {
"lookback": 400,
"stride": 5,
"rounds_evaluated": 80,
"min_confidence": 40.0,
"min_pb_margin": 0.05,
"actionable_entries": 63,
"hits": 26,
"misses": 32,
"ties": 5,
"skipped_not_actionable": 17,
"decided": 58,
"hit_rate": 0.4483,
"mean_confidence": 45.36,
"mean_agreement": null,
"mean_predict_ms": 21.64,
"p95_predict_ms": 30.3
}
}
},
"verdict": {
"faster": "live_light",
"higher_hit_rate": "similarity",
"more_entries": "live_light",
"hit_rate_delta": -0.015,
"p95_ms_delta": -0.24,
"entries_delta": 2
}
}