{ "n": 500, "calibrated": true, "threshold": "per-class", "is_valid_threshold": 0.05, "category_thresholds": { "DirectInjection": 0.55, "Jailbreak": 0.05, "Adversarial": 0.45, "Extraction": 0.55, "Encoding": 0.45, "Manipulation": 0.25, "Smuggling": 0.65, "Indirect": 0.25, "MultiTurn": 0.7 }, "max_seq_length": 3072, "is_valid_accuracy": 0.968, "category_set_accuracy": 0.688, "micro_f1": 0.7893805309734513, "macro_f1": 0.7848505189708921, "per_category_f1": { "DirectInjection": 0.8235294117647058, "Jailbreak": 0.7368421052631579, "Adversarial": 0.855072463768116, "Extraction": 0.7652173913043478, "Encoding": 0.7516778523489933, "Manipulation": 0.6785714285714286, "Smuggling": 0.9256198347107438, "Indirect": 0.8382352941176471, "MultiTurn": 0.6888888888888889 }, "latency_ms_per_example": { "mean": 1.7930222675204277, "p95": 1.8397919833660126, "device": "cuda:0" }, "base_model": "jhu-clsp/mmBERT-base", "epochs": 10 }