Accuknoxtechnologies
/

PromptInjection-Encoder-v1

Text Classification

prompt-injection

text-embeddings-inference

Model card Files Files and versions

Yash1005 commited on 3 days ago

Commit

0bb2130

·

verified ·

1 Parent(s): 7bf2e1e

add eval metrics json

Files changed (1) hide show

eval_metrics.json +16 -16

eval_metrics.json CHANGED Viewed

@@ -2,26 +2,26 @@
   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
-  "is_valid_accuracy": 0.89,
-  "category_set_accuracy": 0.054,
-  "micro_f1": 0.3512092534174553,
-  "macro_f1": 0.35552414101596475,
   "per_category_f1": {
-    "DirectInjection": 0.5232558139534884,
-    "Jailbreak": 0.39705882352941174,
-    "Adversarial": 0.4,
-    "Extraction": 0.2569444444444444,
-    "Encoding": 0.373134328358209,
-    "Manipulation": 0.2717391304347826,
-    "Smuggling": 0.49122807017543857,
-    "Indirect": 0.3228346456692913,
-    "MultiTurn": 0.16352201257861634
   },
   "latency_ms_per_example": {
-    "mean": 1.823335886001587,
-    "p95": 1.9494213163852692,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
-  "epochs": 3
 }

   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
+  "is_valid_accuracy": 0.864,
+  "category_set_accuracy": 0.626,
+  "micro_f1": 0.7423664122137404,
+  "macro_f1": 0.7334963397298655,
   "per_category_f1": {
+    "DirectInjection": 0.9076923076923077,
+    "Jailbreak": 0.5773195876288659,
+    "Adversarial": 0.7941176470588235,
+    "Extraction": 0.7478260869565218,
+    "Encoding": 0.7123287671232876,
+    "Manipulation": 0.693069306930693,
+    "Smuggling": 0.8429752066115702,
+    "Indirect": 0.6730769230769231,
+    "MultiTurn": 0.6530612244897959
   },
   "latency_ms_per_example": {
+    "mean": 1.7679505981504917,
+    "p95": 1.7809227108955383,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
+  "epochs": 10
 }