Hugging Face's logo

Accuknoxtechnologies
/
CodeLanguage-Encoder-v1

Text Classification
Transformers
Safetensors
modernbert
code
language-identification
multi-label
llm-guard
encoder
text-embeddings-inference
Model card Files
xet
 Community
Yash1005 commited on
Commit
551f386
·
verified ·
1 Parent(s): c0873de

add eval metrics json

Browse files
Files changed (1) hide show
  1. eval_metrics.json +31 -30
eval_metrics.json CHANGED
@@ -1,42 +1,43 @@
1
  {
2
  "n": 500,
3
  "threshold": 0.5,
4
- "is_valid_accuracy": 0.976,
5
- "category_set_accuracy": 0.904,
6
- "micro_f1": 0.9520426287744227,
7
- "macro_f1": 0.9495788769189172,
 
8
  "per_language_f1": {
9
- "Python": 0.9803921568627451,
10
- "JavaScript": 0.8627450980392157,
11
- "Java": 1.0,
12
- "C": 1.0,
13
- "C++": 0.9583333333333334,
14
- "C#": 0.95,
15
- "Go": 0.95,
16
- "Rust": 1.0,
17
  "Kotlin": 1.0,
18
- "Swift": 0.9387755102040817,
19
- "Ruby": 0.9767441860465116,
20
- "R": 0.9629629629629629,
21
- "Scala": 0.8205128205128205,
22
- "Perl": 0.9473684210526315,
23
- "Lua": 0.9375,
24
- "Bash": 0.8125,
25
- "PowerShell": 0.9433962264150944,
26
- "Batch": 0.9642857142857143,
27
- "SQL": 1.0,
28
- "Dockerfile": 0.9545454545454546,
29
- "YAML": 0.9523809523809523,
30
- "Makefile": 0.9767441860465116,
31
- "Terraform": 0.95,
32
  "AWK": 0.9259259259259259,
33
- "jq": 0.9743589743589743
34
  },
35
  "latency_ms_per_example": {
36
- "mean": 2.45145196095109,
37
- "p95": 4.068814963102341,
38
  "device": "cuda:0"
39
  },
40
  "base_model": "jhu-clsp/mmBERT-base",
41
- "epochs": 3
42
  }
 
1
  {
2
  "n": 500,
3
  "threshold": 0.5,
4
+ "max_seq_length": 3072,
5
+ "is_valid_accuracy": 0.958,
6
+ "category_set_accuracy": 0.82,
7
+ "micro_f1": 0.8976234003656307,
8
+ "macro_f1": 0.8954906015550027,
9
  "per_language_f1": {
10
+ "Python": 0.8627450980392157,
11
+ "JavaScript": 0.8163265306122449,
12
+ "Java": 0.9166666666666666,
13
+ "C": 0.8636363636363636,
14
+ "C++": 0.9361702127659575,
15
+ "C#": 0.926829268292683,
16
+ "Go": 0.918918918918919,
17
+ "Rust": 0.9811320754716981,
18
  "Kotlin": 1.0,
19
+ "Swift": 0.9166666666666666,
20
+ "Ruby": 0.9,
21
+ "R": 0.9056603773584906,
22
+ "Scala": 0.7619047619047619,
23
+ "Perl": 0.8571428571428571,
24
+ "Lua": 0.8666666666666667,
25
+ "Bash": 0.7222222222222222,
26
+ "PowerShell": 0.8333333333333334,
27
+ "Batch": 0.9019607843137255,
28
+ "SQL": 0.9803921568627451,
29
+ "Dockerfile": 0.9767441860465116,
30
+ "YAML": 0.9545454545454546,
31
+ "Makefile": 0.8780487804878049,
32
+ "Terraform": 0.8947368421052632,
33
  "AWK": 0.9259259259259259,
34
+ "jq": 0.8888888888888888
35
  },
36
  "latency_ms_per_example": {
37
+ "mean": 2.3932456970214844,
38
+ "p95": 3.833106905221939,
39
  "device": "cuda:0"
40
  },
41
  "base_model": "jhu-clsp/mmBERT-base",
42
+ "epochs": 2
43
  }