CIRCL/cwe-parent-vulnerability-classification-roberta-base-roberta-base
Browse files- README.md +47 -47
- config.json +52 -52
- emissions.csv +1 -1
- metrics.json +6 -6
- model.safetensors +1 -1
README.md
CHANGED
|
@@ -18,9 +18,9 @@ should probably proofread and complete it, then remove this comment. -->
|
|
| 18 |
|
| 19 |
This model is a fine-tuned version of [roberta-base](https://huggingface.co/roberta-base) on an unknown dataset.
|
| 20 |
It achieves the following results on the evaluation set:
|
| 21 |
-
- Loss:
|
| 22 |
-
- Accuracy: 0.
|
| 23 |
-
- F1 Macro: 0.
|
| 24 |
|
| 25 |
## Model description
|
| 26 |
|
|
@@ -51,51 +51,51 @@ The following hyperparameters were used during training:
|
|
| 51 |
|
| 52 |
| Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 Macro |
|
| 53 |
|:-------------:|:-----:|:----:|:---------------:|:--------:|:--------:|
|
| 54 |
-
| 3.
|
| 55 |
-
|
|
| 56 |
-
|
|
| 57 |
-
|
|
| 58 |
-
|
|
| 59 |
-
|
|
| 60 |
-
|
|
| 61 |
-
|
|
| 62 |
-
|
|
| 63 |
-
|
|
| 64 |
-
|
|
| 65 |
-
|
|
| 66 |
-
|
|
| 67 |
-
|
|
| 68 |
-
|
|
| 69 |
-
|
|
| 70 |
-
|
|
| 71 |
-
|
|
| 72 |
-
|
|
| 73 |
-
|
|
| 74 |
-
|
|
| 75 |
-
|
|
| 76 |
-
|
|
| 77 |
-
|
|
| 78 |
-
|
|
| 79 |
-
|
|
| 80 |
-
|
|
| 81 |
-
|
|
| 82 |
-
|
|
| 83 |
-
|
|
| 84 |
-
|
|
| 85 |
-
|
|
| 86 |
-
| 0.
|
| 87 |
-
|
|
| 88 |
-
| 0.
|
| 89 |
-
|
|
| 90 |
-
| 0.
|
| 91 |
-
| 0.
|
| 92 |
-
| 0.
|
| 93 |
-
| 0.
|
| 94 |
|
| 95 |
|
| 96 |
### Framework versions
|
| 97 |
|
| 98 |
-
- Transformers 4.
|
| 99 |
-
- Pytorch 2.
|
| 100 |
-
- Datasets 4.
|
| 101 |
-
- Tokenizers 0.22.
|
|
|
|
| 18 |
|
| 19 |
This model is a fine-tuned version of [roberta-base](https://huggingface.co/roberta-base) on an unknown dataset.
|
| 20 |
It achieves the following results on the evaluation set:
|
| 21 |
+
- Loss: 1.6490
|
| 22 |
+
- Accuracy: 0.6452
|
| 23 |
+
- F1 Macro: 0.4825
|
| 24 |
|
| 25 |
## Model description
|
| 26 |
|
|
|
|
| 51 |
|
| 52 |
| Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 Macro |
|
| 53 |
|:-------------:|:-----:|:----:|:---------------:|:--------:|:--------:|
|
| 54 |
+
| 3.1744 | 1.0 | 234 | 2.9202 | 0.1655 | 0.0682 |
|
| 55 |
+
| 2.3863 | 2.0 | 468 | 2.2049 | 0.4179 | 0.2748 |
|
| 56 |
+
| 1.9917 | 3.0 | 702 | 1.9277 | 0.5131 | 0.3250 |
|
| 57 |
+
| 1.617 | 4.0 | 936 | 1.7494 | 0.5762 | 0.3687 |
|
| 58 |
+
| 1.27 | 5.0 | 1170 | 1.7202 | 0.5798 | 0.3744 |
|
| 59 |
+
| 1.1845 | 6.0 | 1404 | 1.7314 | 0.6024 | 0.4028 |
|
| 60 |
+
| 1.1197 | 7.0 | 1638 | 1.6490 | 0.6452 | 0.4825 |
|
| 61 |
+
| 1.0453 | 8.0 | 1872 | 1.7107 | 0.6381 | 0.4659 |
|
| 62 |
+
| 0.6282 | 9.0 | 2106 | 1.6758 | 0.6536 | 0.5108 |
|
| 63 |
+
| 0.7391 | 10.0 | 2340 | 1.6929 | 0.6452 | 0.5256 |
|
| 64 |
+
| 0.5555 | 11.0 | 2574 | 1.7681 | 0.6762 | 0.5248 |
|
| 65 |
+
| 0.4857 | 12.0 | 2808 | 1.8233 | 0.6940 | 0.5267 |
|
| 66 |
+
| 0.4891 | 13.0 | 3042 | 1.9212 | 0.7131 | 0.5488 |
|
| 67 |
+
| 0.3272 | 14.0 | 3276 | 2.0065 | 0.7202 | 0.5296 |
|
| 68 |
+
| 0.2221 | 15.0 | 3510 | 1.9993 | 0.7190 | 0.5335 |
|
| 69 |
+
| 0.2426 | 16.0 | 3744 | 2.0301 | 0.7048 | 0.5495 |
|
| 70 |
+
| 0.1999 | 17.0 | 3978 | 2.1874 | 0.6833 | 0.5283 |
|
| 71 |
+
| 0.131 | 18.0 | 4212 | 2.2069 | 0.7345 | 0.5826 |
|
| 72 |
+
| 0.1219 | 19.0 | 4446 | 2.2270 | 0.7036 | 0.5364 |
|
| 73 |
+
| 0.0942 | 20.0 | 4680 | 2.4053 | 0.7083 | 0.5590 |
|
| 74 |
+
| 0.114 | 21.0 | 4914 | 2.4296 | 0.7333 | 0.5790 |
|
| 75 |
+
| 0.0691 | 22.0 | 5148 | 2.5488 | 0.7381 | 0.5546 |
|
| 76 |
+
| 0.0575 | 23.0 | 5382 | 2.4609 | 0.7274 | 0.5631 |
|
| 77 |
+
| 0.0665 | 24.0 | 5616 | 2.6766 | 0.7440 | 0.5625 |
|
| 78 |
+
| 0.0386 | 25.0 | 5850 | 2.7689 | 0.7440 | 0.5480 |
|
| 79 |
+
| 0.0688 | 26.0 | 6084 | 2.7388 | 0.7107 | 0.5382 |
|
| 80 |
+
| 0.0522 | 27.0 | 6318 | 2.9133 | 0.7464 | 0.5615 |
|
| 81 |
+
| 0.0559 | 28.0 | 6552 | 2.9099 | 0.7452 | 0.5591 |
|
| 82 |
+
| 0.0303 | 29.0 | 6786 | 2.9052 | 0.7595 | 0.5707 |
|
| 83 |
+
| 0.0277 | 30.0 | 7020 | 3.0239 | 0.75 | 0.5754 |
|
| 84 |
+
| 0.0292 | 31.0 | 7254 | 3.1133 | 0.7440 | 0.5590 |
|
| 85 |
+
| 0.013 | 32.0 | 7488 | 3.1130 | 0.7536 | 0.5769 |
|
| 86 |
+
| 0.0095 | 33.0 | 7722 | 3.2587 | 0.7429 | 0.5691 |
|
| 87 |
+
| 0.0303 | 34.0 | 7956 | 3.2025 | 0.7536 | 0.5728 |
|
| 88 |
+
| 0.0199 | 35.0 | 8190 | 3.1846 | 0.7512 | 0.5651 |
|
| 89 |
+
| 0.0106 | 36.0 | 8424 | 3.1951 | 0.7488 | 0.5478 |
|
| 90 |
+
| 0.0149 | 37.0 | 8658 | 3.2673 | 0.7512 | 0.5680 |
|
| 91 |
+
| 0.01 | 38.0 | 8892 | 3.3173 | 0.7440 | 0.5643 |
|
| 92 |
+
| 0.0076 | 39.0 | 9126 | 3.3449 | 0.75 | 0.5667 |
|
| 93 |
+
| 0.0075 | 40.0 | 9360 | 3.3469 | 0.7464 | 0.5647 |
|
| 94 |
|
| 95 |
|
| 96 |
### Framework versions
|
| 97 |
|
| 98 |
+
- Transformers 4.57.1
|
| 99 |
+
- Pytorch 2.9.0+cu128
|
| 100 |
+
- Datasets 4.3.0
|
| 101 |
+
- Tokenizers 0.22.1
|
config.json
CHANGED
|
@@ -11,62 +11,62 @@
|
|
| 11 |
"hidden_dropout_prob": 0.1,
|
| 12 |
"hidden_size": 768,
|
| 13 |
"id2label": {
|
| 14 |
-
"0": "
|
| 15 |
-
"1": "
|
| 16 |
-
"2": "
|
| 17 |
-
"3": "
|
| 18 |
-
"4": "
|
| 19 |
-
"5": "
|
| 20 |
-
"6": "
|
| 21 |
-
"7": "
|
| 22 |
-
"8": "
|
| 23 |
-
"9": "
|
| 24 |
-
"10": "
|
| 25 |
-
"11": "
|
| 26 |
-
"12": "
|
| 27 |
-
"13": "
|
| 28 |
-
"14": "
|
| 29 |
-
"15": "
|
| 30 |
-
"16": "
|
| 31 |
-
"17": "
|
| 32 |
-
"18": "
|
| 33 |
-
"19": "
|
| 34 |
-
"20": "
|
| 35 |
-
"21": "
|
| 36 |
-
"22": "
|
| 37 |
-
"23": "
|
| 38 |
-
"24": "
|
| 39 |
-
"25": "
|
| 40 |
},
|
| 41 |
"initializer_range": 0.02,
|
| 42 |
"intermediate_size": 3072,
|
| 43 |
"label2id": {
|
| 44 |
-
"
|
| 45 |
-
"
|
| 46 |
-
"
|
| 47 |
-
"
|
| 48 |
-
"
|
| 49 |
-
"
|
| 50 |
-
"
|
| 51 |
-
"
|
| 52 |
-
"
|
| 53 |
-
"
|
| 54 |
-
"
|
| 55 |
-
"
|
| 56 |
-
"
|
| 57 |
-
"
|
| 58 |
-
"
|
| 59 |
-
"
|
| 60 |
-
"
|
| 61 |
-
"
|
| 62 |
-
"
|
| 63 |
-
"
|
| 64 |
-
"
|
| 65 |
-
"
|
| 66 |
-
"
|
| 67 |
-
"
|
| 68 |
-
"
|
| 69 |
-
"
|
| 70 |
},
|
| 71 |
"layer_norm_eps": 1e-05,
|
| 72 |
"max_position_embeddings": 514,
|
|
|
|
| 11 |
"hidden_dropout_prob": 0.1,
|
| 12 |
"hidden_size": 768,
|
| 13 |
"id2label": {
|
| 14 |
+
"0": "1025",
|
| 15 |
+
"1": "1071",
|
| 16 |
+
"2": "131",
|
| 17 |
+
"3": "138",
|
| 18 |
+
"4": "284",
|
| 19 |
+
"5": "285",
|
| 20 |
+
"6": "435",
|
| 21 |
+
"7": "436",
|
| 22 |
+
"8": "595",
|
| 23 |
+
"9": "657",
|
| 24 |
+
"10": "664",
|
| 25 |
+
"11": "682",
|
| 26 |
+
"12": "684",
|
| 27 |
+
"13": "691",
|
| 28 |
+
"14": "693",
|
| 29 |
+
"15": "697",
|
| 30 |
+
"16": "703",
|
| 31 |
+
"17": "706",
|
| 32 |
+
"18": "707",
|
| 33 |
+
"19": "710",
|
| 34 |
+
"20": "74",
|
| 35 |
+
"21": "754",
|
| 36 |
+
"22": "829",
|
| 37 |
+
"23": "862",
|
| 38 |
+
"24": "913",
|
| 39 |
+
"25": "94"
|
| 40 |
},
|
| 41 |
"initializer_range": 0.02,
|
| 42 |
"intermediate_size": 3072,
|
| 43 |
"label2id": {
|
| 44 |
+
"1025": 0,
|
| 45 |
+
"1071": 1,
|
| 46 |
+
"131": 2,
|
| 47 |
+
"138": 3,
|
| 48 |
+
"284": 4,
|
| 49 |
+
"285": 5,
|
| 50 |
+
"435": 6,
|
| 51 |
+
"436": 7,
|
| 52 |
+
"595": 8,
|
| 53 |
+
"657": 9,
|
| 54 |
+
"664": 10,
|
| 55 |
+
"682": 11,
|
| 56 |
+
"684": 12,
|
| 57 |
+
"691": 13,
|
| 58 |
+
"693": 14,
|
| 59 |
+
"697": 15,
|
| 60 |
+
"703": 16,
|
| 61 |
+
"706": 17,
|
| 62 |
+
"707": 18,
|
| 63 |
+
"710": 19,
|
| 64 |
+
"74": 20,
|
| 65 |
+
"754": 21,
|
| 66 |
+
"829": 22,
|
| 67 |
+
"862": 23,
|
| 68 |
+
"913": 24,
|
| 69 |
+
"94": 25
|
| 70 |
},
|
| 71 |
"layer_norm_eps": 1e-05,
|
| 72 |
"max_position_embeddings": 514,
|
emissions.csv
CHANGED
|
@@ -1,2 +1,2 @@
|
|
| 1 |
timestamp,project_name,run_id,experiment_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
|
| 2 |
-
2025-
|
|
|
|
| 1 |
timestamp,project_name,run_id,experiment_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
|
| 2 |
+
2025-11-04T08:59:55,codecarbon,5c0c66dd-fd77-4953-8d96-522095ddaec4,5b0fa12a-3dd7-45bb-9766-cc326314d9f1,2606.7255533346906,0.04973274957763702,1.9078628938906014e-05,42.5,384.99910161290575,94.34468507766725,0.03074346239419926,0.3734753407244682,0.0682430265616288,0.47246182968029615,Luxembourg,LUX,luxembourg,,,Linux-6.8.0-71-generic-x86_64-with-glibc2.39,3.12.3,2.8.4,64,AMD EPYC 9124 16-Core Processor,2,2 x NVIDIA L40S,6.1294,49.6113,251.5858268737793,machine,N,1.0
|
metrics.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"eval_loss":
|
| 3 |
-
"eval_accuracy": 0.
|
| 4 |
-
"eval_f1_macro": 0.
|
| 5 |
-
"eval_runtime":
|
| 6 |
-
"eval_samples_per_second":
|
| 7 |
-
"eval_steps_per_second":
|
| 8 |
"epoch": 40.0
|
| 9 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"eval_loss": 1.649032473564148,
|
| 3 |
+
"eval_accuracy": 0.6452380952380953,
|
| 4 |
+
"eval_f1_macro": 0.4824611943703534,
|
| 5 |
+
"eval_runtime": 2.6949,
|
| 6 |
+
"eval_samples_per_second": 311.704,
|
| 7 |
+
"eval_steps_per_second": 10.019,
|
| 8 |
"epoch": 40.0
|
| 9 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 498686648
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ce6aa91e6a4a6453d499ddd93b15f041c17c8a8da89aa226e5ca1b290490c1e
|
| 3 |
size 498686648
|