mmock commited on
Commit
a5aa663
·
verified ·
1 Parent(s): 7b288eb

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/codebert-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "output_past": true,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "absolute",
23
+ "problem_type": "single_label_classification",
24
+ "torch_dtype": "float32",
25
+ "transformers_version": "4.35.0",
26
+ "type_vocab_size": 1,
27
+ "use_cache": true,
28
+ "vocab_size": 50265
29
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2a3df2eeb7eaff85733f53760ef23b75d6c0c57957c80ba1aca58b88a53dd0
3
+ size 498612824
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caca27820604748c223a9760689a7e019d941bd81be63f85899f6ec3db7317a8
3
+ size 997345530
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67dfed4b4bd1f632749461572dbcdd0728ca151b1ddbb2fda0ce67e93a8fa40b
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bea442e6616b6d038671cf13b7443cea01ce1437ae10c77eeab6de988c5385a
3
+ size 1064
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": true,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": true,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": true,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": true,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "mask_token": "<mask>",
51
+ "model_max_length": 512,
52
+ "pad_token": "<pad>",
53
+ "sep_token": "</s>",
54
+ "tokenizer_class": "RobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
trainer_state.json ADDED
@@ -0,0 +1,2335 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.20642544329166412,
3
+ "best_model_checkpoint": "/leonardo_work/IscrC_AGENT/PROFES2025/results/balanced/oss_similar/checkpoint-617",
4
+ "epoch": 6.0,
5
+ "eval_steps": 500,
6
+ "global_step": 3702,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.02,
13
+ "learning_rate": 1.9967585089141006e-05,
14
+ "loss": 0.6266,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.03,
19
+ "learning_rate": 1.993517017828201e-05,
20
+ "loss": 0.5164,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.05,
25
+ "learning_rate": 1.9902755267423015e-05,
26
+ "loss": 0.4395,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.06,
31
+ "learning_rate": 1.9870340356564023e-05,
32
+ "loss": 0.3996,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 0.08,
37
+ "learning_rate": 1.9837925445705027e-05,
38
+ "loss": 0.4822,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 0.1,
43
+ "learning_rate": 1.980551053484603e-05,
44
+ "loss": 0.3884,
45
+ "step": 60
46
+ },
47
+ {
48
+ "epoch": 0.11,
49
+ "learning_rate": 1.9773095623987036e-05,
50
+ "loss": 0.4001,
51
+ "step": 70
52
+ },
53
+ {
54
+ "epoch": 0.13,
55
+ "learning_rate": 1.974068071312804e-05,
56
+ "loss": 0.4072,
57
+ "step": 80
58
+ },
59
+ {
60
+ "epoch": 0.15,
61
+ "learning_rate": 1.9708265802269045e-05,
62
+ "loss": 0.3381,
63
+ "step": 90
64
+ },
65
+ {
66
+ "epoch": 0.16,
67
+ "learning_rate": 1.9675850891410053e-05,
68
+ "loss": 0.4163,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 0.18,
73
+ "learning_rate": 1.9643435980551057e-05,
74
+ "loss": 0.4844,
75
+ "step": 110
76
+ },
77
+ {
78
+ "epoch": 0.19,
79
+ "learning_rate": 1.961102106969206e-05,
80
+ "loss": 0.3406,
81
+ "step": 120
82
+ },
83
+ {
84
+ "epoch": 0.21,
85
+ "learning_rate": 1.9578606158833066e-05,
86
+ "loss": 0.4334,
87
+ "step": 130
88
+ },
89
+ {
90
+ "epoch": 0.23,
91
+ "learning_rate": 1.954619124797407e-05,
92
+ "loss": 0.3949,
93
+ "step": 140
94
+ },
95
+ {
96
+ "epoch": 0.24,
97
+ "learning_rate": 1.9513776337115075e-05,
98
+ "loss": 0.4326,
99
+ "step": 150
100
+ },
101
+ {
102
+ "epoch": 0.26,
103
+ "learning_rate": 1.948136142625608e-05,
104
+ "loss": 0.4364,
105
+ "step": 160
106
+ },
107
+ {
108
+ "epoch": 0.28,
109
+ "learning_rate": 1.9448946515397084e-05,
110
+ "loss": 0.3108,
111
+ "step": 170
112
+ },
113
+ {
114
+ "epoch": 0.29,
115
+ "learning_rate": 1.9416531604538088e-05,
116
+ "loss": 0.3492,
117
+ "step": 180
118
+ },
119
+ {
120
+ "epoch": 0.31,
121
+ "learning_rate": 1.9384116693679093e-05,
122
+ "loss": 0.4007,
123
+ "step": 190
124
+ },
125
+ {
126
+ "epoch": 0.32,
127
+ "learning_rate": 1.9351701782820097e-05,
128
+ "loss": 0.3187,
129
+ "step": 200
130
+ },
131
+ {
132
+ "epoch": 0.34,
133
+ "learning_rate": 1.93192868719611e-05,
134
+ "loss": 0.3055,
135
+ "step": 210
136
+ },
137
+ {
138
+ "epoch": 0.36,
139
+ "learning_rate": 1.928687196110211e-05,
140
+ "loss": 0.338,
141
+ "step": 220
142
+ },
143
+ {
144
+ "epoch": 0.37,
145
+ "learning_rate": 1.9254457050243114e-05,
146
+ "loss": 0.3226,
147
+ "step": 230
148
+ },
149
+ {
150
+ "epoch": 0.39,
151
+ "learning_rate": 1.9222042139384118e-05,
152
+ "loss": 0.4158,
153
+ "step": 240
154
+ },
155
+ {
156
+ "epoch": 0.41,
157
+ "learning_rate": 1.9189627228525122e-05,
158
+ "loss": 0.3931,
159
+ "step": 250
160
+ },
161
+ {
162
+ "epoch": 0.42,
163
+ "learning_rate": 1.9157212317666127e-05,
164
+ "loss": 0.4295,
165
+ "step": 260
166
+ },
167
+ {
168
+ "epoch": 0.44,
169
+ "learning_rate": 1.912479740680713e-05,
170
+ "loss": 0.278,
171
+ "step": 270
172
+ },
173
+ {
174
+ "epoch": 0.45,
175
+ "learning_rate": 1.909238249594814e-05,
176
+ "loss": 0.2717,
177
+ "step": 280
178
+ },
179
+ {
180
+ "epoch": 0.47,
181
+ "learning_rate": 1.9059967585089144e-05,
182
+ "loss": 0.2201,
183
+ "step": 290
184
+ },
185
+ {
186
+ "epoch": 0.49,
187
+ "learning_rate": 1.9027552674230148e-05,
188
+ "loss": 0.3366,
189
+ "step": 300
190
+ },
191
+ {
192
+ "epoch": 0.5,
193
+ "learning_rate": 1.8995137763371152e-05,
194
+ "loss": 0.3817,
195
+ "step": 310
196
+ },
197
+ {
198
+ "epoch": 0.52,
199
+ "learning_rate": 1.8962722852512157e-05,
200
+ "loss": 0.2543,
201
+ "step": 320
202
+ },
203
+ {
204
+ "epoch": 0.53,
205
+ "learning_rate": 1.893030794165316e-05,
206
+ "loss": 0.3394,
207
+ "step": 330
208
+ },
209
+ {
210
+ "epoch": 0.55,
211
+ "learning_rate": 1.889789303079417e-05,
212
+ "loss": 0.3671,
213
+ "step": 340
214
+ },
215
+ {
216
+ "epoch": 0.57,
217
+ "learning_rate": 1.8865478119935173e-05,
218
+ "loss": 0.3203,
219
+ "step": 350
220
+ },
221
+ {
222
+ "epoch": 0.58,
223
+ "learning_rate": 1.8833063209076178e-05,
224
+ "loss": 0.3554,
225
+ "step": 360
226
+ },
227
+ {
228
+ "epoch": 0.6,
229
+ "learning_rate": 1.8800648298217182e-05,
230
+ "loss": 0.447,
231
+ "step": 370
232
+ },
233
+ {
234
+ "epoch": 0.62,
235
+ "learning_rate": 1.8768233387358187e-05,
236
+ "loss": 0.2841,
237
+ "step": 380
238
+ },
239
+ {
240
+ "epoch": 0.63,
241
+ "learning_rate": 1.873581847649919e-05,
242
+ "loss": 0.2836,
243
+ "step": 390
244
+ },
245
+ {
246
+ "epoch": 0.65,
247
+ "learning_rate": 1.8703403565640196e-05,
248
+ "loss": 0.2695,
249
+ "step": 400
250
+ },
251
+ {
252
+ "epoch": 0.66,
253
+ "learning_rate": 1.86709886547812e-05,
254
+ "loss": 0.2575,
255
+ "step": 410
256
+ },
257
+ {
258
+ "epoch": 0.68,
259
+ "learning_rate": 1.8638573743922204e-05,
260
+ "loss": 0.3278,
261
+ "step": 420
262
+ },
263
+ {
264
+ "epoch": 0.7,
265
+ "learning_rate": 1.860615883306321e-05,
266
+ "loss": 0.3364,
267
+ "step": 430
268
+ },
269
+ {
270
+ "epoch": 0.71,
271
+ "learning_rate": 1.8573743922204213e-05,
272
+ "loss": 0.3943,
273
+ "step": 440
274
+ },
275
+ {
276
+ "epoch": 0.73,
277
+ "learning_rate": 1.8541329011345218e-05,
278
+ "loss": 0.2842,
279
+ "step": 450
280
+ },
281
+ {
282
+ "epoch": 0.75,
283
+ "learning_rate": 1.8508914100486226e-05,
284
+ "loss": 0.3015,
285
+ "step": 460
286
+ },
287
+ {
288
+ "epoch": 0.76,
289
+ "learning_rate": 1.847649918962723e-05,
290
+ "loss": 0.4142,
291
+ "step": 470
292
+ },
293
+ {
294
+ "epoch": 0.78,
295
+ "learning_rate": 1.8444084278768234e-05,
296
+ "loss": 0.2241,
297
+ "step": 480
298
+ },
299
+ {
300
+ "epoch": 0.79,
301
+ "learning_rate": 1.841166936790924e-05,
302
+ "loss": 0.2813,
303
+ "step": 490
304
+ },
305
+ {
306
+ "epoch": 0.81,
307
+ "learning_rate": 1.8379254457050243e-05,
308
+ "loss": 0.4838,
309
+ "step": 500
310
+ },
311
+ {
312
+ "epoch": 0.83,
313
+ "learning_rate": 1.8346839546191248e-05,
314
+ "loss": 0.3666,
315
+ "step": 510
316
+ },
317
+ {
318
+ "epoch": 0.84,
319
+ "learning_rate": 1.8314424635332255e-05,
320
+ "loss": 0.3057,
321
+ "step": 520
322
+ },
323
+ {
324
+ "epoch": 0.86,
325
+ "learning_rate": 1.828200972447326e-05,
326
+ "loss": 0.2827,
327
+ "step": 530
328
+ },
329
+ {
330
+ "epoch": 0.88,
331
+ "learning_rate": 1.8249594813614264e-05,
332
+ "loss": 0.3023,
333
+ "step": 540
334
+ },
335
+ {
336
+ "epoch": 0.89,
337
+ "learning_rate": 1.821717990275527e-05,
338
+ "loss": 0.3193,
339
+ "step": 550
340
+ },
341
+ {
342
+ "epoch": 0.91,
343
+ "learning_rate": 1.8184764991896273e-05,
344
+ "loss": 0.2723,
345
+ "step": 560
346
+ },
347
+ {
348
+ "epoch": 0.92,
349
+ "learning_rate": 1.8152350081037278e-05,
350
+ "loss": 0.3176,
351
+ "step": 570
352
+ },
353
+ {
354
+ "epoch": 0.94,
355
+ "learning_rate": 1.8119935170178285e-05,
356
+ "loss": 0.3287,
357
+ "step": 580
358
+ },
359
+ {
360
+ "epoch": 0.96,
361
+ "learning_rate": 1.808752025931929e-05,
362
+ "loss": 0.3411,
363
+ "step": 590
364
+ },
365
+ {
366
+ "epoch": 0.97,
367
+ "learning_rate": 1.8055105348460294e-05,
368
+ "loss": 0.258,
369
+ "step": 600
370
+ },
371
+ {
372
+ "epoch": 0.99,
373
+ "learning_rate": 1.80226904376013e-05,
374
+ "loss": 0.2652,
375
+ "step": 610
376
+ },
377
+ {
378
+ "epoch": 1.0,
379
+ "eval_FN": 482,
380
+ "eval_FP": 1632,
381
+ "eval_TN": 20082,
382
+ "eval_TP": 1620,
383
+ "eval_accuracy": 0.9112361437688948,
384
+ "eval_f1": 0.6051550242809115,
385
+ "eval_loss": 0.20642544329166412,
386
+ "eval_precision": 0.4981549815498155,
387
+ "eval_recall": 0.7706945765937203,
388
+ "eval_runtime": 163.4555,
389
+ "eval_samples_per_second": 145.703,
390
+ "eval_steps_per_second": 9.11,
391
+ "step": 617
392
+ },
393
+ {
394
+ "epoch": 1.0,
395
+ "learning_rate": 1.7990275526742303e-05,
396
+ "loss": 0.2846,
397
+ "step": 620
398
+ },
399
+ {
400
+ "epoch": 1.02,
401
+ "learning_rate": 1.7957860615883308e-05,
402
+ "loss": 0.2579,
403
+ "step": 630
404
+ },
405
+ {
406
+ "epoch": 1.04,
407
+ "learning_rate": 1.7925445705024312e-05,
408
+ "loss": 0.2258,
409
+ "step": 640
410
+ },
411
+ {
412
+ "epoch": 1.05,
413
+ "learning_rate": 1.7893030794165316e-05,
414
+ "loss": 0.2329,
415
+ "step": 650
416
+ },
417
+ {
418
+ "epoch": 1.07,
419
+ "learning_rate": 1.7860615883306324e-05,
420
+ "loss": 0.3005,
421
+ "step": 660
422
+ },
423
+ {
424
+ "epoch": 1.09,
425
+ "learning_rate": 1.782820097244733e-05,
426
+ "loss": 0.4518,
427
+ "step": 670
428
+ },
429
+ {
430
+ "epoch": 1.1,
431
+ "learning_rate": 1.7795786061588333e-05,
432
+ "loss": 0.3148,
433
+ "step": 680
434
+ },
435
+ {
436
+ "epoch": 1.12,
437
+ "learning_rate": 1.7763371150729338e-05,
438
+ "loss": 0.2639,
439
+ "step": 690
440
+ },
441
+ {
442
+ "epoch": 1.13,
443
+ "learning_rate": 1.7730956239870342e-05,
444
+ "loss": 0.3315,
445
+ "step": 700
446
+ },
447
+ {
448
+ "epoch": 1.15,
449
+ "learning_rate": 1.7698541329011346e-05,
450
+ "loss": 0.2185,
451
+ "step": 710
452
+ },
453
+ {
454
+ "epoch": 1.17,
455
+ "learning_rate": 1.766612641815235e-05,
456
+ "loss": 0.2925,
457
+ "step": 720
458
+ },
459
+ {
460
+ "epoch": 1.18,
461
+ "learning_rate": 1.7633711507293355e-05,
462
+ "loss": 0.3322,
463
+ "step": 730
464
+ },
465
+ {
466
+ "epoch": 1.2,
467
+ "learning_rate": 1.760129659643436e-05,
468
+ "loss": 0.2494,
469
+ "step": 740
470
+ },
471
+ {
472
+ "epoch": 1.22,
473
+ "learning_rate": 1.7568881685575364e-05,
474
+ "loss": 0.3229,
475
+ "step": 750
476
+ },
477
+ {
478
+ "epoch": 1.23,
479
+ "learning_rate": 1.7536466774716372e-05,
480
+ "loss": 0.2811,
481
+ "step": 760
482
+ },
483
+ {
484
+ "epoch": 1.25,
485
+ "learning_rate": 1.7504051863857376e-05,
486
+ "loss": 0.2889,
487
+ "step": 770
488
+ },
489
+ {
490
+ "epoch": 1.26,
491
+ "learning_rate": 1.747163695299838e-05,
492
+ "loss": 0.2616,
493
+ "step": 780
494
+ },
495
+ {
496
+ "epoch": 1.28,
497
+ "learning_rate": 1.7439222042139385e-05,
498
+ "loss": 0.1848,
499
+ "step": 790
500
+ },
501
+ {
502
+ "epoch": 1.3,
503
+ "learning_rate": 1.740680713128039e-05,
504
+ "loss": 0.2647,
505
+ "step": 800
506
+ },
507
+ {
508
+ "epoch": 1.31,
509
+ "learning_rate": 1.7374392220421394e-05,
510
+ "loss": 0.3515,
511
+ "step": 810
512
+ },
513
+ {
514
+ "epoch": 1.33,
515
+ "learning_rate": 1.7341977309562402e-05,
516
+ "loss": 0.1854,
517
+ "step": 820
518
+ },
519
+ {
520
+ "epoch": 1.35,
521
+ "learning_rate": 1.7309562398703406e-05,
522
+ "loss": 0.2333,
523
+ "step": 830
524
+ },
525
+ {
526
+ "epoch": 1.36,
527
+ "learning_rate": 1.727714748784441e-05,
528
+ "loss": 0.2139,
529
+ "step": 840
530
+ },
531
+ {
532
+ "epoch": 1.38,
533
+ "learning_rate": 1.7244732576985415e-05,
534
+ "loss": 0.1914,
535
+ "step": 850
536
+ },
537
+ {
538
+ "epoch": 1.39,
539
+ "learning_rate": 1.721231766612642e-05,
540
+ "loss": 0.2545,
541
+ "step": 860
542
+ },
543
+ {
544
+ "epoch": 1.41,
545
+ "learning_rate": 1.7179902755267424e-05,
546
+ "loss": 0.291,
547
+ "step": 870
548
+ },
549
+ {
550
+ "epoch": 1.43,
551
+ "learning_rate": 1.7147487844408432e-05,
552
+ "loss": 0.1979,
553
+ "step": 880
554
+ },
555
+ {
556
+ "epoch": 1.44,
557
+ "learning_rate": 1.7115072933549436e-05,
558
+ "loss": 0.2861,
559
+ "step": 890
560
+ },
561
+ {
562
+ "epoch": 1.46,
563
+ "learning_rate": 1.708265802269044e-05,
564
+ "loss": 0.2521,
565
+ "step": 900
566
+ },
567
+ {
568
+ "epoch": 1.47,
569
+ "learning_rate": 1.7050243111831445e-05,
570
+ "loss": 0.2698,
571
+ "step": 910
572
+ },
573
+ {
574
+ "epoch": 1.49,
575
+ "learning_rate": 1.701782820097245e-05,
576
+ "loss": 0.2292,
577
+ "step": 920
578
+ },
579
+ {
580
+ "epoch": 1.51,
581
+ "learning_rate": 1.6985413290113454e-05,
582
+ "loss": 0.2355,
583
+ "step": 930
584
+ },
585
+ {
586
+ "epoch": 1.52,
587
+ "learning_rate": 1.695299837925446e-05,
588
+ "loss": 0.3023,
589
+ "step": 940
590
+ },
591
+ {
592
+ "epoch": 1.54,
593
+ "learning_rate": 1.6920583468395463e-05,
594
+ "loss": 0.2353,
595
+ "step": 950
596
+ },
597
+ {
598
+ "epoch": 1.56,
599
+ "learning_rate": 1.6888168557536467e-05,
600
+ "loss": 0.1852,
601
+ "step": 960
602
+ },
603
+ {
604
+ "epoch": 1.57,
605
+ "learning_rate": 1.685575364667747e-05,
606
+ "loss": 0.2002,
607
+ "step": 970
608
+ },
609
+ {
610
+ "epoch": 1.59,
611
+ "learning_rate": 1.6823338735818476e-05,
612
+ "loss": 0.2244,
613
+ "step": 980
614
+ },
615
+ {
616
+ "epoch": 1.6,
617
+ "learning_rate": 1.679092382495948e-05,
618
+ "loss": 0.2472,
619
+ "step": 990
620
+ },
621
+ {
622
+ "epoch": 1.62,
623
+ "learning_rate": 1.6758508914100488e-05,
624
+ "loss": 0.2106,
625
+ "step": 1000
626
+ },
627
+ {
628
+ "epoch": 1.64,
629
+ "learning_rate": 1.6726094003241493e-05,
630
+ "loss": 0.2613,
631
+ "step": 1010
632
+ },
633
+ {
634
+ "epoch": 1.65,
635
+ "learning_rate": 1.6693679092382497e-05,
636
+ "loss": 0.1889,
637
+ "step": 1020
638
+ },
639
+ {
640
+ "epoch": 1.67,
641
+ "learning_rate": 1.66612641815235e-05,
642
+ "loss": 0.2468,
643
+ "step": 1030
644
+ },
645
+ {
646
+ "epoch": 1.69,
647
+ "learning_rate": 1.6628849270664506e-05,
648
+ "loss": 0.233,
649
+ "step": 1040
650
+ },
651
+ {
652
+ "epoch": 1.7,
653
+ "learning_rate": 1.659643435980551e-05,
654
+ "loss": 0.2879,
655
+ "step": 1050
656
+ },
657
+ {
658
+ "epoch": 1.72,
659
+ "learning_rate": 1.6564019448946518e-05,
660
+ "loss": 0.2971,
661
+ "step": 1060
662
+ },
663
+ {
664
+ "epoch": 1.73,
665
+ "learning_rate": 1.6531604538087523e-05,
666
+ "loss": 0.1761,
667
+ "step": 1070
668
+ },
669
+ {
670
+ "epoch": 1.75,
671
+ "learning_rate": 1.6499189627228527e-05,
672
+ "loss": 0.2463,
673
+ "step": 1080
674
+ },
675
+ {
676
+ "epoch": 1.77,
677
+ "learning_rate": 1.646677471636953e-05,
678
+ "loss": 0.3134,
679
+ "step": 1090
680
+ },
681
+ {
682
+ "epoch": 1.78,
683
+ "learning_rate": 1.6434359805510536e-05,
684
+ "loss": 0.2656,
685
+ "step": 1100
686
+ },
687
+ {
688
+ "epoch": 1.8,
689
+ "learning_rate": 1.640194489465154e-05,
690
+ "loss": 0.2192,
691
+ "step": 1110
692
+ },
693
+ {
694
+ "epoch": 1.82,
695
+ "learning_rate": 1.6369529983792548e-05,
696
+ "loss": 0.2498,
697
+ "step": 1120
698
+ },
699
+ {
700
+ "epoch": 1.83,
701
+ "learning_rate": 1.6337115072933553e-05,
702
+ "loss": 0.3333,
703
+ "step": 1130
704
+ },
705
+ {
706
+ "epoch": 1.85,
707
+ "learning_rate": 1.6304700162074557e-05,
708
+ "loss": 0.1494,
709
+ "step": 1140
710
+ },
711
+ {
712
+ "epoch": 1.86,
713
+ "learning_rate": 1.627228525121556e-05,
714
+ "loss": 0.2732,
715
+ "step": 1150
716
+ },
717
+ {
718
+ "epoch": 1.88,
719
+ "learning_rate": 1.6239870340356566e-05,
720
+ "loss": 0.1968,
721
+ "step": 1160
722
+ },
723
+ {
724
+ "epoch": 1.9,
725
+ "learning_rate": 1.620745542949757e-05,
726
+ "loss": 0.2895,
727
+ "step": 1170
728
+ },
729
+ {
730
+ "epoch": 1.91,
731
+ "learning_rate": 1.6175040518638575e-05,
732
+ "loss": 0.2978,
733
+ "step": 1180
734
+ },
735
+ {
736
+ "epoch": 1.93,
737
+ "learning_rate": 1.614262560777958e-05,
738
+ "loss": 0.154,
739
+ "step": 1190
740
+ },
741
+ {
742
+ "epoch": 1.94,
743
+ "learning_rate": 1.6110210696920584e-05,
744
+ "loss": 0.2967,
745
+ "step": 1200
746
+ },
747
+ {
748
+ "epoch": 1.96,
749
+ "learning_rate": 1.6077795786061588e-05,
750
+ "loss": 0.1759,
751
+ "step": 1210
752
+ },
753
+ {
754
+ "epoch": 1.98,
755
+ "learning_rate": 1.6045380875202596e-05,
756
+ "loss": 0.2615,
757
+ "step": 1220
758
+ },
759
+ {
760
+ "epoch": 1.99,
761
+ "learning_rate": 1.60129659643436e-05,
762
+ "loss": 0.1546,
763
+ "step": 1230
764
+ },
765
+ {
766
+ "epoch": 2.0,
767
+ "eval_FN": 157,
768
+ "eval_FP": 2909,
769
+ "eval_TN": 18805,
770
+ "eval_TP": 1945,
771
+ "eval_accuracy": 0.871263016459523,
772
+ "eval_f1": 0.5592294422081656,
773
+ "eval_loss": 0.3451124131679535,
774
+ "eval_precision": 0.4007004532344458,
775
+ "eval_recall": 0.9253092293054234,
776
+ "eval_runtime": 163.5121,
777
+ "eval_samples_per_second": 145.653,
778
+ "eval_steps_per_second": 9.106,
779
+ "step": 1234
780
+ },
781
+ {
782
+ "epoch": 2.01,
783
+ "learning_rate": 1.5980551053484605e-05,
784
+ "loss": 0.168,
785
+ "step": 1240
786
+ },
787
+ {
788
+ "epoch": 2.03,
789
+ "learning_rate": 1.594813614262561e-05,
790
+ "loss": 0.2176,
791
+ "step": 1250
792
+ },
793
+ {
794
+ "epoch": 2.04,
795
+ "learning_rate": 1.5915721231766613e-05,
796
+ "loss": 0.2096,
797
+ "step": 1260
798
+ },
799
+ {
800
+ "epoch": 2.06,
801
+ "learning_rate": 1.5883306320907618e-05,
802
+ "loss": 0.2449,
803
+ "step": 1270
804
+ },
805
+ {
806
+ "epoch": 2.07,
807
+ "learning_rate": 1.5850891410048622e-05,
808
+ "loss": 0.192,
809
+ "step": 1280
810
+ },
811
+ {
812
+ "epoch": 2.09,
813
+ "learning_rate": 1.5818476499189627e-05,
814
+ "loss": 0.1588,
815
+ "step": 1290
816
+ },
817
+ {
818
+ "epoch": 2.11,
819
+ "learning_rate": 1.578606158833063e-05,
820
+ "loss": 0.1574,
821
+ "step": 1300
822
+ },
823
+ {
824
+ "epoch": 2.12,
825
+ "learning_rate": 1.575364667747164e-05,
826
+ "loss": 0.1314,
827
+ "step": 1310
828
+ },
829
+ {
830
+ "epoch": 2.14,
831
+ "learning_rate": 1.5721231766612643e-05,
832
+ "loss": 0.1042,
833
+ "step": 1320
834
+ },
835
+ {
836
+ "epoch": 2.16,
837
+ "learning_rate": 1.5688816855753648e-05,
838
+ "loss": 0.2451,
839
+ "step": 1330
840
+ },
841
+ {
842
+ "epoch": 2.17,
843
+ "learning_rate": 1.5656401944894652e-05,
844
+ "loss": 0.2176,
845
+ "step": 1340
846
+ },
847
+ {
848
+ "epoch": 2.19,
849
+ "learning_rate": 1.5623987034035657e-05,
850
+ "loss": 0.2368,
851
+ "step": 1350
852
+ },
853
+ {
854
+ "epoch": 2.2,
855
+ "learning_rate": 1.559157212317666e-05,
856
+ "loss": 0.2696,
857
+ "step": 1360
858
+ },
859
+ {
860
+ "epoch": 2.22,
861
+ "learning_rate": 1.555915721231767e-05,
862
+ "loss": 0.1635,
863
+ "step": 1370
864
+ },
865
+ {
866
+ "epoch": 2.24,
867
+ "learning_rate": 1.5526742301458673e-05,
868
+ "loss": 0.2513,
869
+ "step": 1380
870
+ },
871
+ {
872
+ "epoch": 2.25,
873
+ "learning_rate": 1.5494327390599678e-05,
874
+ "loss": 0.2009,
875
+ "step": 1390
876
+ },
877
+ {
878
+ "epoch": 2.27,
879
+ "learning_rate": 1.5461912479740682e-05,
880
+ "loss": 0.2145,
881
+ "step": 1400
882
+ },
883
+ {
884
+ "epoch": 2.29,
885
+ "learning_rate": 1.5429497568881687e-05,
886
+ "loss": 0.1785,
887
+ "step": 1410
888
+ },
889
+ {
890
+ "epoch": 2.3,
891
+ "learning_rate": 1.539708265802269e-05,
892
+ "loss": 0.2542,
893
+ "step": 1420
894
+ },
895
+ {
896
+ "epoch": 2.32,
897
+ "learning_rate": 1.53646677471637e-05,
898
+ "loss": 0.1935,
899
+ "step": 1430
900
+ },
901
+ {
902
+ "epoch": 2.33,
903
+ "learning_rate": 1.5332252836304703e-05,
904
+ "loss": 0.2062,
905
+ "step": 1440
906
+ },
907
+ {
908
+ "epoch": 2.35,
909
+ "learning_rate": 1.5299837925445708e-05,
910
+ "loss": 0.1961,
911
+ "step": 1450
912
+ },
913
+ {
914
+ "epoch": 2.37,
915
+ "learning_rate": 1.5267423014586712e-05,
916
+ "loss": 0.2316,
917
+ "step": 1460
918
+ },
919
+ {
920
+ "epoch": 2.38,
921
+ "learning_rate": 1.5235008103727715e-05,
922
+ "loss": 0.2016,
923
+ "step": 1470
924
+ },
925
+ {
926
+ "epoch": 2.4,
927
+ "learning_rate": 1.520259319286872e-05,
928
+ "loss": 0.259,
929
+ "step": 1480
930
+ },
931
+ {
932
+ "epoch": 2.41,
933
+ "learning_rate": 1.5170178282009727e-05,
934
+ "loss": 0.2153,
935
+ "step": 1490
936
+ },
937
+ {
938
+ "epoch": 2.43,
939
+ "learning_rate": 1.5137763371150732e-05,
940
+ "loss": 0.2561,
941
+ "step": 1500
942
+ },
943
+ {
944
+ "epoch": 2.45,
945
+ "learning_rate": 1.5105348460291736e-05,
946
+ "loss": 0.1776,
947
+ "step": 1510
948
+ },
949
+ {
950
+ "epoch": 2.46,
951
+ "learning_rate": 1.507293354943274e-05,
952
+ "loss": 0.1333,
953
+ "step": 1520
954
+ },
955
+ {
956
+ "epoch": 2.48,
957
+ "learning_rate": 1.5040518638573745e-05,
958
+ "loss": 0.1771,
959
+ "step": 1530
960
+ },
961
+ {
962
+ "epoch": 2.5,
963
+ "learning_rate": 1.500810372771475e-05,
964
+ "loss": 0.2519,
965
+ "step": 1540
966
+ },
967
+ {
968
+ "epoch": 2.51,
969
+ "learning_rate": 1.4975688816855755e-05,
970
+ "loss": 0.2557,
971
+ "step": 1550
972
+ },
973
+ {
974
+ "epoch": 2.53,
975
+ "learning_rate": 1.494327390599676e-05,
976
+ "loss": 0.1668,
977
+ "step": 1560
978
+ },
979
+ {
980
+ "epoch": 2.54,
981
+ "learning_rate": 1.4910858995137764e-05,
982
+ "loss": 0.2402,
983
+ "step": 1570
984
+ },
985
+ {
986
+ "epoch": 2.56,
987
+ "learning_rate": 1.4878444084278769e-05,
988
+ "loss": 0.1755,
989
+ "step": 1580
990
+ },
991
+ {
992
+ "epoch": 2.58,
993
+ "learning_rate": 1.4846029173419773e-05,
994
+ "loss": 0.2089,
995
+ "step": 1590
996
+ },
997
+ {
998
+ "epoch": 2.59,
999
+ "learning_rate": 1.4813614262560778e-05,
1000
+ "loss": 0.1058,
1001
+ "step": 1600
1002
+ },
1003
+ {
1004
+ "epoch": 2.61,
1005
+ "learning_rate": 1.4781199351701785e-05,
1006
+ "loss": 0.1285,
1007
+ "step": 1610
1008
+ },
1009
+ {
1010
+ "epoch": 2.63,
1011
+ "learning_rate": 1.474878444084279e-05,
1012
+ "loss": 0.1526,
1013
+ "step": 1620
1014
+ },
1015
+ {
1016
+ "epoch": 2.64,
1017
+ "learning_rate": 1.4716369529983794e-05,
1018
+ "loss": 0.1623,
1019
+ "step": 1630
1020
+ },
1021
+ {
1022
+ "epoch": 2.66,
1023
+ "learning_rate": 1.4683954619124799e-05,
1024
+ "loss": 0.0889,
1025
+ "step": 1640
1026
+ },
1027
+ {
1028
+ "epoch": 2.67,
1029
+ "learning_rate": 1.4651539708265803e-05,
1030
+ "loss": 0.1593,
1031
+ "step": 1650
1032
+ },
1033
+ {
1034
+ "epoch": 2.69,
1035
+ "learning_rate": 1.4619124797406807e-05,
1036
+ "loss": 0.2728,
1037
+ "step": 1660
1038
+ },
1039
+ {
1040
+ "epoch": 2.71,
1041
+ "learning_rate": 1.4586709886547814e-05,
1042
+ "loss": 0.2498,
1043
+ "step": 1670
1044
+ },
1045
+ {
1046
+ "epoch": 2.72,
1047
+ "learning_rate": 1.4554294975688818e-05,
1048
+ "loss": 0.2153,
1049
+ "step": 1680
1050
+ },
1051
+ {
1052
+ "epoch": 2.74,
1053
+ "learning_rate": 1.4521880064829822e-05,
1054
+ "loss": 0.1796,
1055
+ "step": 1690
1056
+ },
1057
+ {
1058
+ "epoch": 2.76,
1059
+ "learning_rate": 1.4489465153970827e-05,
1060
+ "loss": 0.2013,
1061
+ "step": 1700
1062
+ },
1063
+ {
1064
+ "epoch": 2.77,
1065
+ "learning_rate": 1.4457050243111831e-05,
1066
+ "loss": 0.1228,
1067
+ "step": 1710
1068
+ },
1069
+ {
1070
+ "epoch": 2.79,
1071
+ "learning_rate": 1.4424635332252836e-05,
1072
+ "loss": 0.199,
1073
+ "step": 1720
1074
+ },
1075
+ {
1076
+ "epoch": 2.8,
1077
+ "learning_rate": 1.4392220421393844e-05,
1078
+ "loss": 0.1922,
1079
+ "step": 1730
1080
+ },
1081
+ {
1082
+ "epoch": 2.82,
1083
+ "learning_rate": 1.4359805510534848e-05,
1084
+ "loss": 0.2059,
1085
+ "step": 1740
1086
+ },
1087
+ {
1088
+ "epoch": 2.84,
1089
+ "learning_rate": 1.4327390599675852e-05,
1090
+ "loss": 0.2216,
1091
+ "step": 1750
1092
+ },
1093
+ {
1094
+ "epoch": 2.85,
1095
+ "learning_rate": 1.4294975688816857e-05,
1096
+ "loss": 0.1289,
1097
+ "step": 1760
1098
+ },
1099
+ {
1100
+ "epoch": 2.87,
1101
+ "learning_rate": 1.4262560777957861e-05,
1102
+ "loss": 0.2393,
1103
+ "step": 1770
1104
+ },
1105
+ {
1106
+ "epoch": 2.88,
1107
+ "learning_rate": 1.4230145867098866e-05,
1108
+ "loss": 0.2273,
1109
+ "step": 1780
1110
+ },
1111
+ {
1112
+ "epoch": 2.9,
1113
+ "learning_rate": 1.4197730956239872e-05,
1114
+ "loss": 0.2158,
1115
+ "step": 1790
1116
+ },
1117
+ {
1118
+ "epoch": 2.92,
1119
+ "learning_rate": 1.4165316045380876e-05,
1120
+ "loss": 0.1251,
1121
+ "step": 1800
1122
+ },
1123
+ {
1124
+ "epoch": 2.93,
1125
+ "learning_rate": 1.413290113452188e-05,
1126
+ "loss": 0.225,
1127
+ "step": 1810
1128
+ },
1129
+ {
1130
+ "epoch": 2.95,
1131
+ "learning_rate": 1.4100486223662885e-05,
1132
+ "loss": 0.1223,
1133
+ "step": 1820
1134
+ },
1135
+ {
1136
+ "epoch": 2.97,
1137
+ "learning_rate": 1.4068071312803891e-05,
1138
+ "loss": 0.284,
1139
+ "step": 1830
1140
+ },
1141
+ {
1142
+ "epoch": 2.98,
1143
+ "learning_rate": 1.4035656401944896e-05,
1144
+ "loss": 0.2243,
1145
+ "step": 1840
1146
+ },
1147
+ {
1148
+ "epoch": 3.0,
1149
+ "learning_rate": 1.4003241491085902e-05,
1150
+ "loss": 0.1072,
1151
+ "step": 1850
1152
+ },
1153
+ {
1154
+ "epoch": 3.0,
1155
+ "eval_FN": 156,
1156
+ "eval_FP": 2712,
1157
+ "eval_TN": 19002,
1158
+ "eval_TP": 1946,
1159
+ "eval_accuracy": 0.8795767551226067,
1160
+ "eval_f1": 0.5757396449704142,
1161
+ "eval_loss": 0.35726749897003174,
1162
+ "eval_precision": 0.41777586947187634,
1163
+ "eval_recall": 0.9257849666983825,
1164
+ "eval_runtime": 163.4686,
1165
+ "eval_samples_per_second": 145.692,
1166
+ "eval_steps_per_second": 9.109,
1167
+ "step": 1851
1168
+ },
1169
+ {
1170
+ "epoch": 3.01,
1171
+ "learning_rate": 1.3970826580226906e-05,
1172
+ "loss": 0.1103,
1173
+ "step": 1860
1174
+ },
1175
+ {
1176
+ "epoch": 3.03,
1177
+ "learning_rate": 1.393841166936791e-05,
1178
+ "loss": 0.1909,
1179
+ "step": 1870
1180
+ },
1181
+ {
1182
+ "epoch": 3.05,
1183
+ "learning_rate": 1.3905996758508915e-05,
1184
+ "loss": 0.1369,
1185
+ "step": 1880
1186
+ },
1187
+ {
1188
+ "epoch": 3.06,
1189
+ "learning_rate": 1.387358184764992e-05,
1190
+ "loss": 0.0592,
1191
+ "step": 1890
1192
+ },
1193
+ {
1194
+ "epoch": 3.08,
1195
+ "learning_rate": 1.3841166936790924e-05,
1196
+ "loss": 0.1428,
1197
+ "step": 1900
1198
+ },
1199
+ {
1200
+ "epoch": 3.1,
1201
+ "learning_rate": 1.380875202593193e-05,
1202
+ "loss": 0.1818,
1203
+ "step": 1910
1204
+ },
1205
+ {
1206
+ "epoch": 3.11,
1207
+ "learning_rate": 1.3776337115072936e-05,
1208
+ "loss": 0.1445,
1209
+ "step": 1920
1210
+ },
1211
+ {
1212
+ "epoch": 3.13,
1213
+ "learning_rate": 1.374392220421394e-05,
1214
+ "loss": 0.1359,
1215
+ "step": 1930
1216
+ },
1217
+ {
1218
+ "epoch": 3.14,
1219
+ "learning_rate": 1.3711507293354945e-05,
1220
+ "loss": 0.1422,
1221
+ "step": 1940
1222
+ },
1223
+ {
1224
+ "epoch": 3.16,
1225
+ "learning_rate": 1.367909238249595e-05,
1226
+ "loss": 0.1126,
1227
+ "step": 1950
1228
+ },
1229
+ {
1230
+ "epoch": 3.18,
1231
+ "learning_rate": 1.3646677471636954e-05,
1232
+ "loss": 0.114,
1233
+ "step": 1960
1234
+ },
1235
+ {
1236
+ "epoch": 3.19,
1237
+ "learning_rate": 1.361426256077796e-05,
1238
+ "loss": 0.1249,
1239
+ "step": 1970
1240
+ },
1241
+ {
1242
+ "epoch": 3.21,
1243
+ "learning_rate": 1.3581847649918964e-05,
1244
+ "loss": 0.1207,
1245
+ "step": 1980
1246
+ },
1247
+ {
1248
+ "epoch": 3.23,
1249
+ "learning_rate": 1.3549432739059969e-05,
1250
+ "loss": 0.0807,
1251
+ "step": 1990
1252
+ },
1253
+ {
1254
+ "epoch": 3.24,
1255
+ "learning_rate": 1.3517017828200973e-05,
1256
+ "loss": 0.0677,
1257
+ "step": 2000
1258
+ },
1259
+ {
1260
+ "epoch": 3.26,
1261
+ "learning_rate": 1.3484602917341978e-05,
1262
+ "loss": 0.1993,
1263
+ "step": 2010
1264
+ },
1265
+ {
1266
+ "epoch": 3.27,
1267
+ "learning_rate": 1.3452188006482982e-05,
1268
+ "loss": 0.1866,
1269
+ "step": 2020
1270
+ },
1271
+ {
1272
+ "epoch": 3.29,
1273
+ "learning_rate": 1.341977309562399e-05,
1274
+ "loss": 0.1439,
1275
+ "step": 2030
1276
+ },
1277
+ {
1278
+ "epoch": 3.31,
1279
+ "learning_rate": 1.3387358184764994e-05,
1280
+ "loss": 0.262,
1281
+ "step": 2040
1282
+ },
1283
+ {
1284
+ "epoch": 3.32,
1285
+ "learning_rate": 1.3354943273905999e-05,
1286
+ "loss": 0.1777,
1287
+ "step": 2050
1288
+ },
1289
+ {
1290
+ "epoch": 3.34,
1291
+ "learning_rate": 1.3322528363047003e-05,
1292
+ "loss": 0.0708,
1293
+ "step": 2060
1294
+ },
1295
+ {
1296
+ "epoch": 3.35,
1297
+ "learning_rate": 1.3290113452188008e-05,
1298
+ "loss": 0.2216,
1299
+ "step": 2070
1300
+ },
1301
+ {
1302
+ "epoch": 3.37,
1303
+ "learning_rate": 1.3257698541329012e-05,
1304
+ "loss": 0.1717,
1305
+ "step": 2080
1306
+ },
1307
+ {
1308
+ "epoch": 3.39,
1309
+ "learning_rate": 1.3225283630470018e-05,
1310
+ "loss": 0.1828,
1311
+ "step": 2090
1312
+ },
1313
+ {
1314
+ "epoch": 3.4,
1315
+ "learning_rate": 1.3192868719611023e-05,
1316
+ "loss": 0.0833,
1317
+ "step": 2100
1318
+ },
1319
+ {
1320
+ "epoch": 3.42,
1321
+ "learning_rate": 1.3160453808752027e-05,
1322
+ "loss": 0.1837,
1323
+ "step": 2110
1324
+ },
1325
+ {
1326
+ "epoch": 3.44,
1327
+ "learning_rate": 1.3128038897893031e-05,
1328
+ "loss": 0.1991,
1329
+ "step": 2120
1330
+ },
1331
+ {
1332
+ "epoch": 3.45,
1333
+ "learning_rate": 1.3095623987034036e-05,
1334
+ "loss": 0.142,
1335
+ "step": 2130
1336
+ },
1337
+ {
1338
+ "epoch": 3.47,
1339
+ "learning_rate": 1.306320907617504e-05,
1340
+ "loss": 0.0458,
1341
+ "step": 2140
1342
+ },
1343
+ {
1344
+ "epoch": 3.48,
1345
+ "learning_rate": 1.3030794165316048e-05,
1346
+ "loss": 0.0546,
1347
+ "step": 2150
1348
+ },
1349
+ {
1350
+ "epoch": 3.5,
1351
+ "learning_rate": 1.2998379254457052e-05,
1352
+ "loss": 0.0612,
1353
+ "step": 2160
1354
+ },
1355
+ {
1356
+ "epoch": 3.52,
1357
+ "learning_rate": 1.2965964343598057e-05,
1358
+ "loss": 0.1679,
1359
+ "step": 2170
1360
+ },
1361
+ {
1362
+ "epoch": 3.53,
1363
+ "learning_rate": 1.2933549432739061e-05,
1364
+ "loss": 0.1088,
1365
+ "step": 2180
1366
+ },
1367
+ {
1368
+ "epoch": 3.55,
1369
+ "learning_rate": 1.2901134521880066e-05,
1370
+ "loss": 0.1309,
1371
+ "step": 2190
1372
+ },
1373
+ {
1374
+ "epoch": 3.57,
1375
+ "learning_rate": 1.286871961102107e-05,
1376
+ "loss": 0.186,
1377
+ "step": 2200
1378
+ },
1379
+ {
1380
+ "epoch": 3.58,
1381
+ "learning_rate": 1.2836304700162076e-05,
1382
+ "loss": 0.1601,
1383
+ "step": 2210
1384
+ },
1385
+ {
1386
+ "epoch": 3.6,
1387
+ "learning_rate": 1.280388978930308e-05,
1388
+ "loss": 0.1139,
1389
+ "step": 2220
1390
+ },
1391
+ {
1392
+ "epoch": 3.61,
1393
+ "learning_rate": 1.2771474878444085e-05,
1394
+ "loss": 0.2198,
1395
+ "step": 2230
1396
+ },
1397
+ {
1398
+ "epoch": 3.63,
1399
+ "learning_rate": 1.273905996758509e-05,
1400
+ "loss": 0.0883,
1401
+ "step": 2240
1402
+ },
1403
+ {
1404
+ "epoch": 3.65,
1405
+ "learning_rate": 1.2706645056726094e-05,
1406
+ "loss": 0.1959,
1407
+ "step": 2250
1408
+ },
1409
+ {
1410
+ "epoch": 3.66,
1411
+ "learning_rate": 1.2674230145867098e-05,
1412
+ "loss": 0.1163,
1413
+ "step": 2260
1414
+ },
1415
+ {
1416
+ "epoch": 3.68,
1417
+ "learning_rate": 1.2641815235008106e-05,
1418
+ "loss": 0.0485,
1419
+ "step": 2270
1420
+ },
1421
+ {
1422
+ "epoch": 3.7,
1423
+ "learning_rate": 1.260940032414911e-05,
1424
+ "loss": 0.1146,
1425
+ "step": 2280
1426
+ },
1427
+ {
1428
+ "epoch": 3.71,
1429
+ "learning_rate": 1.2576985413290115e-05,
1430
+ "loss": 0.1108,
1431
+ "step": 2290
1432
+ },
1433
+ {
1434
+ "epoch": 3.73,
1435
+ "learning_rate": 1.254457050243112e-05,
1436
+ "loss": 0.19,
1437
+ "step": 2300
1438
+ },
1439
+ {
1440
+ "epoch": 3.74,
1441
+ "learning_rate": 1.2512155591572124e-05,
1442
+ "loss": 0.1567,
1443
+ "step": 2310
1444
+ },
1445
+ {
1446
+ "epoch": 3.76,
1447
+ "learning_rate": 1.2479740680713128e-05,
1448
+ "loss": 0.2529,
1449
+ "step": 2320
1450
+ },
1451
+ {
1452
+ "epoch": 3.78,
1453
+ "learning_rate": 1.2447325769854134e-05,
1454
+ "loss": 0.138,
1455
+ "step": 2330
1456
+ },
1457
+ {
1458
+ "epoch": 3.79,
1459
+ "learning_rate": 1.2414910858995139e-05,
1460
+ "loss": 0.0951,
1461
+ "step": 2340
1462
+ },
1463
+ {
1464
+ "epoch": 3.81,
1465
+ "learning_rate": 1.2382495948136143e-05,
1466
+ "loss": 0.1542,
1467
+ "step": 2350
1468
+ },
1469
+ {
1470
+ "epoch": 3.82,
1471
+ "learning_rate": 1.2350081037277148e-05,
1472
+ "loss": 0.1228,
1473
+ "step": 2360
1474
+ },
1475
+ {
1476
+ "epoch": 3.84,
1477
+ "learning_rate": 1.2317666126418152e-05,
1478
+ "loss": 0.2143,
1479
+ "step": 2370
1480
+ },
1481
+ {
1482
+ "epoch": 3.86,
1483
+ "learning_rate": 1.2285251215559157e-05,
1484
+ "loss": 0.173,
1485
+ "step": 2380
1486
+ },
1487
+ {
1488
+ "epoch": 3.87,
1489
+ "learning_rate": 1.2252836304700164e-05,
1490
+ "loss": 0.1822,
1491
+ "step": 2390
1492
+ },
1493
+ {
1494
+ "epoch": 3.89,
1495
+ "learning_rate": 1.2220421393841169e-05,
1496
+ "loss": 0.0713,
1497
+ "step": 2400
1498
+ },
1499
+ {
1500
+ "epoch": 3.91,
1501
+ "learning_rate": 1.2188006482982173e-05,
1502
+ "loss": 0.1723,
1503
+ "step": 2410
1504
+ },
1505
+ {
1506
+ "epoch": 3.92,
1507
+ "learning_rate": 1.2155591572123178e-05,
1508
+ "loss": 0.081,
1509
+ "step": 2420
1510
+ },
1511
+ {
1512
+ "epoch": 3.94,
1513
+ "learning_rate": 1.2123176661264182e-05,
1514
+ "loss": 0.2095,
1515
+ "step": 2430
1516
+ },
1517
+ {
1518
+ "epoch": 3.95,
1519
+ "learning_rate": 1.2090761750405187e-05,
1520
+ "loss": 0.0885,
1521
+ "step": 2440
1522
+ },
1523
+ {
1524
+ "epoch": 3.97,
1525
+ "learning_rate": 1.2058346839546193e-05,
1526
+ "loss": 0.1621,
1527
+ "step": 2450
1528
+ },
1529
+ {
1530
+ "epoch": 3.99,
1531
+ "learning_rate": 1.2025931928687197e-05,
1532
+ "loss": 0.1174,
1533
+ "step": 2460
1534
+ },
1535
+ {
1536
+ "epoch": 4.0,
1537
+ "eval_FN": 248,
1538
+ "eval_FP": 2228,
1539
+ "eval_TN": 19486,
1540
+ "eval_TP": 1854,
1541
+ "eval_accuracy": 0.896036278132348,
1542
+ "eval_f1": 0.5996119016817594,
1543
+ "eval_loss": 0.40582790970802307,
1544
+ "eval_precision": 0.4541891229789319,
1545
+ "eval_recall": 0.8820171265461465,
1546
+ "eval_runtime": 163.4648,
1547
+ "eval_samples_per_second": 145.695,
1548
+ "eval_steps_per_second": 9.109,
1549
+ "step": 2468
1550
+ },
1551
+ {
1552
+ "epoch": 4.0,
1553
+ "learning_rate": 1.1993517017828202e-05,
1554
+ "loss": 0.0838,
1555
+ "step": 2470
1556
+ },
1557
+ {
1558
+ "epoch": 4.02,
1559
+ "learning_rate": 1.1961102106969208e-05,
1560
+ "loss": 0.2068,
1561
+ "step": 2480
1562
+ },
1563
+ {
1564
+ "epoch": 4.04,
1565
+ "learning_rate": 1.1928687196110212e-05,
1566
+ "loss": 0.0945,
1567
+ "step": 2490
1568
+ },
1569
+ {
1570
+ "epoch": 4.05,
1571
+ "learning_rate": 1.1896272285251216e-05,
1572
+ "loss": 0.1064,
1573
+ "step": 2500
1574
+ },
1575
+ {
1576
+ "epoch": 4.07,
1577
+ "learning_rate": 1.1863857374392221e-05,
1578
+ "loss": 0.0534,
1579
+ "step": 2510
1580
+ },
1581
+ {
1582
+ "epoch": 4.08,
1583
+ "learning_rate": 1.1831442463533227e-05,
1584
+ "loss": 0.0908,
1585
+ "step": 2520
1586
+ },
1587
+ {
1588
+ "epoch": 4.1,
1589
+ "learning_rate": 1.1799027552674231e-05,
1590
+ "loss": 0.0668,
1591
+ "step": 2530
1592
+ },
1593
+ {
1594
+ "epoch": 4.12,
1595
+ "learning_rate": 1.1766612641815236e-05,
1596
+ "loss": 0.0302,
1597
+ "step": 2540
1598
+ },
1599
+ {
1600
+ "epoch": 4.13,
1601
+ "learning_rate": 1.173419773095624e-05,
1602
+ "loss": 0.2408,
1603
+ "step": 2550
1604
+ },
1605
+ {
1606
+ "epoch": 4.15,
1607
+ "learning_rate": 1.1701782820097245e-05,
1608
+ "loss": 0.0738,
1609
+ "step": 2560
1610
+ },
1611
+ {
1612
+ "epoch": 4.17,
1613
+ "learning_rate": 1.166936790923825e-05,
1614
+ "loss": 0.0726,
1615
+ "step": 2570
1616
+ },
1617
+ {
1618
+ "epoch": 4.18,
1619
+ "learning_rate": 1.1636952998379257e-05,
1620
+ "loss": 0.0425,
1621
+ "step": 2580
1622
+ },
1623
+ {
1624
+ "epoch": 4.2,
1625
+ "learning_rate": 1.1604538087520261e-05,
1626
+ "loss": 0.1253,
1627
+ "step": 2590
1628
+ },
1629
+ {
1630
+ "epoch": 4.21,
1631
+ "learning_rate": 1.1572123176661266e-05,
1632
+ "loss": 0.0968,
1633
+ "step": 2600
1634
+ },
1635
+ {
1636
+ "epoch": 4.23,
1637
+ "learning_rate": 1.153970826580227e-05,
1638
+ "loss": 0.0373,
1639
+ "step": 2610
1640
+ },
1641
+ {
1642
+ "epoch": 4.25,
1643
+ "learning_rate": 1.1507293354943275e-05,
1644
+ "loss": 0.119,
1645
+ "step": 2620
1646
+ },
1647
+ {
1648
+ "epoch": 4.26,
1649
+ "learning_rate": 1.1474878444084279e-05,
1650
+ "loss": 0.0756,
1651
+ "step": 2630
1652
+ },
1653
+ {
1654
+ "epoch": 4.28,
1655
+ "learning_rate": 1.1442463533225285e-05,
1656
+ "loss": 0.0924,
1657
+ "step": 2640
1658
+ },
1659
+ {
1660
+ "epoch": 4.29,
1661
+ "learning_rate": 1.141004862236629e-05,
1662
+ "loss": 0.0425,
1663
+ "step": 2650
1664
+ },
1665
+ {
1666
+ "epoch": 4.31,
1667
+ "learning_rate": 1.1377633711507294e-05,
1668
+ "loss": 0.1172,
1669
+ "step": 2660
1670
+ },
1671
+ {
1672
+ "epoch": 4.33,
1673
+ "learning_rate": 1.1345218800648299e-05,
1674
+ "loss": 0.088,
1675
+ "step": 2670
1676
+ },
1677
+ {
1678
+ "epoch": 4.34,
1679
+ "learning_rate": 1.1312803889789303e-05,
1680
+ "loss": 0.2053,
1681
+ "step": 2680
1682
+ },
1683
+ {
1684
+ "epoch": 4.36,
1685
+ "learning_rate": 1.1280388978930307e-05,
1686
+ "loss": 0.071,
1687
+ "step": 2690
1688
+ },
1689
+ {
1690
+ "epoch": 4.38,
1691
+ "learning_rate": 1.1247974068071315e-05,
1692
+ "loss": 0.1104,
1693
+ "step": 2700
1694
+ },
1695
+ {
1696
+ "epoch": 4.39,
1697
+ "learning_rate": 1.121555915721232e-05,
1698
+ "loss": 0.0138,
1699
+ "step": 2710
1700
+ },
1701
+ {
1702
+ "epoch": 4.41,
1703
+ "learning_rate": 1.1183144246353324e-05,
1704
+ "loss": 0.2031,
1705
+ "step": 2720
1706
+ },
1707
+ {
1708
+ "epoch": 4.42,
1709
+ "learning_rate": 1.1150729335494328e-05,
1710
+ "loss": 0.0964,
1711
+ "step": 2730
1712
+ },
1713
+ {
1714
+ "epoch": 4.44,
1715
+ "learning_rate": 1.1118314424635333e-05,
1716
+ "loss": 0.1935,
1717
+ "step": 2740
1718
+ },
1719
+ {
1720
+ "epoch": 4.46,
1721
+ "learning_rate": 1.1085899513776337e-05,
1722
+ "loss": 0.0557,
1723
+ "step": 2750
1724
+ },
1725
+ {
1726
+ "epoch": 4.47,
1727
+ "learning_rate": 1.1053484602917343e-05,
1728
+ "loss": 0.0468,
1729
+ "step": 2760
1730
+ },
1731
+ {
1732
+ "epoch": 4.49,
1733
+ "learning_rate": 1.1021069692058348e-05,
1734
+ "loss": 0.2173,
1735
+ "step": 2770
1736
+ },
1737
+ {
1738
+ "epoch": 4.51,
1739
+ "learning_rate": 1.0988654781199352e-05,
1740
+ "loss": 0.0768,
1741
+ "step": 2780
1742
+ },
1743
+ {
1744
+ "epoch": 4.52,
1745
+ "learning_rate": 1.0956239870340357e-05,
1746
+ "loss": 0.0247,
1747
+ "step": 2790
1748
+ },
1749
+ {
1750
+ "epoch": 4.54,
1751
+ "learning_rate": 1.0923824959481361e-05,
1752
+ "loss": 0.1874,
1753
+ "step": 2800
1754
+ },
1755
+ {
1756
+ "epoch": 4.55,
1757
+ "learning_rate": 1.0891410048622366e-05,
1758
+ "loss": 0.0641,
1759
+ "step": 2810
1760
+ },
1761
+ {
1762
+ "epoch": 4.57,
1763
+ "learning_rate": 1.0858995137763373e-05,
1764
+ "loss": 0.0508,
1765
+ "step": 2820
1766
+ },
1767
+ {
1768
+ "epoch": 4.59,
1769
+ "learning_rate": 1.0826580226904378e-05,
1770
+ "loss": 0.1219,
1771
+ "step": 2830
1772
+ },
1773
+ {
1774
+ "epoch": 4.6,
1775
+ "learning_rate": 1.0794165316045382e-05,
1776
+ "loss": 0.1631,
1777
+ "step": 2840
1778
+ },
1779
+ {
1780
+ "epoch": 4.62,
1781
+ "learning_rate": 1.0761750405186387e-05,
1782
+ "loss": 0.0482,
1783
+ "step": 2850
1784
+ },
1785
+ {
1786
+ "epoch": 4.64,
1787
+ "learning_rate": 1.0729335494327391e-05,
1788
+ "loss": 0.074,
1789
+ "step": 2860
1790
+ },
1791
+ {
1792
+ "epoch": 4.65,
1793
+ "learning_rate": 1.0696920583468395e-05,
1794
+ "loss": 0.0962,
1795
+ "step": 2870
1796
+ },
1797
+ {
1798
+ "epoch": 4.67,
1799
+ "learning_rate": 1.0664505672609402e-05,
1800
+ "loss": 0.0345,
1801
+ "step": 2880
1802
+ },
1803
+ {
1804
+ "epoch": 4.68,
1805
+ "learning_rate": 1.0632090761750406e-05,
1806
+ "loss": 0.1194,
1807
+ "step": 2890
1808
+ },
1809
+ {
1810
+ "epoch": 4.7,
1811
+ "learning_rate": 1.059967585089141e-05,
1812
+ "loss": 0.214,
1813
+ "step": 2900
1814
+ },
1815
+ {
1816
+ "epoch": 4.72,
1817
+ "learning_rate": 1.0567260940032415e-05,
1818
+ "loss": 0.1247,
1819
+ "step": 2910
1820
+ },
1821
+ {
1822
+ "epoch": 4.73,
1823
+ "learning_rate": 1.053484602917342e-05,
1824
+ "loss": 0.1379,
1825
+ "step": 2920
1826
+ },
1827
+ {
1828
+ "epoch": 4.75,
1829
+ "learning_rate": 1.0502431118314424e-05,
1830
+ "loss": 0.1062,
1831
+ "step": 2930
1832
+ },
1833
+ {
1834
+ "epoch": 4.76,
1835
+ "learning_rate": 1.0470016207455432e-05,
1836
+ "loss": 0.0877,
1837
+ "step": 2940
1838
+ },
1839
+ {
1840
+ "epoch": 4.78,
1841
+ "learning_rate": 1.0437601296596436e-05,
1842
+ "loss": 0.0496,
1843
+ "step": 2950
1844
+ },
1845
+ {
1846
+ "epoch": 4.8,
1847
+ "learning_rate": 1.040518638573744e-05,
1848
+ "loss": 0.1037,
1849
+ "step": 2960
1850
+ },
1851
+ {
1852
+ "epoch": 4.81,
1853
+ "learning_rate": 1.0372771474878445e-05,
1854
+ "loss": 0.246,
1855
+ "step": 2970
1856
+ },
1857
+ {
1858
+ "epoch": 4.83,
1859
+ "learning_rate": 1.034035656401945e-05,
1860
+ "loss": 0.1238,
1861
+ "step": 2980
1862
+ },
1863
+ {
1864
+ "epoch": 4.85,
1865
+ "learning_rate": 1.0307941653160454e-05,
1866
+ "loss": 0.1542,
1867
+ "step": 2990
1868
+ },
1869
+ {
1870
+ "epoch": 4.86,
1871
+ "learning_rate": 1.027552674230146e-05,
1872
+ "loss": 0.0263,
1873
+ "step": 3000
1874
+ },
1875
+ {
1876
+ "epoch": 4.88,
1877
+ "learning_rate": 1.0243111831442464e-05,
1878
+ "loss": 0.1362,
1879
+ "step": 3010
1880
+ },
1881
+ {
1882
+ "epoch": 4.89,
1883
+ "learning_rate": 1.0210696920583469e-05,
1884
+ "loss": 0.1256,
1885
+ "step": 3020
1886
+ },
1887
+ {
1888
+ "epoch": 4.91,
1889
+ "learning_rate": 1.0178282009724473e-05,
1890
+ "loss": 0.1255,
1891
+ "step": 3030
1892
+ },
1893
+ {
1894
+ "epoch": 4.93,
1895
+ "learning_rate": 1.014586709886548e-05,
1896
+ "loss": 0.1026,
1897
+ "step": 3040
1898
+ },
1899
+ {
1900
+ "epoch": 4.94,
1901
+ "learning_rate": 1.0113452188006484e-05,
1902
+ "loss": 0.1085,
1903
+ "step": 3050
1904
+ },
1905
+ {
1906
+ "epoch": 4.96,
1907
+ "learning_rate": 1.008103727714749e-05,
1908
+ "loss": 0.089,
1909
+ "step": 3060
1910
+ },
1911
+ {
1912
+ "epoch": 4.98,
1913
+ "learning_rate": 1.0048622366288494e-05,
1914
+ "loss": 0.0874,
1915
+ "step": 3070
1916
+ },
1917
+ {
1918
+ "epoch": 4.99,
1919
+ "learning_rate": 1.0016207455429499e-05,
1920
+ "loss": 0.0332,
1921
+ "step": 3080
1922
+ },
1923
+ {
1924
+ "epoch": 5.0,
1925
+ "eval_FN": 265,
1926
+ "eval_FP": 2027,
1927
+ "eval_TN": 19687,
1928
+ "eval_TP": 1837,
1929
+ "eval_accuracy": 0.9037621766879409,
1930
+ "eval_f1": 0.6158229969829031,
1931
+ "eval_loss": 0.44811293482780457,
1932
+ "eval_precision": 0.4754140786749482,
1933
+ "eval_recall": 0.8739295908658421,
1934
+ "eval_runtime": 163.4388,
1935
+ "eval_samples_per_second": 145.718,
1936
+ "eval_steps_per_second": 9.11,
1937
+ "step": 3085
1938
+ },
1939
+ {
1940
+ "epoch": 5.01,
1941
+ "learning_rate": 9.983792544570503e-06,
1942
+ "loss": 0.1044,
1943
+ "step": 3090
1944
+ },
1945
+ {
1946
+ "epoch": 5.02,
1947
+ "learning_rate": 9.951377633711507e-06,
1948
+ "loss": 0.0295,
1949
+ "step": 3100
1950
+ },
1951
+ {
1952
+ "epoch": 5.04,
1953
+ "learning_rate": 9.918962722852514e-06,
1954
+ "loss": 0.1118,
1955
+ "step": 3110
1956
+ },
1957
+ {
1958
+ "epoch": 5.06,
1959
+ "learning_rate": 9.886547811993518e-06,
1960
+ "loss": 0.1137,
1961
+ "step": 3120
1962
+ },
1963
+ {
1964
+ "epoch": 5.07,
1965
+ "learning_rate": 9.854132901134522e-06,
1966
+ "loss": 0.0962,
1967
+ "step": 3130
1968
+ },
1969
+ {
1970
+ "epoch": 5.09,
1971
+ "learning_rate": 9.821717990275529e-06,
1972
+ "loss": 0.0406,
1973
+ "step": 3140
1974
+ },
1975
+ {
1976
+ "epoch": 5.11,
1977
+ "learning_rate": 9.789303079416533e-06,
1978
+ "loss": 0.0423,
1979
+ "step": 3150
1980
+ },
1981
+ {
1982
+ "epoch": 5.12,
1983
+ "learning_rate": 9.756888168557537e-06,
1984
+ "loss": 0.0911,
1985
+ "step": 3160
1986
+ },
1987
+ {
1988
+ "epoch": 5.14,
1989
+ "learning_rate": 9.724473257698542e-06,
1990
+ "loss": 0.0596,
1991
+ "step": 3170
1992
+ },
1993
+ {
1994
+ "epoch": 5.15,
1995
+ "learning_rate": 9.692058346839546e-06,
1996
+ "loss": 0.0669,
1997
+ "step": 3180
1998
+ },
1999
+ {
2000
+ "epoch": 5.17,
2001
+ "learning_rate": 9.65964343598055e-06,
2002
+ "loss": 0.1184,
2003
+ "step": 3190
2004
+ },
2005
+ {
2006
+ "epoch": 5.19,
2007
+ "learning_rate": 9.627228525121557e-06,
2008
+ "loss": 0.0717,
2009
+ "step": 3200
2010
+ },
2011
+ {
2012
+ "epoch": 5.2,
2013
+ "learning_rate": 9.594813614262561e-06,
2014
+ "loss": 0.0908,
2015
+ "step": 3210
2016
+ },
2017
+ {
2018
+ "epoch": 5.22,
2019
+ "learning_rate": 9.562398703403566e-06,
2020
+ "loss": 0.0396,
2021
+ "step": 3220
2022
+ },
2023
+ {
2024
+ "epoch": 5.24,
2025
+ "learning_rate": 9.529983792544572e-06,
2026
+ "loss": 0.1159,
2027
+ "step": 3230
2028
+ },
2029
+ {
2030
+ "epoch": 5.25,
2031
+ "learning_rate": 9.497568881685576e-06,
2032
+ "loss": 0.0859,
2033
+ "step": 3240
2034
+ },
2035
+ {
2036
+ "epoch": 5.27,
2037
+ "learning_rate": 9.46515397082658e-06,
2038
+ "loss": 0.1926,
2039
+ "step": 3250
2040
+ },
2041
+ {
2042
+ "epoch": 5.28,
2043
+ "learning_rate": 9.432739059967587e-06,
2044
+ "loss": 0.063,
2045
+ "step": 3260
2046
+ },
2047
+ {
2048
+ "epoch": 5.3,
2049
+ "learning_rate": 9.400324149108591e-06,
2050
+ "loss": 0.0484,
2051
+ "step": 3270
2052
+ },
2053
+ {
2054
+ "epoch": 5.32,
2055
+ "learning_rate": 9.367909238249596e-06,
2056
+ "loss": 0.0662,
2057
+ "step": 3280
2058
+ },
2059
+ {
2060
+ "epoch": 5.33,
2061
+ "learning_rate": 9.3354943273906e-06,
2062
+ "loss": 0.0176,
2063
+ "step": 3290
2064
+ },
2065
+ {
2066
+ "epoch": 5.35,
2067
+ "learning_rate": 9.303079416531604e-06,
2068
+ "loss": 0.0706,
2069
+ "step": 3300
2070
+ },
2071
+ {
2072
+ "epoch": 5.36,
2073
+ "learning_rate": 9.270664505672609e-06,
2074
+ "loss": 0.0137,
2075
+ "step": 3310
2076
+ },
2077
+ {
2078
+ "epoch": 5.38,
2079
+ "learning_rate": 9.238249594813615e-06,
2080
+ "loss": 0.0692,
2081
+ "step": 3320
2082
+ },
2083
+ {
2084
+ "epoch": 5.4,
2085
+ "learning_rate": 9.20583468395462e-06,
2086
+ "loss": 0.1163,
2087
+ "step": 3330
2088
+ },
2089
+ {
2090
+ "epoch": 5.41,
2091
+ "learning_rate": 9.173419773095624e-06,
2092
+ "loss": 0.0309,
2093
+ "step": 3340
2094
+ },
2095
+ {
2096
+ "epoch": 5.43,
2097
+ "learning_rate": 9.14100486223663e-06,
2098
+ "loss": 0.1162,
2099
+ "step": 3350
2100
+ },
2101
+ {
2102
+ "epoch": 5.45,
2103
+ "learning_rate": 9.108589951377634e-06,
2104
+ "loss": 0.0535,
2105
+ "step": 3360
2106
+ },
2107
+ {
2108
+ "epoch": 5.46,
2109
+ "learning_rate": 9.076175040518639e-06,
2110
+ "loss": 0.0639,
2111
+ "step": 3370
2112
+ },
2113
+ {
2114
+ "epoch": 5.48,
2115
+ "learning_rate": 9.043760129659645e-06,
2116
+ "loss": 0.0373,
2117
+ "step": 3380
2118
+ },
2119
+ {
2120
+ "epoch": 5.49,
2121
+ "learning_rate": 9.01134521880065e-06,
2122
+ "loss": 0.029,
2123
+ "step": 3390
2124
+ },
2125
+ {
2126
+ "epoch": 5.51,
2127
+ "learning_rate": 8.978930307941654e-06,
2128
+ "loss": 0.0226,
2129
+ "step": 3400
2130
+ },
2131
+ {
2132
+ "epoch": 5.53,
2133
+ "learning_rate": 8.946515397082658e-06,
2134
+ "loss": 0.0424,
2135
+ "step": 3410
2136
+ },
2137
+ {
2138
+ "epoch": 5.54,
2139
+ "learning_rate": 8.914100486223664e-06,
2140
+ "loss": 0.0916,
2141
+ "step": 3420
2142
+ },
2143
+ {
2144
+ "epoch": 5.56,
2145
+ "learning_rate": 8.881685575364669e-06,
2146
+ "loss": 0.0545,
2147
+ "step": 3430
2148
+ },
2149
+ {
2150
+ "epoch": 5.58,
2151
+ "learning_rate": 8.849270664505673e-06,
2152
+ "loss": 0.0816,
2153
+ "step": 3440
2154
+ },
2155
+ {
2156
+ "epoch": 5.59,
2157
+ "learning_rate": 8.816855753646678e-06,
2158
+ "loss": 0.0476,
2159
+ "step": 3450
2160
+ },
2161
+ {
2162
+ "epoch": 5.61,
2163
+ "learning_rate": 8.784440842787682e-06,
2164
+ "loss": 0.0787,
2165
+ "step": 3460
2166
+ },
2167
+ {
2168
+ "epoch": 5.62,
2169
+ "learning_rate": 8.752025931928688e-06,
2170
+ "loss": 0.1371,
2171
+ "step": 3470
2172
+ },
2173
+ {
2174
+ "epoch": 5.64,
2175
+ "learning_rate": 8.719611021069693e-06,
2176
+ "loss": 0.0987,
2177
+ "step": 3480
2178
+ },
2179
+ {
2180
+ "epoch": 5.66,
2181
+ "learning_rate": 8.687196110210697e-06,
2182
+ "loss": 0.033,
2183
+ "step": 3490
2184
+ },
2185
+ {
2186
+ "epoch": 5.67,
2187
+ "learning_rate": 8.654781199351703e-06,
2188
+ "loss": 0.033,
2189
+ "step": 3500
2190
+ },
2191
+ {
2192
+ "epoch": 5.69,
2193
+ "learning_rate": 8.622366288492708e-06,
2194
+ "loss": 0.0422,
2195
+ "step": 3510
2196
+ },
2197
+ {
2198
+ "epoch": 5.71,
2199
+ "learning_rate": 8.589951377633712e-06,
2200
+ "loss": 0.0528,
2201
+ "step": 3520
2202
+ },
2203
+ {
2204
+ "epoch": 5.72,
2205
+ "learning_rate": 8.557536466774718e-06,
2206
+ "loss": 0.0403,
2207
+ "step": 3530
2208
+ },
2209
+ {
2210
+ "epoch": 5.74,
2211
+ "learning_rate": 8.525121555915723e-06,
2212
+ "loss": 0.0983,
2213
+ "step": 3540
2214
+ },
2215
+ {
2216
+ "epoch": 5.75,
2217
+ "learning_rate": 8.492706645056727e-06,
2218
+ "loss": 0.0734,
2219
+ "step": 3550
2220
+ },
2221
+ {
2222
+ "epoch": 5.77,
2223
+ "learning_rate": 8.460291734197731e-06,
2224
+ "loss": 0.055,
2225
+ "step": 3560
2226
+ },
2227
+ {
2228
+ "epoch": 5.79,
2229
+ "learning_rate": 8.427876823338736e-06,
2230
+ "loss": 0.0899,
2231
+ "step": 3570
2232
+ },
2233
+ {
2234
+ "epoch": 5.8,
2235
+ "learning_rate": 8.39546191247974e-06,
2236
+ "loss": 0.1225,
2237
+ "step": 3580
2238
+ },
2239
+ {
2240
+ "epoch": 5.82,
2241
+ "learning_rate": 8.363047001620746e-06,
2242
+ "loss": 0.0634,
2243
+ "step": 3590
2244
+ },
2245
+ {
2246
+ "epoch": 5.83,
2247
+ "learning_rate": 8.33063209076175e-06,
2248
+ "loss": 0.106,
2249
+ "step": 3600
2250
+ },
2251
+ {
2252
+ "epoch": 5.85,
2253
+ "learning_rate": 8.298217179902755e-06,
2254
+ "loss": 0.0207,
2255
+ "step": 3610
2256
+ },
2257
+ {
2258
+ "epoch": 5.87,
2259
+ "learning_rate": 8.265802269043761e-06,
2260
+ "loss": 0.0404,
2261
+ "step": 3620
2262
+ },
2263
+ {
2264
+ "epoch": 5.88,
2265
+ "learning_rate": 8.233387358184766e-06,
2266
+ "loss": 0.1048,
2267
+ "step": 3630
2268
+ },
2269
+ {
2270
+ "epoch": 5.9,
2271
+ "learning_rate": 8.20097244732577e-06,
2272
+ "loss": 0.002,
2273
+ "step": 3640
2274
+ },
2275
+ {
2276
+ "epoch": 5.92,
2277
+ "learning_rate": 8.168557536466776e-06,
2278
+ "loss": 0.1558,
2279
+ "step": 3650
2280
+ },
2281
+ {
2282
+ "epoch": 5.93,
2283
+ "learning_rate": 8.13614262560778e-06,
2284
+ "loss": 0.0639,
2285
+ "step": 3660
2286
+ },
2287
+ {
2288
+ "epoch": 5.95,
2289
+ "learning_rate": 8.103727714748785e-06,
2290
+ "loss": 0.1332,
2291
+ "step": 3670
2292
+ },
2293
+ {
2294
+ "epoch": 5.96,
2295
+ "learning_rate": 8.07131280388979e-06,
2296
+ "loss": 0.0599,
2297
+ "step": 3680
2298
+ },
2299
+ {
2300
+ "epoch": 5.98,
2301
+ "learning_rate": 8.038897893030794e-06,
2302
+ "loss": 0.1027,
2303
+ "step": 3690
2304
+ },
2305
+ {
2306
+ "epoch": 6.0,
2307
+ "learning_rate": 8.0064829821718e-06,
2308
+ "loss": 0.1128,
2309
+ "step": 3700
2310
+ },
2311
+ {
2312
+ "epoch": 6.0,
2313
+ "eval_FN": 302,
2314
+ "eval_FP": 1834,
2315
+ "eval_TN": 19880,
2316
+ "eval_TP": 1800,
2317
+ "eval_accuracy": 0.9103123950285522,
2318
+ "eval_f1": 0.6276150627615064,
2319
+ "eval_loss": 0.4452013671398163,
2320
+ "eval_precision": 0.4953219592735278,
2321
+ "eval_recall": 0.8563273073263559,
2322
+ "eval_runtime": 163.472,
2323
+ "eval_samples_per_second": 145.689,
2324
+ "eval_steps_per_second": 9.109,
2325
+ "step": 3702
2326
+ }
2327
+ ],
2328
+ "logging_steps": 10,
2329
+ "max_steps": 6170,
2330
+ "num_train_epochs": 10,
2331
+ "save_steps": 500,
2332
+ "total_flos": 1.557827936575488e+16,
2333
+ "trial_name": null,
2334
+ "trial_params": null
2335
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a53fbcbefcec737782e59471bf991b32f4fd40727cf4f0f54191e1e9e897d20
3
+ size 4664
vocab.json ADDED
The diff for this file is too large to render. See raw diff