Training in progress, step 5000

config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "bfloat16",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.56.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval/Information-Retrieval_evaluation_test_results.csv

@@ -0,0 +1,33 @@
+epoch,steps,cosine-Accuracy@1,cosine-Precision@1,cosine-Recall@1,cosine-MRR@1,cosine-NDCG@10,cosine-MAP@100
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0.05003252113874018,1000,0.5775827006507592,0.5775827006507592,0.5604367154597631,0.5775827006507592,0.7633644349990174,0.7122931677400414
+0.05003252113874018,1000,0.5778538503253796,0.5778538503253796,0.5606909182797197,0.5778538503253796,0.7634196703019552,0.7123884446446982
+0.05003252113874018,1000,0.5773115509761388,0.5773115509761388,0.5601655657851428,0.5773115509761388,0.7632470319915664,0.7121399473946755
+0.05003252113874018,1000,0.5775488069414316,0.5775488069414316,0.5604028217504355,0.5775488069414316,0.7633478473390316,0.7122772897188737
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0,0,0.580226409978308,0.580226409978308,0.5628349126620548,0.580226409978308,0.7652390885184783,0.7140046450286733
+0.05003252113874018,1000,0.577447125813449,0.577447125813449,0.5603293853802258,0.577447125813449,0.7633431321786773,0.7122466947549176
+0.05003252113874018,1000,0.5773793383947939,0.5773793383947939,0.5602615979615707,0.5773793383947939,0.7632922493090107,0.7121837778164999
+0.05003252113874018,1000,0.5775149132321041,0.5775149132321041,0.5604028217504355,0.5775149132321041,0.7633357276272172,0.712269552233977
+0.05003252113874018,1000,0.5773454446854663,0.5773454446854663,0.5602503000584617,0.5773454446854663,0.7633228545364198,0.7122305206356164
+0.10006504227748036,2000,0.5942584056399133,0.5942584056399133,0.577062568451448,0.5942584056399133,0.7710547130987943,0.7227630443590114
+0.10006504227748036,2000,0.5943261930585684,0.5943261930585684,0.5771473027247669,0.5943261930585684,0.7711355132002625,0.7228267029097476
+0.10006504227748036,2000,0.5943939804772235,0.5943939804772235,0.577215090143422,0.5943939804772235,0.7711499105394717,0.72287420538817
+0.10006504227748036,2000,0.5943261930585684,0.5943261930585684,0.5771473027247669,0.5943261930585684,0.7710933835608517,0.7228195658975138
+0.15009756341622055,3000,0.5995458242950108,0.5995458242950108,0.5822573443010503,0.5995458242950108,0.7736102336761083,0.7260432310364724
+0.15009756341622055,3000,0.5996475054229935,0.5996475054229935,0.5823674988563647,0.5996475054229935,0.773709641918584,0.7260985997348511
+0.15009756341622055,3000,0.5998508676789588,0.5998508676789588,0.5825228450241161,0.5998508676789588,0.7737510230422172,0.7261562981042791
+0.15009756341622055,3000,0.5999525488069414,0.5999525488069414,0.5826245261520987,0.5999525488069414,0.7737637627816898,0.7261924318571376
+0.20013008455496073,4000,0.6012066160520607,0.6012066160520607,0.5839508999771167,0.6012066160520607,0.7745218894057507,0.7272624166342349
+0.20013008455496073,4000,0.6006304229934925,0.6006304229934925,0.5833577600638846,0.6006304229934925,0.7743205166004024,0.7269376914224303
+0.20013008455496073,4000,0.6009354663774403,0.6009354663774403,0.5836966971571601,0.6009354663774403,0.7744301737593671,0.7271607645142001
+0.20013008455496073,4000,0.6009693600867679,0.6009693600867679,0.5837475377211514,0.6009693600867679,0.7743862149884678,0.7271301391271235
+0.2501626056937009,5000,0.6043926247288504,0.6043926247288504,0.5871510310327929,0.6043926247288504,0.776991407522925,0.729971024794499
+0.2501626056937009,5000,0.6041553687635575,0.6041553687635575,0.5869137750675,0.6041553687635575,0.77689866230815,0.729814806482507
+0.2501626056937009,5000,0.6041892624728851,0.6041892624728851,0.5869250729706091,0.6041892624728851,0.7769575833122513,0.7298781990958279
+0.2501626056937009,5000,0.6040536876355749,0.6040536876355749,0.586816613100761,0.6040536876355749,0.7768670027586703,0.7298033227854556

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c98afcee21db061bcc6a6e3e4a727b53fb4782cedbead41ee31f1777aa0e71a
+size 66446328

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,65 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "max_length": 112,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a3178d3cb4f5928d187993f90195388a0c8b6a1ee95c9aeae52239ab3296b9
+size 6353