best model for qa

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "/projects/SolarWindowsADSP/shu/models/revision/bert/batterybert-uncased/",
+  "architectures": [
+    "BertForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d3e400fcbfc1ff4137977cbef8aab84909e0382d723460abc25d47b1e97f86
+size 871270381

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74a10d97b458d7fbf6a068839503fbafc177541083829b21d45458fe4cc6f9b
+size 435661303

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0205e67e8e352dc6e570857d91d36d022bef4182ac03e6af9c550fc38d71d616
+size 14657

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b6ed9cd004a3efe5cfb9678a485a92f5f0b15dff67e4c3e467ba37e9c9b22
+size 14657

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c50e6de254e9540e64a6bafc2994f79191038ebccec64aa1faf302cb816256
+size 14657

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd524db20c38e4e85d2ec522d1f908e140fcf3129773bb54e3caecd26979f87
+size 14657

rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71abf5ffecb049013cf44c3e81123702c38f3da814939a9361f8ace4aceb746
+size 14657

rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee15d76d0f0279815f418ec9d410c0d307f07b7bd33213b44dc33b76be403a93
+size 14657

rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0746bc0f08d56c5ef1dad79fd699f7705b200a29ab33834f7b72926b7ae731e4
+size 14657

rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5024ae9c1487c34f3887187a9b5a7fbc9bc053258baa4fb5bcb63093b95e80
+size 14657

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d76a2ae72c909de0bf20a045aa9629e9f08ec33067dbaa2c8defe8ed942edad
+size 623

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "/projects/SolarWindowsADSP/shu/models/revision/bert/batterybert-uncased/", "tokenizer_class": "BertTokenizer"}

trainer_state.json

@@ -0,0 +1,130 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 8301,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.8644741597397903e-05,
+      "loss": 2.0532,
+      "step": 500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.728948319479581e-05,
+      "loss": 1.3426,
+      "step": 1000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.5934224792193712e-05,
+      "loss": 1.2121,
+      "step": 1500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 2.4578966389591615e-05,
+      "loss": 1.1652,
+      "step": 2000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.3223707986989517e-05,
+      "loss": 1.0871,
+      "step": 2500
+    },
+    {
+      "epoch": 1.0,
+      "eval_exact_match": 79.35666982024598,
+      "eval_f1": 87.05079900714725,
+      "step": 2767
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 2.1868449584387424e-05,
+      "loss": 0.9397,
+      "step": 3000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.051319118178533e-05,
+      "loss": 0.8108,
+      "step": 3500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 1.9157932779183232e-05,
+      "loss": 0.8315,
+      "step": 4000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7802674376581135e-05,
+      "loss": 0.805,
+      "step": 4500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.644741597397904e-05,
+      "loss": 0.8106,
+      "step": 5000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.5092157571376944e-05,
+      "loss": 0.7997,
+      "step": 5500
+    },
+    {
+      "epoch": 2.0,
+      "eval_exact_match": 80.13245033112582,
+      "eval_f1": 88.1743949836477,
+      "step": 5534
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3736899168774846e-05,
+      "loss": 0.5996,
+      "step": 6000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.238164076617275e-05,
+      "loss": 0.589,
+      "step": 6500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 1.1026382363570653e-05,
+      "loss": 0.5806,
+      "step": 7000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 9.671123960968558e-06,
+      "loss": 0.5767,
+      "step": 7500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 8.315865558366462e-06,
+      "loss": 0.5806,
+      "step": 8000
+    },
+    {
+      "epoch": 3.0,
+      "eval_exact_match": 81.07852412488174,
+      "eval_f1": 88.40838871409778,
+      "step": 8301
+    }
+  ],
+  "max_steps": 11068,
+  "num_train_epochs": 4,
+  "total_flos": 5.204717742535475e+16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecbc59331d565544c132f882489832eb4539898c3af1fb5e774d682015311f4
+size 3183