Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+eval_nbest_predictions.json filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,2 @@
+checkpoint-*/
+.ipynb_checkpoints

README.md

@@ -0,0 +1,55 @@
+---
+library_name: transformers
+license: apache-2.0
+base_model: google-bert/bert-base-uncased
+tags:
+- generated_from_trainer
+datasets:
+- squad_v2
+model-index:
+- name: debug_squad2
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# debug_squad2
+
+This model is a fine-tuned version of [google-bert/bert-base-uncased](https://huggingface.co/google-bert/bert-base-uncased) on the squad_v2 dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 3e-05
+- train_batch_size: 12
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 5.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.47.0.dev0
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

all_results.json

@@ -0,0 +1,26 @@
+{
+    "epoch": 5.0,
+    "eval_HasAns_exact": 71.25506072874494,
+    "eval_HasAns_f1": 78.777963677423,
+    "eval_HasAns_total": 5928,
+    "eval_NoAns_exact": 73.42304457527334,
+    "eval_NoAns_f1": 73.42304457527334,
+    "eval_NoAns_total": 5945,
+    "eval_best_exact": 72.34060473342879,
+    "eval_best_exact_thresh": 0.0,
+    "eval_best_f1": 76.0966704859567,
+    "eval_best_f1_thresh": 0.0,
+    "eval_exact": 72.34060473342879,
+    "eval_f1": 76.09667048595679,
+    "eval_runtime": 42.8962,
+    "eval_samples": 12134,
+    "eval_samples_per_second": 282.869,
+    "eval_steps_per_second": 35.364,
+    "eval_total": 11873,
+    "total_flos": 1.2910084832623104e+17,
+    "train_loss": 0.07113273273183131,
+    "train_runtime": 1918.8519,
+    "train_samples": 131754,
+    "train_samples_per_second": 343.315,
+    "train_steps_per_second": 28.611
+}

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "google-bert/bert-base-uncased",
+  "architectures": [
+    "BertForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval_nbest_predictions.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a567cccb720de34a692a1a3fdda9920e4801ee8ec75b462895255574714ed7f
+size 56496143

eval_results.json

@@ -0,0 +1,20 @@
+{
+    "epoch": 5.0,
+    "eval_HasAns_exact": 71.25506072874494,
+    "eval_HasAns_f1": 78.777963677423,
+    "eval_HasAns_total": 5928,
+    "eval_NoAns_exact": 73.42304457527334,
+    "eval_NoAns_f1": 73.42304457527334,
+    "eval_NoAns_total": 5945,
+    "eval_best_exact": 72.34060473342879,
+    "eval_best_exact_thresh": 0.0,
+    "eval_best_f1": 76.0966704859567,
+    "eval_best_f1_thresh": 0.0,
+    "eval_exact": 72.34060473342879,
+    "eval_f1": 76.09667048595679,
+    "eval_runtime": 42.8962,
+    "eval_samples": 12134,
+    "eval_samples_per_second": 282.869,
+    "eval_steps_per_second": 35.364,
+    "eval_total": 11873
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba97d2a9ba1362b605cd7b79756c0debbcb4434e738847ca1cacb52730b7e43
+size 435596088

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "total_flos": 1.2910084832623104e+17,
+    "train_loss": 0.07113273273183131,
+    "train_runtime": 1918.8519,
+    "train_samples": 131754,
+    "train_samples_per_second": 343.315,
+    "train_steps_per_second": 28.611
+}

trainer_state.json

@@ -0,0 +1,805 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 54900,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04553734061930783,
+      "grad_norm": 18.591150283813477,
+      "learning_rate": 2.9726775956284154e-05,
+      "loss": 2.5583,
+      "step": 500
+    },
+    {
+      "epoch": 0.09107468123861566,
+      "grad_norm": 15.338476181030273,
+      "learning_rate": 2.9453551912568308e-05,
+      "loss": 1.6841,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1366120218579235,
+      "grad_norm": 14.975069999694824,
+      "learning_rate": 2.9180327868852458e-05,
+      "loss": 1.5423,
+      "step": 1500
+    },
+    {
+      "epoch": 0.18214936247723132,
+      "grad_norm": 17.511743545532227,
+      "learning_rate": 2.890710382513661e-05,
+      "loss": 1.4113,
+      "step": 2000
+    },
+    {
+      "epoch": 0.22768670309653916,
+      "grad_norm": 18.18260955810547,
+      "learning_rate": 2.8633879781420765e-05,
+      "loss": 1.3533,
+      "step": 2500
+    },
+    {
+      "epoch": 0.273224043715847,
+      "grad_norm": 16.508344650268555,
+      "learning_rate": 2.836065573770492e-05,
+      "loss": 1.299,
+      "step": 3000
+    },
+    {
+      "epoch": 0.31876138433515483,
+      "grad_norm": 25.282175064086914,
+      "learning_rate": 2.8087431693989072e-05,
+      "loss": 1.282,
+      "step": 3500
+    },
+    {
+      "epoch": 0.36429872495446264,
+      "grad_norm": 24.085981369018555,
+      "learning_rate": 2.7814207650273226e-05,
+      "loss": 1.2146,
+      "step": 4000
+    },
+    {
+      "epoch": 0.4098360655737705,
+      "grad_norm": 12.455412864685059,
+      "learning_rate": 2.754098360655738e-05,
+      "loss": 1.2332,
+      "step": 4500
+    },
+    {
+      "epoch": 0.4553734061930783,
+      "grad_norm": 10.222314834594727,
+      "learning_rate": 2.7267759562841533e-05,
+      "loss": 1.1607,
+      "step": 5000
+    },
+    {
+      "epoch": 0.5009107468123861,
+      "grad_norm": 10.9562406539917,
+      "learning_rate": 2.6994535519125683e-05,
+      "loss": 1.1293,
+      "step": 5500
+    },
+    {
+      "epoch": 0.546448087431694,
+      "grad_norm": 16.84743309020996,
+      "learning_rate": 2.6721311475409837e-05,
+      "loss": 1.129,
+      "step": 6000
+    },
+    {
+      "epoch": 0.5919854280510018,
+      "grad_norm": 21.29459571838379,
+      "learning_rate": 2.644808743169399e-05,
+      "loss": 1.1002,
+      "step": 6500
+    },
+    {
+      "epoch": 0.6375227686703097,
+      "grad_norm": 25.021621704101562,
+      "learning_rate": 2.6174863387978144e-05,
+      "loss": 1.0397,
+      "step": 7000
+    },
+    {
+      "epoch": 0.6830601092896175,
+      "grad_norm": 11.044733047485352,
+      "learning_rate": 2.5901639344262294e-05,
+      "loss": 1.0806,
+      "step": 7500
+    },
+    {
+      "epoch": 0.7285974499089253,
+      "grad_norm": 10.266705513000488,
+      "learning_rate": 2.5628415300546447e-05,
+      "loss": 1.047,
+      "step": 8000
+    },
+    {
+      "epoch": 0.7741347905282332,
+      "grad_norm": 13.432859420776367,
+      "learning_rate": 2.53551912568306e-05,
+      "loss": 1.0566,
+      "step": 8500
+    },
+    {
+      "epoch": 0.819672131147541,
+      "grad_norm": 25.581703186035156,
+      "learning_rate": 2.5081967213114754e-05,
+      "loss": 1.0277,
+      "step": 9000
+    },
+    {
+      "epoch": 0.8652094717668488,
+      "grad_norm": 14.602388381958008,
+      "learning_rate": 2.4808743169398908e-05,
+      "loss": 1.0154,
+      "step": 9500
+    },
+    {
+      "epoch": 0.9107468123861566,
+      "grad_norm": 17.17100715637207,
+      "learning_rate": 2.453551912568306e-05,
+      "loss": 1.0149,
+      "step": 10000
+    },
+    {
+      "epoch": 0.9562841530054644,
+      "grad_norm": 10.567970275878906,
+      "learning_rate": 2.4262295081967215e-05,
+      "loss": 1.007,
+      "step": 10500
+    },
+    {
+      "epoch": 1.0018214936247722,
+      "grad_norm": 22.679931640625,
+      "learning_rate": 2.398907103825137e-05,
+      "loss": 0.995,
+      "step": 11000
+    },
+    {
+      "epoch": 1.04735883424408,
+      "grad_norm": 12.259163856506348,
+      "learning_rate": 2.371584699453552e-05,
+      "loss": 0.7177,
+      "step": 11500
+    },
+    {
+      "epoch": 1.092896174863388,
+      "grad_norm": 18.350513458251953,
+      "learning_rate": 2.3442622950819672e-05,
+      "loss": 0.7203,
+      "step": 12000
+    },
+    {
+      "epoch": 1.138433515482696,
+      "grad_norm": 21.86613655090332,
+      "learning_rate": 2.3169398907103826e-05,
+      "loss": 0.7585,
+      "step": 12500
+    },
+    {
+      "epoch": 1.1839708561020037,
+      "grad_norm": 18.372119903564453,
+      "learning_rate": 2.289617486338798e-05,
+      "loss": 0.7324,
+      "step": 13000
+    },
+    {
+      "epoch": 1.2295081967213115,
+      "grad_norm": 25.320674896240234,
+      "learning_rate": 2.262295081967213e-05,
+      "loss": 0.7241,
+      "step": 13500
+    },
+    {
+      "epoch": 1.2750455373406193,
+      "grad_norm": 10.435434341430664,
+      "learning_rate": 2.2349726775956283e-05,
+      "loss": 0.7322,
+      "step": 14000
+    },
+    {
+      "epoch": 1.3205828779599271,
+      "grad_norm": 29.3476505279541,
+      "learning_rate": 2.2076502732240437e-05,
+      "loss": 0.745,
+      "step": 14500
+    },
+    {
+      "epoch": 1.366120218579235,
+      "grad_norm": 8.349024772644043,
+      "learning_rate": 2.180327868852459e-05,
+      "loss": 0.7543,
+      "step": 15000
+    },
+    {
+      "epoch": 1.4116575591985427,
+      "grad_norm": 10.698665618896484,
+      "learning_rate": 2.153005464480874e-05,
+      "loss": 0.7475,
+      "step": 15500
+    },
+    {
+      "epoch": 1.4571948998178508,
+      "grad_norm": 10.810667037963867,
+      "learning_rate": 2.1256830601092897e-05,
+      "loss": 0.7336,
+      "step": 16000
+    },
+    {
+      "epoch": 1.5027322404371586,
+      "grad_norm": 14.816246032714844,
+      "learning_rate": 2.098360655737705e-05,
+      "loss": 0.7393,
+      "step": 16500
+    },
+    {
+      "epoch": 1.5482695810564664,
+      "grad_norm": 11.557518005371094,
+      "learning_rate": 2.0710382513661204e-05,
+      "loss": 0.7333,
+      "step": 17000
+    },
+    {
+      "epoch": 1.5938069216757742,
+      "grad_norm": 16.669546127319336,
+      "learning_rate": 2.0437158469945358e-05,
+      "loss": 0.7255,
+      "step": 17500
+    },
+    {
+      "epoch": 1.639344262295082,
+      "grad_norm": 14.28069019317627,
+      "learning_rate": 2.0163934426229508e-05,
+      "loss": 0.7369,
+      "step": 18000
+    },
+    {
+      "epoch": 1.6848816029143898,
+      "grad_norm": 22.36986541748047,
+      "learning_rate": 1.9890710382513662e-05,
+      "loss": 0.7287,
+      "step": 18500
+    },
+    {
+      "epoch": 1.7304189435336976,
+      "grad_norm": 11.109138488769531,
+      "learning_rate": 1.9617486338797815e-05,
+      "loss": 0.7406,
+      "step": 19000
+    },
+    {
+      "epoch": 1.7759562841530054,
+      "grad_norm": 16.205177307128906,
+      "learning_rate": 1.934426229508197e-05,
+      "loss": 0.734,
+      "step": 19500
+    },
+    {
+      "epoch": 1.8214936247723132,
+      "grad_norm": 16.029556274414062,
+      "learning_rate": 1.907103825136612e-05,
+      "loss": 0.7261,
+      "step": 20000
+    },
+    {
+      "epoch": 1.867030965391621,
+      "grad_norm": 17.520740509033203,
+      "learning_rate": 1.8797814207650273e-05,
+      "loss": 0.7289,
+      "step": 20500
+    },
+    {
+      "epoch": 1.9125683060109289,
+      "grad_norm": 31.18975257873535,
+      "learning_rate": 1.8524590163934426e-05,
+      "loss": 0.7012,
+      "step": 21000
+    },
+    {
+      "epoch": 1.9581056466302367,
+      "grad_norm": 11.743003845214844,
+      "learning_rate": 1.825136612021858e-05,
+      "loss": 0.7185,
+      "step": 21500
+    },
+    {
+      "epoch": 2.0036429872495445,
+      "grad_norm": 13.794853210449219,
+      "learning_rate": 1.7978142076502733e-05,
+      "loss": 0.6816,
+      "step": 22000
+    },
+    {
+      "epoch": 2.0491803278688523,
+      "grad_norm": 28.844125747680664,
+      "learning_rate": 1.7704918032786887e-05,
+      "loss": 0.4469,
+      "step": 22500
+    },
+    {
+      "epoch": 2.09471766848816,
+      "grad_norm": 5.327408790588379,
+      "learning_rate": 1.743169398907104e-05,
+      "loss": 0.4577,
+      "step": 23000
+    },
+    {
+      "epoch": 2.1402550091074684,
+      "grad_norm": 29.065576553344727,
+      "learning_rate": 1.7158469945355194e-05,
+      "loss": 0.4617,
+      "step": 23500
+    },
+    {
+      "epoch": 2.185792349726776,
+      "grad_norm": 7.028495788574219,
+      "learning_rate": 1.6885245901639344e-05,
+      "loss": 0.4542,
+      "step": 24000
+    },
+    {
+      "epoch": 2.231329690346084,
+      "grad_norm": 17.614421844482422,
+      "learning_rate": 1.6612021857923497e-05,
+      "loss": 0.4809,
+      "step": 24500
+    },
+    {
+      "epoch": 2.276867030965392,
+      "grad_norm": 16.79141616821289,
+      "learning_rate": 1.633879781420765e-05,
+      "loss": 0.4717,
+      "step": 25000
+    },
+    {
+      "epoch": 2.3224043715846996,
+      "grad_norm": 29.323766708374023,
+      "learning_rate": 1.6065573770491805e-05,
+      "loss": 0.4758,
+      "step": 25500
+    },
+    {
+      "epoch": 2.3679417122040074,
+      "grad_norm": 19.425329208374023,
+      "learning_rate": 1.5792349726775955e-05,
+      "loss": 0.4679,
+      "step": 26000
+    },
+    {
+      "epoch": 2.413479052823315,
+      "grad_norm": 5.9673380851745605,
+      "learning_rate": 1.5519125683060108e-05,
+      "loss": 0.4885,
+      "step": 26500
+    },
+    {
+      "epoch": 2.459016393442623,
+      "grad_norm": 12.733803749084473,
+      "learning_rate": 1.5245901639344264e-05,
+      "loss": 0.4811,
+      "step": 27000
+    },
+    {
+      "epoch": 2.504553734061931,
+      "grad_norm": 22.212753295898438,
+      "learning_rate": 1.4972677595628415e-05,
+      "loss": 0.4613,
+      "step": 27500
+    },
+    {
+      "epoch": 2.5500910746812386,
+      "grad_norm": 18.736804962158203,
+      "learning_rate": 1.4699453551912569e-05,
+      "loss": 0.4786,
+      "step": 28000
+    },
+    {
+      "epoch": 2.5956284153005464,
+      "grad_norm": 20.595645904541016,
+      "learning_rate": 1.442622950819672e-05,
+      "loss": 0.4997,
+      "step": 28500
+    },
+    {
+      "epoch": 2.6411657559198543,
+      "grad_norm": 18.30236053466797,
+      "learning_rate": 1.4153005464480874e-05,
+      "loss": 0.4792,
+      "step": 29000
+    },
+    {
+      "epoch": 2.686703096539162,
+      "grad_norm": 19.671579360961914,
+      "learning_rate": 1.3879781420765026e-05,
+      "loss": 0.4556,
+      "step": 29500
+    },
+    {
+      "epoch": 2.73224043715847,
+      "grad_norm": 14.210960388183594,
+      "learning_rate": 1.3606557377049181e-05,
+      "loss": 0.4737,
+      "step": 30000
+    },
+    {
+      "epoch": 2.7777777777777777,
+      "grad_norm": 15.706062316894531,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.4773,
+      "step": 30500
+    },
+    {
+      "epoch": 2.8233151183970855,
+      "grad_norm": 2.883192300796509,
+      "learning_rate": 1.3060109289617487e-05,
+      "loss": 0.4734,
+      "step": 31000
+    },
+    {
+      "epoch": 2.8688524590163933,
+      "grad_norm": 12.449463844299316,
+      "learning_rate": 1.2786885245901639e-05,
+      "loss": 0.4579,
+      "step": 31500
+    },
+    {
+      "epoch": 2.9143897996357016,
+      "grad_norm": 19.76999855041504,
+      "learning_rate": 1.2513661202185792e-05,
+      "loss": 0.4772,
+      "step": 32000
+    },
+    {
+      "epoch": 2.959927140255009,
+      "grad_norm": 38.29131317138672,
+      "learning_rate": 1.2240437158469946e-05,
+      "loss": 0.4689,
+      "step": 32500
+    },
+    {
+      "epoch": 3.0054644808743167,
+      "grad_norm": 4.822471618652344,
+      "learning_rate": 1.19672131147541e-05,
+      "loss": 0.4374,
+      "step": 33000
+    },
+    {
+      "epoch": 3.051001821493625,
+      "grad_norm": 21.936952590942383,
+      "learning_rate": 1.1693989071038253e-05,
+      "loss": 0.2893,
+      "step": 33500
+    },
+    {
+      "epoch": 3.096539162112933,
+      "grad_norm": 25.08475685119629,
+      "learning_rate": 1.1420765027322405e-05,
+      "loss": 0.2888,
+      "step": 34000
+    },
+    {
+      "epoch": 3.1420765027322406,
+      "grad_norm": 13.904535293579102,
+      "learning_rate": 1.1147540983606558e-05,
+      "loss": 0.2915,
+      "step": 34500
+    },
+    {
+      "epoch": 3.1876138433515484,
+      "grad_norm": 3.9972009658813477,
+      "learning_rate": 1.087431693989071e-05,
+      "loss": 0.3081,
+      "step": 35000
+    },
+    {
+      "epoch": 3.233151183970856,
+      "grad_norm": 30.3763370513916,
+      "learning_rate": 1.0601092896174864e-05,
+      "loss": 0.3158,
+      "step": 35500
+    },
+    {
+      "epoch": 3.278688524590164,
+      "grad_norm": 4.742646217346191,
+      "learning_rate": 1.0327868852459017e-05,
+      "loss": 0.2869,
+      "step": 36000
+    },
+    {
+      "epoch": 3.324225865209472,
+      "grad_norm": 42.35346984863281,
+      "learning_rate": 1.005464480874317e-05,
+      "loss": 0.2932,
+      "step": 36500
+    },
+    {
+      "epoch": 3.3697632058287796,
+      "grad_norm": 13.786494255065918,
+      "learning_rate": 9.781420765027323e-06,
+      "loss": 0.2976,
+      "step": 37000
+    },
+    {
+      "epoch": 3.4153005464480874,
+      "grad_norm": 11.841999053955078,
+      "learning_rate": 9.508196721311476e-06,
+      "loss": 0.2938,
+      "step": 37500
+    },
+    {
+      "epoch": 3.4608378870673953,
+      "grad_norm": 29.609792709350586,
+      "learning_rate": 9.234972677595628e-06,
+      "loss": 0.3006,
+      "step": 38000
+    },
+    {
+      "epoch": 3.506375227686703,
+      "grad_norm": 18.663509368896484,
+      "learning_rate": 8.961748633879782e-06,
+      "loss": 0.3039,
+      "step": 38500
+    },
+    {
+      "epoch": 3.551912568306011,
+      "grad_norm": 1.889535903930664,
+      "learning_rate": 8.688524590163935e-06,
+      "loss": 0.3082,
+      "step": 39000
+    },
+    {
+      "epoch": 3.5974499089253187,
+      "grad_norm": 19.884906768798828,
+      "learning_rate": 8.415300546448089e-06,
+      "loss": 0.3085,
+      "step": 39500
+    },
+    {
+      "epoch": 3.6429872495446265,
+      "grad_norm": 12.94946002960205,
+      "learning_rate": 8.14207650273224e-06,
+      "loss": 0.3086,
+      "step": 40000
+    },
+    {
+      "epoch": 3.6885245901639343,
+      "grad_norm": 27.61246681213379,
+      "learning_rate": 7.868852459016394e-06,
+      "loss": 0.3109,
+      "step": 40500
+    },
+    {
+      "epoch": 3.734061930783242,
+      "grad_norm": 14.3275146484375,
+      "learning_rate": 7.595628415300546e-06,
+      "loss": 0.3025,
+      "step": 41000
+    },
+    {
+      "epoch": 3.7795992714025504,
+      "grad_norm": 6.992326259613037,
+      "learning_rate": 7.3224043715847e-06,
+      "loss": 0.3108,
+      "step": 41500
+    },
+    {
+      "epoch": 3.8251366120218577,
+      "grad_norm": 5.084273815155029,
+      "learning_rate": 7.049180327868853e-06,
+      "loss": 0.3012,
+      "step": 42000
+    },
+    {
+      "epoch": 3.870673952641166,
+      "grad_norm": 27.192960739135742,
+      "learning_rate": 6.775956284153006e-06,
+      "loss": 0.2996,
+      "step": 42500
+    },
+    {
+      "epoch": 3.9162112932604733,
+      "grad_norm": 42.71589279174805,
+      "learning_rate": 6.502732240437159e-06,
+      "loss": 0.31,
+      "step": 43000
+    },
+    {
+      "epoch": 3.9617486338797816,
+      "grad_norm": 11.759929656982422,
+      "learning_rate": 6.229508196721312e-06,
+      "loss": 0.2953,
+      "step": 43500
+    },
+    {
+      "epoch": 4.007285974499089,
+      "grad_norm": 30.232032775878906,
+      "learning_rate": 5.956284153005465e-06,
+      "loss": 0.2612,
+      "step": 44000
+    },
+    {
+      "epoch": 4.052823315118397,
+      "grad_norm": 62.14134979248047,
+      "learning_rate": 5.683060109289618e-06,
+      "loss": 0.1843,
+      "step": 44500
+    },
+    {
+      "epoch": 4.098360655737705,
+      "grad_norm": 7.216005802154541,
+      "learning_rate": 5.409836065573771e-06,
+      "loss": 0.1859,
+      "step": 45000
+    },
+    {
+      "epoch": 4.143897996357013,
+      "grad_norm": 17.130714416503906,
+      "learning_rate": 5.136612021857924e-06,
+      "loss": 0.2106,
+      "step": 45500
+    },
+    {
+      "epoch": 4.18943533697632,
+      "grad_norm": 4.9142985343933105,
+      "learning_rate": 4.863387978142076e-06,
+      "loss": 0.1932,
+      "step": 46000
+    },
+    {
+      "epoch": 4.2349726775956285,
+      "grad_norm": 13.510531425476074,
+      "learning_rate": 4.59016393442623e-06,
+      "loss": 0.2081,
+      "step": 46500
+    },
+    {
+      "epoch": 4.280510018214937,
+      "grad_norm": 5.9509172439575195,
+      "learning_rate": 4.316939890710383e-06,
+      "loss": 0.1861,
+      "step": 47000
+    },
+    {
+      "epoch": 4.326047358834244,
+      "grad_norm": 7.964664936065674,
+      "learning_rate": 4.043715846994535e-06,
+      "loss": 0.1863,
+      "step": 47500
+    },
+    {
+      "epoch": 4.371584699453552,
+      "grad_norm": 25.88454246520996,
+      "learning_rate": 3.770491803278689e-06,
+      "loss": 0.1938,
+      "step": 48000
+    },
+    {
+      "epoch": 4.41712204007286,
+      "grad_norm": 2.440138339996338,
+      "learning_rate": 3.4972677595628415e-06,
+      "loss": 0.1963,
+      "step": 48500
+    },
+    {
+      "epoch": 4.462659380692168,
+      "grad_norm": 6.778371334075928,
+      "learning_rate": 3.2240437158469947e-06,
+      "loss": 0.1829,
+      "step": 49000
+    },
+    {
+      "epoch": 4.508196721311475,
+      "grad_norm": 31.79254722595215,
+      "learning_rate": 2.9508196721311474e-06,
+      "loss": 0.1897,
+      "step": 49500
+    },
+    {
+      "epoch": 4.553734061930784,
+      "grad_norm": 42.17744064331055,
+      "learning_rate": 2.6775956284153005e-06,
+      "loss": 0.1921,
+      "step": 50000
+    },
+    {
+      "epoch": 4.599271402550091,
+      "grad_norm": 0.5351423621177673,
+      "learning_rate": 2.4043715846994536e-06,
+      "loss": 0.2084,
+      "step": 50500
+    },
+    {
+      "epoch": 4.644808743169399,
+      "grad_norm": 19.15989112854004,
+      "learning_rate": 2.1311475409836063e-06,
+      "loss": 0.1898,
+      "step": 51000
+    },
+    {
+      "epoch": 4.6903460837887065,
+      "grad_norm": 3.171184539794922,
+      "learning_rate": 1.8579234972677596e-06,
+      "loss": 0.1928,
+      "step": 51500
+    },
+    {
+      "epoch": 4.735883424408015,
+      "grad_norm": 61.36581802368164,
+      "learning_rate": 1.5846994535519126e-06,
+      "loss": 0.198,
+      "step": 52000
+    },
+    {
+      "epoch": 4.781420765027322,
+      "grad_norm": 6.246685028076172,
+      "learning_rate": 1.3114754098360657e-06,
+      "loss": 0.1794,
+      "step": 52500
+    },
+    {
+      "epoch": 4.82695810564663,
+      "grad_norm": 10.183932304382324,
+      "learning_rate": 1.0382513661202186e-06,
+      "loss": 0.1845,
+      "step": 53000
+    },
+    {
+      "epoch": 4.872495446265938,
+      "grad_norm": 29.7720947265625,
+      "learning_rate": 7.650273224043716e-07,
+      "loss": 0.1889,
+      "step": 53500
+    },
+    {
+      "epoch": 4.918032786885246,
+      "grad_norm": 9.350275039672852,
+      "learning_rate": 4.918032786885246e-07,
+      "loss": 0.1941,
+      "step": 54000
+    },
+    {
+      "epoch": 4.963570127504553,
+      "grad_norm": 16.810739517211914,
+      "learning_rate": 2.185792349726776e-07,
+      "loss": 0.2008,
+      "step": 54500
+    },
+    {
+      "epoch": 5.0,
+      "step": 54900,
+      "total_flos": 1.2910084832623104e+17,
+      "train_loss": 0.07113273273183131,
+      "train_runtime": 1918.8519,
+      "train_samples_per_second": 343.315,
+      "train_steps_per_second": 28.611
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 54900,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2910084832623104e+17,
+  "train_batch_size": 12,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564d101b061d721d938cc1ef56b2bc15757c8cf5e7104dab8df30d58cdedfa2
+size 5368