Hugging Face's logo

EddyGiusepe
/
tinyllama-aira_Chatbot-lora-v0.2

PEFT
TensorBoard
Safetensors
llama
trl
sft
Generated from Trainer
Model card Files Metrics Community
EddyGiusepe commited on
Commit
3009412
·
verified ·
1 Parent(s): f40978b

Training in progress, epoch 0

Browse files
Files changed (8) hide show
  1. adapter_config.json +1 -1
  2. adapter_model.safetensors +2 -2
  3. runs/Mar14_04-34-10_98d5350ce6ea/events.out.tfevents.1710390922.98d5350ce6ea.2907.1 +3 -0
  4. runs/Mar14_04-36-25_98d5350ce6ea/events.out.tfevents.1710391057.98d5350ce6ea.2907.2 +3 -0
  5. special_tokens_map.json +1 -7
  6. tokenizer.json +6 -1
  7. tokenizer_config.json +1 -1
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -15,7 +15,7 @@
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
- "r": 256,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
+ "r": 512,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21a0249c0e893c4f27d95e41fdb0325880d87f9375788db486ccc74210921993
3
- size 144191184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629ef6eec42fb0c3cc6630ea403c8e8fedfde35dee2d43700e7b8914930b6ffa
3
+ size 288370456
runs/Mar14_04-34-10_98d5350ce6ea/events.out.tfevents.1710390922.98d5350ce6ea.2907.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f059f6c666c0fe65bc7064d74ba1824289614a200daefefc0f75d14274c7e05
3
+ size 8220
runs/Mar14_04-36-25_98d5350ce6ea/events.out.tfevents.1710391057.98d5350ce6ea.2907.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260020a884cbecf397aaa0d94c4b3ab8c09d3162114f677ef7e1da67aae92bc9
3
+ size 26510
special_tokens_map.json CHANGED
@@ -13,13 +13,7 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": {
17
- "content": "[PAD]",
18
- "lstrip": true,
19
- "normalized": false,
20
- "rstrip": true,
21
- "single_word": false
22
- },
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "</s>",
 
 
 
 
 
 
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 1024,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
tokenizer_config.json CHANGED
@@ -57,7 +57,7 @@
57
  "eos_token": "</s>",
58
  "legacy": false,
59
  "model_max_length": 1000000000000000019884624838656,
60
- "pad_token": "[PAD]",
61
  "padding_side": "right",
62
  "sp_model_kwargs": {},
63
  "tokenizer_class": "LlamaTokenizer",
 
57
  "eos_token": "</s>",
58
  "legacy": false,
59
  "model_max_length": 1000000000000000019884624838656,
60
+ "pad_token": "</s>",
61
  "padding_side": "right",
62
  "sp_model_kwargs": {},
63
  "tokenizer_class": "LlamaTokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd6a3fb570840f3a6fb7fb9e2c6d6b5f5f6e5f524815cc256947cd3f6ce66546
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91587fe980d688645f617d88a9f7a53680e836bbe5fa653c2d633c805b941ba4
3
  size 4920