chansung commited on
Commit
e24c3a4
·
verified ·
1 Parent(s): 0ddf2b6

End of training

Browse files
all_results.json CHANGED
@@ -1,5 +1,10 @@
1
  {
2
  "epoch": 0.9955156950672646,
 
 
 
 
 
3
  "total_flos": 6.554327132594504e+17,
4
  "train_loss": 1.8339371971181921,
5
  "train_runtime": 536.3339,
 
1
  {
2
  "epoch": 0.9955156950672646,
3
+ "eval_loss": 2.3661022186279297,
4
+ "eval_runtime": 0.8106,
5
+ "eval_samples": 25,
6
+ "eval_samples_per_second": 25.906,
7
+ "eval_steps_per_second": 1.234,
8
  "total_flos": 6.554327132594504e+17,
9
  "train_loss": 1.8339371971181921,
10
  "train_runtime": 536.3339,
config.json CHANGED
@@ -21,21 +21,6 @@
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 128257,
23
  "pretraining_tp": 1,
24
- "quantization_config": {
25
- "_load_in_4bit": false,
26
- "_load_in_8bit": true,
27
- "bnb_4bit_compute_dtype": "float32",
28
- "bnb_4bit_quant_storage": "uint8",
29
- "bnb_4bit_quant_type": "fp4",
30
- "bnb_4bit_use_double_quant": false,
31
- "llm_int8_enable_fp32_cpu_offload": false,
32
- "llm_int8_has_fp16_weight": false,
33
- "llm_int8_skip_modules": null,
34
- "llm_int8_threshold": 6.0,
35
- "load_in_4bit": false,
36
- "load_in_8bit": true,
37
- "quant_method": "bitsandbytes"
38
- },
39
  "rms_norm_eps": 1e-05,
40
  "rope_scaling": null,
41
  "rope_theta": 500000.0,
 
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 128257,
23
  "pretraining_tp": 1,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": null,
26
  "rope_theta": 500000.0,
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 0.9955156950672646,
3
- "eval_loss": 2.371652841567993,
4
- "eval_runtime": 1.1184,
5
  "eval_samples": 25,
6
- "eval_samples_per_second": 18.776,
7
- "eval_steps_per_second": 0.894
8
  }
 
1
  {
2
  "epoch": 0.9955156950672646,
3
+ "eval_loss": 2.3661022186279297,
4
+ "eval_runtime": 0.8106,
5
  "eval_samples": 25,
6
+ "eval_samples_per_second": 25.906,
7
+ "eval_steps_per_second": 1.234
8
  }
runs/Nov18_05-54-20_main-lora-mistral7b-summarization-0-0/events.out.tfevents.1731928911.main-lora-mistral7b-summarization-0-0.456.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:419163c9a7ec244fce8db0d46821743e4229fff7519e202ede119132c5a7e4bb
3
+ size 354