Hugging Face's logo

mlabonne
/
TwinLlama-3.1-8B

Text Generation
Transformers
Safetensors
English
llama
unsloth
trl
sft
text-generation-inference
Model card Files
xet
Community
3
mlabonne commited on
Commit
f0ddc44
·
verified ·
1 Parent(s): d0e36d2

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +2 -6
  2. generation_config.json +2 -5
  3. model-00001-of-00004.safetensors +1 -1
  4. model-00002-of-00004.safetensors +1 -1
  5. model-00003-of-00004.safetensors +1 -1
  6. model-00004-of-00004.safetensors +1 -1
config.json CHANGED
@@ -1,16 +1,12 @@
1
  {
2
- "_name_or_path": "mlabonne/Llama-3.1-8B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
  "hidden_act": "silu",
15
  "hidden_size": 4096,
16
  "initializer_range": 0.02,
 
1
  {
2
+ "_name_or_path": "meta-llama/Llama-3.1-8B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
 
 
 
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
generation_config.json CHANGED
@@ -1,11 +1,8 @@
1
  {
 
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
- "eos_token_id": [
5
- 128001,
6
- 128008,
7
- 128009
8
- ],
9
  "max_length": 131072,
10
  "pad_token_id": 128004,
11
  "temperature": 0.6,
 
1
  {
2
+ "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
+ "eos_token_id": 128001,
 
 
 
 
6
  "max_length": 131072,
7
  "pad_token_id": 128004,
8
  "temperature": 0.6,
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f59913055b958a96f9d23f19faf8d50525ad7e26f311849a968db708974ed6e
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f95cf64fc79e8b130c3c22cba7adb2ef6790432a6ff34b7c8b39f3f60a07aba8
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6449934784f3c1dd85fe316089207c90396dddcac79b011e81da9449ff595d8
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc81f379356866cad68f75b2925accb3cae387089f23af6e811f773bd34498be
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39e79b392d1c21ba1d8e8735d1e209c49db05baf8fcd1617bda58a1d64baba53
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3942e94e9e86f3b830a915a2105a746cc8f6fecca11d2662bed351e9bb670f
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f75b672c7171f5540fba493b1bd5953779b15741b92c258b1f311159502833a
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7174ec3cda59082265ae13bc2dca52634992d7cd52ae9d2e593e6d85c1b16e
3
  size 1168138808