Hugging Face's logo

amd
/
Mixtral-8x7B-Instruct-v0.1-WMXFP4FP8-AMXFP4FP8-AMP-KVFP8

Safetensors
mixtral
quark
Model card Files
xet
Community
4

update Quark quantized Mixtral-8x7B-Instruct-v0.1 AMP model with better accuracies

#3
by XuebinWang - opened
base: refs/heads/main
←
from: refs/pr/3
Discussion Files changed
+12641
-12599
Files changed (11) hide show
  1. config.json +0 -0
  2. generation_config.json +1 -1
  3. model-00001-of-00008.safetensors +2 -2
  4. model-00002-of-00008.safetensors +2 -2
  5. model-00003-of-00008.safetensors +2 -2
  6. model-00004-of-00008.safetensors +2 -2
  7. model-00005-of-00008.safetensors +2 -2
  8. model-00006-of-00008.safetensors +2 -2
  9. model-00007-of-00008.safetensors +2 -2
  10. model-00008-of-00008.safetensors +2 -2
  11. model.safetensors.index.json +0 -0
config.json CHANGED
The diff for this file is too large to render. See raw diff
 
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.52.4"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.55.1"
6
  }
model-00001-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cf7450fd914671687f7ae4966def7c8dc571d4d123e423cdc88655bd770f2af
3
- size 4986676292
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e28da64ec99515cb558a027a3bbe02ac5ff3e0b3ab172f19c7a3004e1a428d
3
+ size 4976105292
model-00002-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:629c551eeb823cb60d857ab05e58f3e7aa1ab532c75c49c1f88b4539ee6faaa0
3
- size 4977170176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09296dac15a3fee582c29f1888ee98dc704be6bdb57abc28bdee94af4ac96fdc
3
+ size 4975334348
model-00003-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a02bdf83bb814852b65751107d01679f974fc0209051cd0323300b61922a369
3
- size 4976299316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14eaa91b3cfa4101a9cf01ffaf4c4a4892cf3e32e49656cf11e711e8ce4f270f
3
+ size 4988969216
model-00004-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b765fa2e4ca6b338fecced030062cf67afbe9c1f98c27caecc73dd3ae2b6243
3
- size 4988969216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40dcb7a0eb41de22317dc984787d4bd7c860a441098a7664580d08ebad455a3c
3
+ size 4965461296
model-00005-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5772a1a9f3f4c3e66255eb1243f1d0b3a424f08e3c6a93aed67c40440d1648c7
3
- size 4979964724
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7fcf0482787f25deb4a99d0ea6315b9864c737a8376a6a8f78077c0a0fb9c0c
3
+ size 4996833636
model-00006-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40b42a7dec69e0f76199d68a8e29ec9cccfb098e7fd85bcc11a58ccf6404a13c
3
- size 4984793756
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11482bc13c2fb935bc7412a5fa5062b9ec69dcda122dccb6c57edc169b88159d
3
+ size 4952791676
model-00007-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:145050d5df0e4a90fd216f0eb3ebf5350f19790dee7856f19747fb7f6eab9cf3
3
- size 4986151124
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d63a8f3b46d24579ae8a9df4c9e609f0bfcafff93e38bad9a23f419c8a18ffb
3
+ size 4944927216
model-00008-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e14de3ab4a1db0792d7b8fdbf7cc53c97daf70f2b543d812c0f9a18ec9304a14
3
- size 2586436692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5942259506268654cd71738506e18f5f6eaf8c8c1d0d633efa46fd7c771f99
3
+ size 3436746420
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff