Hugging Face's logo

pytorch
/
gemma-3-12b-it-AWQ-INT4

Image-Text-to-Text
Transformers
PyTorch
English
gemma3
torchao
conversational
text-generation-inference
Model card Files
xet
Community
3
jerryzh168 commited on
Commit
8dc599c
·
verified ·
1 Parent(s): 2ecc99e

Upload Gemma3ForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +4 -4
  2. pytorch_model.bin.index.json +0 -0
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "default": {
22
  "_data": {
23
  "module_fqn_to_config": {
24
- "re:language\\.model\\.layers\\..+\\.mlp\\..+_proj": {
25
  "_data": {
26
  "base_config": {
27
  "_data": {
@@ -58,7 +58,7 @@
58
  "_type": "AWQConfig",
59
  "_version": 1
60
  },
61
- "re:language\\.model\\.layers\\..+\\.self_attn\\..+_proj": {
62
  "_data": {
63
  "base_config": {
64
  "_data": {
@@ -95,7 +95,7 @@
95
  "_type": "AWQConfig",
96
  "_version": 1
97
  },
98
- "re:model\\.language\\.layers\\..+\\.mlp\\..+_proj": {
99
  "_data": {
100
  "base_config": {
101
  "_data": {
@@ -132,7 +132,7 @@
132
  "_type": "AWQConfig",
133
  "_version": 1
134
  },
135
- "re:model\\.language\\.layers\\..+\\.self_attn\\..+_proj": {
136
  "_data": {
137
  "base_config": {
138
  "_data": {
 
21
  "default": {
22
  "_data": {
23
  "module_fqn_to_config": {
24
+ "re:language_model\\.model\\.layers\\..+\\.mlp\\..+_proj": {
25
  "_data": {
26
  "base_config": {
27
  "_data": {
 
58
  "_type": "AWQConfig",
59
  "_version": 1
60
  },
61
+ "re:language_model\\.model\\.layers\\..+\\.self_attn\\..+_proj": {
62
  "_data": {
63
  "base_config": {
64
  "_data": {
 
95
  "_type": "AWQConfig",
96
  "_version": 1
97
  },
98
+ "re:model\\.language_model\\.layers\\..+\\.mlp\\..+_proj": {
99
  "_data": {
100
  "base_config": {
101
  "_data": {
 
132
  "_type": "AWQConfig",
133
  "_version": 1
134
  },
135
+ "re:model\\.language_model\\.layers\\..+\\.self_attn\\..+_proj": {
136
  "_data": {
137
  "base_config": {
138
  "_data": {
pytorch_model.bin.index.json CHANGED
The diff for this file is too large to render. See raw diff