Upload folder using huggingface_hub

chat_template.jinja

@@ -0,0 +1,47 @@
+{{ bos_token }}
+{%- if messages[0]['role'] == 'system' -%}
+    {%- if messages[0]['content'] is string -%}
+        {%- set first_user_prefix = messages[0]['content'] + '
+
+' -%}
+    {%- else -%}
+        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
+
+' -%}
+    {%- endif -%}
+    {%- set loop_messages = messages[1:] -%}
+{%- else -%}
+    {%- set first_user_prefix = "" -%}
+    {%- set loop_messages = messages -%}
+{%- endif -%}
+{%- for message in loop_messages -%}
+    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
+        {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
+    {%- endif -%}
+    {%- if (message['role'] == 'assistant') -%}
+        {%- set role = "model" -%}
+    {%- else -%}
+        {%- set role = message['role'] -%}
+    {%- endif -%}
+    {{ '<start_of_turn>' + role + '
+' + (first_user_prefix if loop.first else "") }}
+    {%- if message['content'] is string -%}
+        {{ message['content'] | trim }}
+    {%- elif message['content'] is iterable -%}
+        {%- for item in message['content'] -%}
+            {%- if item['type'] == 'image' -%}
+                {{ '<start_of_image>' }}
+            {%- elif item['type'] == 'text' -%}
+                {{ item['text'] | trim }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{ raise_exception("Invalid content type") }}
+    {%- endif -%}
+    {{ '<end_of_turn>
+' }}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    {{'<start_of_turn>model
+'}}
+{%- endif -%}

config.json

@@ -7,10 +7,7 @@
   "attn_logit_softcapping": null,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "eos_token_id": [
-    1,
-    106
-  ],
+  "eos_token_id": 106,
   "final_logit_softcapping": null,
   "head_dim": 256,
   "hidden_activation": "gelu_pytorch_tanh",
@@ -31,7 +28,8 @@
   "sliding_window": 512,
   "sliding_window_pattern": 6,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.50.0.dev0",
+  "transformers_version": "4.52.0.dev0",
+  "unsloth_fixed": true,
   "use_cache": true,
   "vocab_size": 262144
 }

generation_config.json

@@ -6,8 +6,9 @@
     1,
     106
   ],
+  "max_length": 32768,
   "pad_token_id": 0,
   "top_k": 64,
   "top_p": 0.95,
-  "transformers_version": "4.50.0.dev0"
+  "transformers_version": "4.52.0.dev0"
 }

special_tokens_map.json

@@ -9,7 +9,7 @@
   },
   "eoi_token": "<end_of_image>",
   "eos_token": {
-    "content": "<eos>",
+    "content": "<end_of_turn>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -1107,7 +1107,7 @@
       "special": false
     },
     "138": {
-      "content": "▁▁",
+      "content": "\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1115,7 +1115,7 @@
       "special": false
     },
     "139": {
-      "content": "▁▁▁",
+      "content": "\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1123,7 +1123,7 @@
       "special": false
     },
     "140": {
-      "content": "▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1131,7 +1131,7 @@
       "special": false
     },
     "141": {
-      "content": "▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1139,7 +1139,7 @@
       "special": false
     },
     "142": {
-      "content": "▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1147,7 +1147,7 @@
       "special": false
     },
     "143": {
-      "content": "▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1155,7 +1155,7 @@
       "special": false
     },
     "144": {
-      "content": "▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1163,7 +1163,7 @@
       "special": false
     },
     "145": {
-      "content": "▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1171,7 +1171,7 @@
       "special": false
     },
     "146": {
-      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1179,7 +1179,7 @@
       "special": false
     },
     "147": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1187,7 +1187,7 @@
       "special": false
     },
     "148": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1195,7 +1195,7 @@
       "special": false
     },
     "149": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1203,7 +1203,7 @@
       "special": false
     },
     "150": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1211,7 +1211,7 @@
       "special": false
     },
     "151": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1219,7 +1219,7 @@
       "special": false
     },
     "152": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1227,7 +1227,7 @@
       "special": false
     },
     "153": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1235,7 +1235,7 @@
       "special": false
     },
     "154": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1243,7 +1243,7 @@
       "special": false
     },
     "155": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1251,7 +1251,7 @@
       "special": false
     },
     "156": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1259,7 +1259,7 @@
       "special": false
     },
     "157": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1267,7 +1267,7 @@
       "special": false
     },
     "158": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1275,7 +1275,7 @@
       "special": false
     },
     "159": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1283,7 +1283,7 @@
       "special": false
     },
     "160": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1291,7 +1291,7 @@
       "special": false
     },
     "161": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1299,7 +1299,7 @@
       "special": false
     },
     "162": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1307,7 +1307,7 @@
       "special": false
     },
     "163": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1315,7 +1315,7 @@
       "special": false
     },
     "164": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1323,7 +1323,7 @@
       "special": false
     },
     "165": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1331,7 +1331,7 @@
       "special": false
     },
     "166": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1339,7 +1339,7 @@
       "special": false
     },
     "167": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -51325,22 +51325,23 @@
   },
   "boi_token": "<start_of_image>",
   "bos_token": "<bos>",
-  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n",
   "clean_up_tokenization_spaces": false,
   "eoi_token": "<end_of_image>",
-  "eos_token": "<eos>",
+  "eos_token": "<end_of_turn>",
   "extra_special_tokens": {
     "boi_token": "<start_of_image>",
     "eoi_token": "<end_of_image>",
     "image_token": "<image_soft_token>"
   },
   "image_token": "<image_soft_token>",
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 32768,
   "pad_token": "<pad>",
+  "padding_side": "left",
   "processor_class": "Gemma3Processor",
   "sp_model_kwargs": null,
   "spaces_between_special_tokens": false,
   "tokenizer_class": "GemmaTokenizer",
   "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}
+  "use_default_system_prompt": false,
+  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
+}