Add files using upload-large-folder tool
Browse files- chat_template.jinja +4 -0
- config.json +2 -2
- generation_config.json +2 -1
chat_template.jinja
CHANGED
|
@@ -2,11 +2,13 @@
|
|
| 2 |
{%- set tools_system_message_suffix = '\n</tools>\n\nFor each tool call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call>. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request.' %}
|
| 3 |
{%- set documents_system_message_prefix = 'You are a helpful assistant with access to the following documents. You may use one or more documents to assist with the user query.\n\nYou are given a list of documents within <documents></documents> XML tags:\n<documents>' %}
|
| 4 |
{%- set documents_system_message_suffix = '\n</documents>\n\nWrite the response to the user\'s input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data.' %}
|
|
|
|
| 5 |
{%- if available_tools is defined and available_tools %}
|
| 6 |
{%- set tools = available_tools %}
|
| 7 |
{%- endif %}
|
| 8 |
{%- set ns = namespace(tools_system_message=tools_system_message_prefix,
|
| 9 |
documents_system_message=documents_system_message_prefix,
|
|
|
|
| 10 |
system_message=''
|
| 11 |
) %}
|
| 12 |
{%- if tools %}
|
|
@@ -56,6 +58,8 @@
|
|
| 56 |
{%- endif %}
|
| 57 |
{%- if ns.system_message %}
|
| 58 |
{{- '<|start_of_role|>system<|end_of_role|>' + ns.system_message + '<|end_of_text|>\n' }}
|
|
|
|
|
|
|
| 59 |
{%- endif %}
|
| 60 |
{%- for message in messages %}
|
| 61 |
{%- set content = namespace(val='') %}
|
|
|
|
| 2 |
{%- set tools_system_message_suffix = '\n</tools>\n\nFor each tool call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call>. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request.' %}
|
| 3 |
{%- set documents_system_message_prefix = 'You are a helpful assistant with access to the following documents. You may use one or more documents to assist with the user query.\n\nYou are given a list of documents within <documents></documents> XML tags:\n<documents>' %}
|
| 4 |
{%- set documents_system_message_suffix = '\n</documents>\n\nWrite the response to the user\'s input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data.' %}
|
| 5 |
+
{%- set g4_default_system_message = 'You are a helpful assistant. Please ensure responses are professional, accurate, and safe.' %}
|
| 6 |
{%- if available_tools is defined and available_tools %}
|
| 7 |
{%- set tools = available_tools %}
|
| 8 |
{%- endif %}
|
| 9 |
{%- set ns = namespace(tools_system_message=tools_system_message_prefix,
|
| 10 |
documents_system_message=documents_system_message_prefix,
|
| 11 |
+
default_system_message=g4_default_system_message,
|
| 12 |
system_message=''
|
| 13 |
) %}
|
| 14 |
{%- if tools %}
|
|
|
|
| 58 |
{%- endif %}
|
| 59 |
{%- if ns.system_message %}
|
| 60 |
{{- '<|start_of_role|>system<|end_of_role|>' + ns.system_message + '<|end_of_text|>\n' }}
|
| 61 |
+
{%- else %}
|
| 62 |
+
{{- '<|start_of_role|>system<|end_of_role|>' + ns.default_system_message + '<|end_of_text|>\n' }}
|
| 63 |
{%- endif %}
|
| 64 |
{%- for message in messages %}
|
| 65 |
{%- set content = namespace(val='') %}
|
config.json
CHANGED
|
@@ -161,7 +161,7 @@
|
|
| 161 |
"quantization_status": "compressed",
|
| 162 |
"sparsity_config": {},
|
| 163 |
"transform_config": {},
|
| 164 |
-
"version": "0.12.
|
| 165 |
},
|
| 166 |
"residual_multiplier": 0.22,
|
| 167 |
"rms_norm_eps": 1e-05,
|
|
@@ -170,7 +170,7 @@
|
|
| 170 |
"router_aux_loss_coef": 0.0,
|
| 171 |
"shared_intermediate_size": 1024,
|
| 172 |
"tie_word_embeddings": false,
|
| 173 |
-
"transformers_version": "4.
|
| 174 |
"unsloth_fixed": true,
|
| 175 |
"use_cache": true,
|
| 176 |
"vocab_size": 100352
|
|
|
|
| 161 |
"quantization_status": "compressed",
|
| 162 |
"sparsity_config": {},
|
| 163 |
"transform_config": {},
|
| 164 |
+
"version": "0.12.2.a20251002"
|
| 165 |
},
|
| 166 |
"residual_multiplier": 0.22,
|
| 167 |
"rms_norm_eps": 1e-05,
|
|
|
|
| 170 |
"router_aux_loss_coef": 0.0,
|
| 171 |
"shared_intermediate_size": 1024,
|
| 172 |
"tie_word_embeddings": false,
|
| 173 |
+
"transformers_version": "4.57.0",
|
| 174 |
"unsloth_fixed": true,
|
| 175 |
"use_cache": true,
|
| 176 |
"vocab_size": 100352
|
generation_config.json
CHANGED
|
@@ -2,6 +2,7 @@
|
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 100257,
|
| 4 |
"eos_token_id": 100257,
|
|
|
|
| 5 |
"pad_token_id": 100256,
|
| 6 |
-
"transformers_version": "4.
|
| 7 |
}
|
|
|
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 100257,
|
| 4 |
"eos_token_id": 100257,
|
| 5 |
+
"max_length": 131072,
|
| 6 |
"pad_token_id": 100256,
|
| 7 |
+
"transformers_version": "4.57.0"
|
| 8 |
}
|