Commit
·
a5b5003
1
Parent(s):
6748d56
feat: set temperature to 0.9
Browse files
src/distilabel_dataset_generator/pipelines/sft.py
CHANGED
|
@@ -189,7 +189,7 @@ with Pipeline(name="sft") as pipeline:
|
|
| 189 |
tokenizer_id=MODEL,
|
| 190 |
magpie_pre_query_template="llama3",
|
| 191 |
generation_kwargs={{
|
| 192 |
-
"temperature":
|
| 193 |
"do_sample": True,
|
| 194 |
"max_new_tokens": 2048,
|
| 195 |
"stop_sequences": {_STOP_SEQUENCES}
|
|
@@ -231,7 +231,7 @@ def get_magpie_generator(num_turns, num_rows, system_prompt, is_sample):
|
|
| 231 |
api_key=_get_next_api_key(),
|
| 232 |
magpie_pre_query_template="llama3",
|
| 233 |
generation_kwargs={
|
| 234 |
-
"temperature":
|
| 235 |
"do_sample": True,
|
| 236 |
"max_new_tokens": 256 if is_sample else 512,
|
| 237 |
"stop_sequences": _STOP_SEQUENCES,
|
|
@@ -250,7 +250,7 @@ def get_magpie_generator(num_turns, num_rows, system_prompt, is_sample):
|
|
| 250 |
api_key=_get_next_api_key(),
|
| 251 |
magpie_pre_query_template="llama3",
|
| 252 |
generation_kwargs={
|
| 253 |
-
"temperature":
|
| 254 |
"do_sample": True,
|
| 255 |
"max_new_tokens": 256 if is_sample else 1024,
|
| 256 |
"stop_sequences": _STOP_SEQUENCES,
|
|
|
|
| 189 |
tokenizer_id=MODEL,
|
| 190 |
magpie_pre_query_template="llama3",
|
| 191 |
generation_kwargs={{
|
| 192 |
+
"temperature": 0.9,
|
| 193 |
"do_sample": True,
|
| 194 |
"max_new_tokens": 2048,
|
| 195 |
"stop_sequences": {_STOP_SEQUENCES}
|
|
|
|
| 231 |
api_key=_get_next_api_key(),
|
| 232 |
magpie_pre_query_template="llama3",
|
| 233 |
generation_kwargs={
|
| 234 |
+
"temperature": 0.9,
|
| 235 |
"do_sample": True,
|
| 236 |
"max_new_tokens": 256 if is_sample else 512,
|
| 237 |
"stop_sequences": _STOP_SEQUENCES,
|
|
|
|
| 250 |
api_key=_get_next_api_key(),
|
| 251 |
magpie_pre_query_template="llama3",
|
| 252 |
generation_kwargs={
|
| 253 |
+
"temperature": 0.9,
|
| 254 |
"do_sample": True,
|
| 255 |
"max_new_tokens": 256 if is_sample else 1024,
|
| 256 |
"stop_sequences": _STOP_SEQUENCES,
|