Commit
·
ff44e29
1
Parent(s):
f7b33f1
fix: remove token.token references
Browse files
src/distilabel_dataset_generator/sft.py
CHANGED
|
@@ -195,7 +195,6 @@ def generate_system_prompt(dataset_description, token: OAuthToken = None):
|
|
| 195 |
"max_new_tokens": 2048,
|
| 196 |
"do_sample": True,
|
| 197 |
},
|
| 198 |
-
api_key=token.token,
|
| 199 |
),
|
| 200 |
use_system_prompt=True,
|
| 201 |
)
|
|
@@ -235,7 +234,7 @@ def generate_dataset(
|
|
| 235 |
result_queue = multiprocessing.Queue()
|
| 236 |
p = multiprocessing.Process(
|
| 237 |
target=_run_pipeline,
|
| 238 |
-
args=(result_queue, num_turns, num_rows, system_prompt
|
| 239 |
)
|
| 240 |
p.start()
|
| 241 |
p.join()
|
|
|
|
| 195 |
"max_new_tokens": 2048,
|
| 196 |
"do_sample": True,
|
| 197 |
},
|
|
|
|
| 198 |
),
|
| 199 |
use_system_prompt=True,
|
| 200 |
)
|
|
|
|
| 234 |
result_queue = multiprocessing.Queue()
|
| 235 |
p = multiprocessing.Process(
|
| 236 |
target=_run_pipeline,
|
| 237 |
+
args=(result_queue, num_turns, num_rows, system_prompt),
|
| 238 |
)
|
| 239 |
p.start()
|
| 240 |
p.join()
|