Commit
·
ed40758
1
Parent(s):
2b8f4a6
refactor: limit batch size MagpieGenerator
Browse files
src/distilabel_dataset_generator/apps/sft.py
CHANGED
|
@@ -274,11 +274,10 @@ with gr.Blocks(
|
|
| 274 |
value="⚗️ Generate Full Dataset", variant="primary"
|
| 275 |
)
|
| 276 |
|
| 277 |
-
# Add this line here, before the button click event
|
| 278 |
success_message = gr.Markdown(visible=False)
|
| 279 |
|
| 280 |
def show_success_message(repo_id_value):
|
| 281 |
-
return gr.
|
| 282 |
value=f"""
|
| 283 |
<div style="padding: 1em; background-color: #e6f3e6; border-radius: 5px; margin-top: 1em;">
|
| 284 |
<h3 style="color: #2e7d32; margin: 0;">Dataset Published Successfully!</h3>
|
|
|
|
| 274 |
value="⚗️ Generate Full Dataset", variant="primary"
|
| 275 |
)
|
| 276 |
|
|
|
|
| 277 |
success_message = gr.Markdown(visible=False)
|
| 278 |
|
| 279 |
def show_success_message(repo_id_value):
|
| 280 |
+
return gr.Markdown(
|
| 281 |
value=f"""
|
| 282 |
<div style="padding: 1em; background-color: #e6f3e6; border-radius: 5px; margin-top: 1em;">
|
| 283 |
<h3 style="color: #2e7d32; margin: 0;">Dataset Published Successfully!</h3>
|
src/distilabel_dataset_generator/pipelines/sft.py
CHANGED
|
@@ -156,6 +156,7 @@ def get_pipeline(num_turns, num_rows, system_prompt):
|
|
| 156 |
],
|
| 157 |
},
|
| 158 |
),
|
|
|
|
| 159 |
n_turns=num_turns,
|
| 160 |
num_rows=num_rows,
|
| 161 |
system_prompt=system_prompt,
|
|
|
|
| 156 |
],
|
| 157 |
},
|
| 158 |
),
|
| 159 |
+
batch_size=1,
|
| 160 |
n_turns=num_turns,
|
| 161 |
num_rows=num_rows,
|
| 162 |
system_prompt=system_prompt,
|