Spaces:
Running
on
Zero
Running
on
Zero
Fix
Browse files
app.py
CHANGED
|
@@ -60,8 +60,8 @@ def generate(
|
|
| 60 |
history_with_input: list[tuple[str, str]],
|
| 61 |
system_prompt: str,
|
| 62 |
max_new_tokens: int,
|
| 63 |
-
top_p: float,
|
| 64 |
temperature: float,
|
|
|
|
| 65 |
top_k: int,
|
| 66 |
) -> Iterator[list[tuple[str, str]]]:
|
| 67 |
if max_new_tokens > MAX_MAX_NEW_TOKENS:
|
|
@@ -79,7 +79,7 @@ def generate(
|
|
| 79 |
|
| 80 |
|
| 81 |
def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
|
| 82 |
-
generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 0.95,
|
| 83 |
for x in generator:
|
| 84 |
pass
|
| 85 |
return '', x
|
|
|
|
| 60 |
history_with_input: list[tuple[str, str]],
|
| 61 |
system_prompt: str,
|
| 62 |
max_new_tokens: int,
|
|
|
|
| 63 |
temperature: float,
|
| 64 |
+
top_p: float,
|
| 65 |
top_k: int,
|
| 66 |
) -> Iterator[list[tuple[str, str]]]:
|
| 67 |
if max_new_tokens > MAX_MAX_NEW_TOKENS:
|
|
|
|
| 79 |
|
| 80 |
|
| 81 |
def process_example(message: str) -> tuple[str, list[tuple[str, str]]]:
|
| 82 |
+
generator = generate(message, [], DEFAULT_SYSTEM_PROMPT, 1024, 1, 0.95, 50)
|
| 83 |
for x in generator:
|
| 84 |
pass
|
| 85 |
return '', x
|