Spaces:
Running
on
Zero
Running
on
Zero
app.py
CHANGED
|
@@ -34,7 +34,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 34 |
device_map="auto"
|
| 35 |
)
|
| 36 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 37 |
-
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
| 38 |
|
| 39 |
# Define prompts
|
| 40 |
SYSTEM_PROMPT_TEMPLATE = """You are an expert reviewer for AI conferences. You follow best practices and review papers according to the reviewer guidelines.
|
|
|
|
| 34 |
device_map="auto"
|
| 35 |
)
|
| 36 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 37 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, decode_kwargs=dict(skip_special_tokens=True))
|
| 38 |
|
| 39 |
# Define prompts
|
| 40 |
SYSTEM_PROMPT_TEMPLATE = """You are an expert reviewer for AI conferences. You follow best practices and review papers according to the reviewer guidelines.
|