Di Zhang
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
import spaces
|
| 2 |
|
| 3 |
import os
|
| 4 |
import gradio as gr
|
|
@@ -46,7 +46,7 @@ def format_response(response):
|
|
| 46 |
response = response.replace('<positive_rating>','π')
|
| 47 |
response = response.replace('<negative_rating>','π')
|
| 48 |
|
| 49 |
-
@spaces.GPU
|
| 50 |
def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95):
|
| 51 |
input_text = llama_o1_template(message)
|
| 52 |
inputs = tokenizer(input_text, return_tensors="pt").to(accelerator.device)
|
|
|
|
| 1 |
+
# import spaces
|
| 2 |
|
| 3 |
import os
|
| 4 |
import gradio as gr
|
|
|
|
| 46 |
response = response.replace('<positive_rating>','π')
|
| 47 |
response = response.replace('<negative_rating>','π')
|
| 48 |
|
| 49 |
+
# @spaces.GPU
|
| 50 |
def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95):
|
| 51 |
input_text = llama_o1_template(message)
|
| 52 |
inputs = tokenizer(input_text, return_tensors="pt").to(accelerator.device)
|