Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -93,7 +93,7 @@ def get_num_transfer_tokens(mask_index, steps):
|
|
| 93 |
return num_transfer_tokens
|
| 94 |
|
| 95 |
@spaces.GPU
|
| 96 |
-
def generate_response_with_visualization(
|
| 97 |
constraints=None, temperature=0.0, cfg_scale=0.0, block_length=32,
|
| 98 |
remasking='low_confidence'):
|
| 99 |
"""
|
|
@@ -424,7 +424,6 @@ def create_chatbot_demo():
|
|
| 424 |
|
| 425 |
# Generate response with visualization
|
| 426 |
vis_states, response_text = generate_response_with_visualization(
|
| 427 |
-
model, tokenizer, device,
|
| 428 |
messages,
|
| 429 |
gen_length=gen_length,
|
| 430 |
steps=steps,
|
|
|
|
| 93 |
return num_transfer_tokens
|
| 94 |
|
| 95 |
@spaces.GPU
|
| 96 |
+
def generate_response_with_visualization(messages, gen_length=64, steps=32,
|
| 97 |
constraints=None, temperature=0.0, cfg_scale=0.0, block_length=32,
|
| 98 |
remasking='low_confidence'):
|
| 99 |
"""
|
|
|
|
| 424 |
|
| 425 |
# Generate response with visualization
|
| 426 |
vis_states, response_text = generate_response_with_visualization(
|
|
|
|
| 427 |
messages,
|
| 428 |
gen_length=gen_length,
|
| 429 |
steps=steps,
|