updated import
Browse files
app.py
CHANGED
|
@@ -8,7 +8,8 @@ import logging
|
|
| 8 |
|
| 9 |
import gradio as gr
|
| 10 |
import torch
|
| 11 |
-
from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 12 |
|
| 13 |
os.environ["TOKENIZERS_PARALLELISM"] = "0"
|
| 14 |
os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
|
|
|
|
| 8 |
|
| 9 |
import gradio as gr
|
| 10 |
import torch
|
| 11 |
+
from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 12 |
+
from threading import Thread
|
| 13 |
|
| 14 |
os.environ["TOKENIZERS_PARALLELISM"] = "0"
|
| 15 |
os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
|