Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ from transformers import AutoTokenizer
|
|
| 3 |
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
|
| 4 |
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
|
| 5 |
def ndps(text):
|
| 6 |
-
input_ids =
|
| 7 |
-
return
|
| 8 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
| 9 |
demo.launch()
|
|
|
|
| 3 |
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
|
| 4 |
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
|
| 5 |
def ndps(text):
|
| 6 |
+
input_ids = token1.encode(text, add_special_tokens=True)
|
| 7 |
+
return token2.decode(input_ids, skip_special_tokens=True)
|
| 8 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
| 9 |
demo.launch()
|