Spaces:

not-lain
/

text-streaming

Running on Zero

not-lain commited on Feb 21, 2024

Commit

d6a7434

verified ·

1 Parent(s): 9e8835a

switch to 2b model

Files changed (1) hide show

app.py CHANGED Viewed

@@ -2,8 +2,8 @@ import gradio as gr
 import os
 from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
 token = os.environ["HF_TOKEN"]
-tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b",token=token)
-model = AutoModelForCausalLM.from_pretrained("google/gemma-7b",token=token)
 streamer = TextStreamer(tokenizer,skip_prompt=True)

 import os
 from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
 token = os.environ["HF_TOKEN"]
+tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b",token=token)
+model = AutoModelForCausalLM.from_pretrained("google/gemma-2b",token=token)
 streamer = TextStreamer(tokenizer,skip_prompt=True)