Hugging Face's logo

Spaces:
david-thrower
/
3B-Param-Basic-Chatbot
Build error

App Files Community
david-thrower commited on
Commit
20e8d9a
·
verified ·
1 Parent(s): ac41acd

Update app.py

Browse files

Add imports...

Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -1,7 +1,7 @@
1
 
2
  import gc
3
 
4
- # import gradio as gr
5
  # import torch
6
  # from transformers import AutoTokenizer, AutoModelForCausalLM, HqqConfig
7
 
@@ -27,6 +27,8 @@ import gc
27
 
28
  #########
29
 
 
 
30
  model, tokenizer = FastLanguageModel.from_pretrained(
31
  "unsloth/Llama-3.2-3B-Instruct-bnb-4bit",
32
  max_seq_length=128_000,
 
1
 
2
  import gc
3
 
4
+ import gradio as gr
5
  # import torch
6
  # from transformers import AutoTokenizer, AutoModelForCausalLM, HqqConfig
7
 
 
27
 
28
  #########
29
 
30
+ from unsloth import FastLanguageModel
31
+
32
  model, tokenizer = FastLanguageModel.from_pretrained(
33
  "unsloth/Llama-3.2-3B-Instruct-bnb-4bit",
34
  max_seq_length=128_000,