Jintao Huang
commited on
Commit
·
c03bd06
1
Parent(s):
c350cab
first commit
Browse files- README.md +3 -3
- model-00001-of-00007.safetensors +3 -0
- model-00003-of-00007.safetensors +2 -2
- model-00005-of-00007.safetensors +2 -2
README.md
CHANGED
|
@@ -61,15 +61,15 @@ KeyError: 'qwen2'
|
|
| 61 |
Here provides a code snippet with `apply_chat_template` to show you how to load the tokenizer and model and how to generate contents.
|
| 62 |
|
| 63 |
```python
|
| 64 |
-
from
|
| 65 |
device = "cuda" # the device to load the model onto
|
| 66 |
|
| 67 |
model = AutoModelForCausalLM.from_pretrained(
|
| 68 |
-
"
|
| 69 |
torch_dtype="auto",
|
| 70 |
device_map="auto"
|
| 71 |
)
|
| 72 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
| 73 |
|
| 74 |
prompt = "Give me a short introduction to large language model."
|
| 75 |
messages = [
|
|
|
|
| 61 |
Here provides a code snippet with `apply_chat_template` to show you how to load the tokenizer and model and how to generate contents.
|
| 62 |
|
| 63 |
```python
|
| 64 |
+
from modelscope import AutoModelForCausalLM, AutoTokenizer
|
| 65 |
device = "cuda" # the device to load the model onto
|
| 66 |
|
| 67 |
model = AutoModelForCausalLM.from_pretrained(
|
| 68 |
+
"huangjintao/Qwen1.5-110B-Chat-GPTQ-Int4",
|
| 69 |
torch_dtype="auto",
|
| 70 |
device_map="auto"
|
| 71 |
)
|
| 72 |
+
tokenizer = AutoTokenizer.from_pretrained("huangjintao/Qwen1.5-110B-Chat-GPTQ-Int4")
|
| 73 |
|
| 74 |
prompt = "Give me a short introduction to large language model."
|
| 75 |
messages = [
|
model-00001-of-00007.safetensors
CHANGED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4308dc5032f0bbe5924a2328b7ea2a05cfa5cf31374a5c39e8a9e109273ad0e2
|
| 3 |
+
size 9846430896
|
model-00003-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d4ca0343ac5a39bb9c0c2efb016d054fd61497fd4e905a2ee544438593978301
|
| 3 |
+
size 9893790680
|
model-00005-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f67601601dbad89557712b81d7d2cee5ba9f4149e18b6f6ea3e8919d44d74225
|
| 3 |
+
size 9893790680
|