Updated Repo_id to point to openGPT-X/Teuken-7B-instruct-v0.6
Browse files- gptx_tokenizer.py +1 -1
gptx_tokenizer.py
CHANGED
|
@@ -14,7 +14,7 @@ from transformers.tokenization_utils import PreTrainedTokenizer
|
|
| 14 |
from transformers.tokenization_utils_base import TOKENIZER_CONFIG_FILE
|
| 15 |
|
| 16 |
|
| 17 |
-
REPO_ID = "
|
| 18 |
|
| 19 |
class HFGPTXTokenizer(PreTrainedTokenizer):
|
| 20 |
"""
|
|
|
|
| 14 |
from transformers.tokenization_utils_base import TOKENIZER_CONFIG_FILE
|
| 15 |
|
| 16 |
|
| 17 |
+
REPO_ID = "openGPT-X/Teuken-7B-instruct-v0.6"
|
| 18 |
|
| 19 |
class HFGPTXTokenizer(PreTrainedTokenizer):
|
| 20 |
"""
|