Update human_text_detect.py
Browse files- human_text_detect.py +3 -0
human_text_detect.py
CHANGED
|
@@ -105,6 +105,9 @@ def detect_human_text(model_name, topic, text):
|
|
| 105 |
lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
|
| 106 |
tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
|
| 107 |
|
|
|
|
|
|
|
|
|
|
| 108 |
print("Save tokenizer")
|
| 109 |
tokenizer.save_pretrained(cache_dir)
|
| 110 |
|
|
|
|
| 105 |
lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
|
| 106 |
tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
|
| 107 |
|
| 108 |
+
print("Before saved tokenizer files in:", cache_dir)
|
| 109 |
+
print(os.listdir(cache_dir))
|
| 110 |
+
|
| 111 |
print("Save tokenizer")
|
| 112 |
tokenizer.save_pretrained(cache_dir)
|
| 113 |
|