papuGaPT2-large / create_config.py
miwojc's picture
Saving weights and logs of step 500
2fba63b
raw
history blame contribute delete
203 Bytes
from transformers import GPT2Config
model_dir = "." # ${MODEL_DIR}
config = GPT2Config.from_pretrained("gpt2-large", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0)
config.save_pretrained(model_dir)