mixtral_tune.sh

pip install --upgrade pip
pip install -q -U bitsandbytes
pip install -q -U git+https://github.com/huggingface/transformers.git
pip install -q -U git+https://github.com/huggingface/peft.git
pip install -q -U git+https://github.com/huggingface/accelerate.git
pip install -q -U datasets scipy ipywidgets matplotlib


train_json="./data/chat_edit/assets/test200/edit_instructions_v0.jsonl"
output_dir = f"{output_root}/{run_name}"
python3 ./dataset_creation/mixtral_tune.py \
    --train_json train_json