Spaces:
Build error
Build error
Update eval-mac.sh
Browse files- scripts/eval-mac.sh +9 -1
scripts/eval-mac.sh
CHANGED
|
@@ -16,6 +16,8 @@ grep MemTotal /proc/meminfo
|
|
| 16 |
|
| 17 |
# export START_NUM_SHOTS=50
|
| 18 |
|
|
|
|
|
|
|
| 19 |
# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat
|
| 20 |
|
| 21 |
# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct
|
|
@@ -24,7 +26,9 @@ grep MemTotal /proc/meminfo
|
|
| 24 |
|
| 25 |
# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
|
| 26 |
|
| 27 |
-
./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct
|
|
|
|
|
|
|
| 28 |
|
| 29 |
# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
|
| 30 |
|
|
@@ -34,6 +38,8 @@ grep MemTotal /proc/meminfo
|
|
| 34 |
|
| 35 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
|
| 36 |
|
|
|
|
|
|
|
| 37 |
export MAX_NEW_TOKENS=2048
|
| 38 |
export START_REPETITION_PENALTY=1.0
|
| 39 |
export END_REPETITION_PENALTY=1.1
|
|
@@ -46,3 +52,5 @@ export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv
|
|
| 46 |
# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
|
| 47 |
|
| 48 |
# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
# export START_NUM_SHOTS=50
|
| 18 |
|
| 19 |
+
export RESULTS_PATH=results/mac-results_few_shots.csv
|
| 20 |
+
|
| 21 |
# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat
|
| 22 |
|
| 23 |
# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct
|
|
|
|
| 26 |
|
| 27 |
# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
|
| 28 |
|
| 29 |
+
# ./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct
|
| 30 |
+
|
| 31 |
+
export RESULTS_PATH=results/mac-results_fine_tuned.csv
|
| 32 |
|
| 33 |
# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
|
| 34 |
|
|
|
|
| 38 |
|
| 39 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
|
| 40 |
|
| 41 |
+
./scripts/eval-epochs.sh microsoft Phi-3.5-mini-instruct
|
| 42 |
+
|
| 43 |
export MAX_NEW_TOKENS=2048
|
| 44 |
export START_REPETITION_PENALTY=1.0
|
| 45 |
export END_REPETITION_PENALTY=1.1
|
|
|
|
| 52 |
# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
|
| 53 |
|
| 54 |
# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
|
| 55 |
+
|
| 56 |
+
./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct best_checkpoint
|