refine prompt

llm_toolkit/translation_utils.py

@@ -127,10 +127,8 @@ def load_translation_dataset(data_path, tokenizer=None, num_shots=5):
             example_translations = "Example Translations:\n"
             for i in range(num_shots):
                 example_translations += f"Chinese: {datasets['train'][i]['chinese']}\n"
-                example_translations += (
-                    f"English: {datasets['train'][i]['english']}\n\n"
-                )
-            translation_prompt = translation_prompt + example_translations
+                example_translations += f"English: {datasets['train'][i]['english']}\n"
+            translation_prompt = translation_prompt + example_translations + "\n"
 
         translation_prompt = translation_prompt + "Chinese: {}\nEnglish:"
 

requirements.txt

@@ -13,6 +13,7 @@ packaging
 langchain_openai==0.1.13
 wandb==0.17.4
 transformers==4.43.3
+bitsandbytes==0.43.3
 sentencepiece==0.2.0
 einops==0.8.0
 accelerate==0.32.1