set class var

duckdb-nsql/eval/prompt_formatters.py

@@ -979,13 +979,10 @@ class DuckDBInstFormatterCustom(RajkumarFormatter):
             context_text: str,
     ) -> str | list[str]:
         """Get prompt format."""
-        print(f"DEBUG - template: {cls.PROMPT_TEMPLATE}")
-
         instruction = cls.PROMPT_TEMPLATE.format(
             schema=table_text,
             question=instruction
         )
-        print(f"DEBUG - instruction: {instruction}")
         return instruction
 
 class DuckDBInstNoShorthandFormatter(DuckDBInstFormatter):

evaluation_logic.py

@@ -101,10 +101,10 @@ def run_prediction(inference_api, model_name, prompt_format, custom_prompt, outp
     try:
         # Initialize necessary components
         data_formatter = DefaultLoader()
-        print(f"DEBUG - Prompt format: {prompt_format}, Custom prompt content: {custom_prompt}")
         if prompt_format.startswith("custom"):
-            prompt_formatter = PROMPT_FORMATTERS["custom"]()
-            prompt_formatter.PROMPT_TEMPLATE = custom_prompt
+            prompt_formatter_cls = PROMPT_FORMATTERS["custom"]
+            prompt_formatter_cls.PROMPT_TEMPLATE = custom_prompt
+            prompt_formatter = prompt_formatter_cls()
         else:
             prompt_formatter = PROMPT_FORMATTERS[prompt_format]()