Test

app.py

@@ -6,8 +6,7 @@ from huggingface_hub import InferenceClient
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
 hf_token = os.getenv("user_token")
-# client = InferenceClient("Qwen/Qwen2.5-Coder-3B-Instruct", token=hf_token)
-client = InferenceClient("defog/llama-3-sqlcoder-8b", token=hf_token)
+client = InferenceClient("Qwen/Qwen2.5-Coder-3B-Instruct", token=hf_token)
 
 
 def respond(
@@ -18,67 +17,17 @@ def respond(
     temperature,
     top_p,
 ):
-#     sytems = """ 
-# ### Instructions:
-# Your task is to convert a question into a SQL query, given a Postgres database schema.
-# Adhere to these rules:
-# - **Deliberately go through the question and database schema word by word** to appropriately answer the question
-# - **Use Table Aliases** to prevent ambiguity. For example, `SELECT table1.col1, table2.col1 FROM table1 JOIN table2 ON table1.id = table2.id`.
-# - When creating a ratio, always cast the numerator as float
-
-# ### Input:
-# Generate a SQL query that answers the question `{question}`.
-# This query will run on a database whose schema is represented in this string:
-# CREATE TABLE products (
-#   product_id INTEGER PRIMARY KEY, -- Unique ID for each product
-#   name VARCHAR(50), -- Name of the product
-#   price DECIMAL(10,2), -- Price of each unit of the product
-#   quantity INTEGER  -- Current quantity in stock
-# );
-
-# CREATE TABLE customers (
-#    customer_id INTEGER PRIMARY KEY, -- Unique ID for each customer
-#    name VARCHAR(50), -- Name of the customer
-#    address VARCHAR(100) -- Mailing address of the customer
-# );
-
-# CREATE TABLE salespeople (
-#   salesperson_id INTEGER PRIMARY KEY, -- Unique ID for each salesperson
-#   name VARCHAR(50), -- Name of the salesperson
-#   region VARCHAR(50) -- Geographic sales region
-# );
-
-# CREATE TABLE sales (
-#   sale_id INTEGER PRIMARY KEY, -- Unique ID for each sale
-#   product_id INTEGER, -- ID of product sold
-#   customer_id INTEGER,  -- ID of customer who made purchase
-#   salesperson_id INTEGER, -- ID of salesperson who made the sale
-#   sale_date DATE, -- Date the sale occurred
-#   quantity INTEGER -- Quantity of product sold
-# );
-
-# CREATE TABLE product_suppliers (
-#   supplier_id INTEGER PRIMARY KEY, -- Unique ID for each supplier
-#   product_id INTEGER, -- Product ID supplied
-#   supply_price DECIMAL(10,2) -- Unit price charged by supplier
-# );
-
-# -- sales.product_id can be joined with products.product_id
-# -- sales.customer_id can be joined with customers.customer_id
-# -- sales.salesperson_id can be joined with salespeople.salesperson_id
-# -- product_suppliers.product_id can be joined with products.product_id
-
-# ### Response:
-# Based on your instructions, here is the SQL query I have generated to answer the question `{question}`:
-# ```sql
-# """
-    
-    sytems2= """
-    <|begin_of_text|><|start_header_id|>user<|end_header_id|>
-
-Generate a SQL query to answer this question: `{question}`
-
-DDL statements:
+    sytems = """ 
+### Instructions:
+Your task is to convert a question into a SQL query, given a Postgres database schema.
+Adhere to these rules:
+- **Deliberately go through the question and database schema word by word** to appropriately answer the question
+- **Use Table Aliases** to prevent ambiguity. For example, `SELECT table1.col1, table2.col1 FROM table1 JOIN table2 ON table1.id = table2.id`.
+- When creating a ratio, always cast the numerator as float
+
+### Input:
+Generate a SQL query that answers the question `{question}`.
+This query will run on a database whose schema is represented in this string:
 CREATE TABLE products (
   product_id INTEGER PRIMARY KEY, -- Unique ID for each product
   name VARCHAR(50), -- Name of the product
@@ -117,12 +66,13 @@ CREATE TABLE product_suppliers (
 -- sales.customer_id can be joined with customers.customer_id
 -- sales.salesperson_id can be joined with salespeople.salesperson_id
 -- product_suppliers.product_id can be joined with products.product_id
-<|eot_id|><|start_header_id|>assistant<|end_header_id|>
 
-The following SQL query best answers the question `{question}`:
+### Response:
+Based on your instructions, here is the SQL query I have generated to answer the question `{question}`:
 ```sql
 """
-    messages = [{"role": "system", "content": sytems2}]
+    
+    messages = [{"role": "system", "content": sytems}]
 
     for val in history:
         if val[0]: