make title generate from same model

.env.local.template

@@ -110,7 +110,7 @@ MODELS=`[
 #Repetition penality = presence_penalty + 2 # FOR TGI
 
 TASK_MODEL=`{
-  "name": "czearing/article-title-generator",
+  "name": "vllm",
   "preprompt": "",
   "chatPromptTemplate": "{{#if @root.preprompt}}system\n{{@root.preprompt}}\n{{/if}}{{#each messages}}{{#ifUser}}{{content}}\n\n{{/ifUser}}{{#ifAssistant}}{{content}}\n{{/ifAssistant}}{{/each}}",
   "promptExamples": [
@@ -129,8 +129,9 @@ TASK_MODEL=`{
   ],
   "endpoints": [
     {
-      "type": "tgi",
-      "url": "http://localhost:8090",
+      "type": "openai",
+      "baseURL": "${BASEURL_SALAMANDRA_TOOLS}/v1",
+      "apiKey": "${HF_TOKEN}"
     }
   ],
   "parameters": {
@@ -139,25 +140,13 @@ TASK_MODEL=`{
       "max_new_tokens": 200,
     }
 }`
-OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
-
-PUBLIC_ORIGIN=https://bsc-lt-chatui.hf.space #${SPACE_HOST}
-PUBLIC_SHARE_PREFIX=https://bsc-lt-chatui.hf.space #${SPACE_HOST}/r
-PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
-PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable
-PUBLIC_ANNOUNCEMENT_BANNERS=`[
-  {
-    "title": "Soon function calling (tools) will be integrated",
-    "linkTitle": "Function calling",
-  }
-]`
 
 PARQUET_EXPORT_DATASET=
 PARQUET_EXPORT_HF_TOKEN=
 PARQUET_EXPORT_SECRET=
 
-PUBLIC_APP_NAME=${APP_NAME} # name used as title throughout the app
+PUBLIC_APP_NAME=chatui # name used as title throughout the app
 PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS
-PUBLIC_APP_COLOR=${APP_COLOR} # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
+PUBLIC_APP_COLOR=blue # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
 PUBLIC_APP_DATA_SHARING=#set to 1 to enable disclaimers & options about data sharing
 PUBLIC_APP_DATA_DISCLAIMER=#set to 1 to enable disclaimers about model outputs

Dockerfile

@@ -50,7 +50,7 @@ RUN --mount=type=cache,target=/app/.npm \
 
 RUN npm run build
 
-FROM ghcr.io/huggingface/text-generation-inference:2.1.1
+FROM python:3.10-slim
 
 ARG MODEL_NAME
 ARG MODEL_PROMPT_TEMPLATE
@@ -60,8 +60,6 @@ ARG APP_NAME
 ENV TZ=Europe/Paris \
     PORT=3000
 
-
-
 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
     gnupg \
     curl \

entrypoint.sh.template

@@ -7,10 +7,10 @@
 # mongod &
 
 # # Start the text-generation-inference process
-text-generation-launcher --model-id czearing/article-title-generator --num-shard 1 --port 8090 --trust-remote-code &
+# text-generation-launcher --model-id czearing/article-title-generator --num-shard 1 --port 8090 --trust-remote-code &
 
 # # Wait for text-generation-inference to start
-curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8090/health
+# curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8090/health
 
 # Start the chat-ui process
 export PUBLIC_VERSION="2.0"