Hugging Face's logo

Spaces:
BSC-LT
/
ChatUI
Running on CPU Upgrade

App Files Community
2
ankush13r commited on
Commit
a99de17
·
verified ·
1 Parent(s): e2e7175

Update .env.local.template

Browse files
Files changed (1) hide show
  1. .env.local.template +5 -7
.env.local.template CHANGED
@@ -69,8 +69,7 @@ MODELS=`[
69
  "parameters": {
70
  "temperature": 0.4,
71
  "repetition_penalty": 2,
72
- "max_new_tokens": 1000,
73
- "stop":["<|im_end|>"]
74
  },
75
  "extraBody":{
76
  "presence_penalty":-0.9
@@ -99,17 +98,16 @@ MODELS=`[
99
  }
100
  ],
101
  "parameters": {
102
- "temperature": 0.4,
103
  "repetition_penalty": 2,
104
- "max_new_tokens": 1000,
105
- "stop":["<|im_end|>"]
106
  },
107
  "extraBody":{
108
- "presence_penalty":-0.9
109
  }
110
  }
111
  ]`
112
- #Repetition penality = presence_penalty + 2
113
 
114
  TASK_MODEL=`{
115
  "name": "czearing/article-title-generator",
 
69
  "parameters": {
70
  "temperature": 0.4,
71
  "repetition_penalty": 2,
72
+ "max_new_tokens": 2000,
 
73
  },
74
  "extraBody":{
75
  "presence_penalty":-0.9
 
98
  }
99
  ],
100
  "parameters": {
101
+ "temperature": 0.3,
102
  "repetition_penalty": 2,
103
+ "max_new_tokens": 4000,
 
104
  },
105
  "extraBody":{
106
+ "presence_penalty":2
107
  }
108
  }
109
  ]`
110
+ #Repetition penality = presence_penalty + 2 # FOR TGI
111
 
112
  TASK_MODEL=`{
113
  "name": "czearing/article-title-generator",