remove extra cleanning on suggestion list

app.py

@@ -65,38 +65,16 @@ def suggest_next(text, model_name, k, m, num_beam_groups, diversity_penalty):
     outs = gen_pipe(text, **gen_kwargs)
 
     # 提取純下文、過濾空字串、繁體化、確保 strip 處理
-    raw_suggestions = []
+    suggestions = set()
     for out in outs:
         snippet = out["generated_text"][len(text):].strip()
         if not snippet:
             continue
         converted = cc.convert(snippet).strip()
-        raw_suggestions.append(converted)
+        suggestions.add(converted)
+    suggestions = list(suggestions)
 
-    # 去重 (基於 strip 後內容)
-    unique_suggestions = []
-    seen = set()
-    for s in raw_suggestions:
-        key = s
-        if key not in seen:
-            seen.add(key)
-            unique_suggestions.append(key)
-
-    # 合併共同前綴
-    cprint(f'unique_suggestions: {unique_suggestions}','blue')
-    merged_prefixes = unique_suggestions
-    cprint(f"merged_prefixes: {merged_prefixes}",'red')
-
-    # 最終去重並移除空項 (基於 strip 後內容)
-    final_suggestions = []
-    seen_final = set()
-    for s in merged_prefixes:
-        key = s.strip()
-        if key and key not in seen_final:
-            seen_final.add(key)
-            final_suggestions.append(key)
-
-    return update(choices=final_suggestions, value=None)
+    return update(choices=suggestions, value=None)
 
 
 def append_suggestion(current, choice):