removed encoding and sentence models

app.py

@@ -1,6 +1,6 @@
 from flask import Flask,request,render_template,send_file,jsonify
 import os
-from transformers import AutoTokenizer, AutoModel
+# from transformers import AutoTokenizer, AutoModel
 import anvil.server
 import pathlib
 import textwrap
@@ -13,15 +13,15 @@ from keys_min import server_uplink
 print(server_uplink)
 anvil.server.connect(server_uplink)
 
-from sentence_transformers import SentenceTransformer
-from sentence_transformers.util import cos_sim
+# from sentence_transformers import SentenceTransformer
+# from sentence_transformers.util import cos_sim
 # model = SentenceTransformer('thenlper/gte-large')
-model = SentenceTransformer('BAAI/bge-large-en')
+# model = SentenceTransformer('BAAI/bge-large-en')
 
-@anvil.server.callable
-def encode(sentence = None):
-    vec = model.encode(sentence)
-    return [float(val) if isinstance(val, (int, float, np.float32)) else 0.0 for val in vec]
+# @anvil.server.callable
+# def encode(sentence = None):
+#     vec = model.encode(sentence)
+#     return [float(val) if isinstance(val, (int, float, np.float32)) else 0.0 for val in vec]
 
 app=Flask(__name__)
 MESSAGED={'title':'API Server for ICAPP',
@@ -29,8 +29,8 @@ MESSAGED={'title':'API Server for ICAPP',
                       'call_gemini(text,key)','call_gpt(text,key,model)',
                       'task_id<=launch(func_name,*args)','poll(task_id)']}
 
-tokenizer = AutoTokenizer.from_pretrained('allenai/specter')
-encoder = AutoModel.from_pretrained('allenai/specter')
+# tokenizer = AutoTokenizer.from_pretrained('allenai/specter')
+# encoder = AutoModel.from_pretrained('allenai/specter')
 
 anvil.server.callable(call_gpt)
 anvil.server.callable(call_gemini)
@@ -64,15 +64,15 @@ def poll(task_id):
             return str(result)
     else: return str(result)
 
-@anvil.server.callable
-def encode_anvil(text):
-    inputs = tokenizer(text, padding=True, truncation=True, 
-                       return_tensors="pt", max_length=512)
-    result = encoder(**inputs)
-    embeddings = result.last_hidden_state[:, 0, :]
-    emb_array = embeddings.detach().numpy()
-    embedding=emb_array.tolist()
-    return embedding
+# @anvil.server.callable
+# def encode_anvil(text):
+#     inputs = tokenizer(text, padding=True, truncation=True, 
+#                        return_tensors="pt", max_length=512)
+#     result = encoder(**inputs)
+#     embeddings = result.last_hidden_state[:, 0, :]
+#     emb_array = embeddings.detach().numpy()
+#     embedding=emb_array.tolist()
+#     return embedding
 
 @anvil.server.callable
 def reset_service():
@@ -86,22 +86,22 @@ def print_results_table():
     global service
     return(service.results)
 
-@app.route('/encode',methods=['GET','POST'])
-def encode():
-    print(request)
-    if request.method=='GET':
-        text=request.args.get('text')
-    elif request.method=='POST':
-        data=request.get_json()
-        if 'text' in data: text=data["text"]
-    if text=='' or text is None: return -1
-    inputs = tokenizer(text, padding=True, truncation=True, 
-                       return_tensors="pt", max_length=512)
-    result = encoder(**inputs)
-    embeddings = result.last_hidden_state[:, 0, :]
-    emb_array = embeddings.detach().numpy()
-    embedding=emb_array.tolist()
-    return jsonify({'embedding': embedding})
+# @app.route('/encode',methods=['GET','POST'])
+# def encode():
+#     print(request)
+#     if request.method=='GET':
+#         text=request.args.get('text')
+#     elif request.method=='POST':
+#         data=request.get_json()
+#         if 'text' in data: text=data["text"]
+#     if text=='' or text is None: return -1
+#     inputs = tokenizer(text, padding=True, truncation=True, 
+#                        return_tensors="pt", max_length=512)
+#     result = encoder(**inputs)
+#     embeddings = result.last_hidden_state[:, 0, :]
+#     emb_array = embeddings.detach().numpy()
+#     embedding=emb_array.tolist()
+#     return jsonify({'embedding': embedding})
 
 @app.route('/',methods=['GET', 'POST'])
 def home():

library.ipynb

@@ -73,7 +73,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "py310all",
+   "display_name": "py310exp",
    "language": "python",
    "name": "python3"
   },