Replace multicore TSNE

backend/inference.py

@@ -12,7 +12,7 @@ from typing import List, Union
 import torch
 
 from backend.utils import load_model, filter_questions, load_embeddings
-from MulticoreTSNE import MulticoreTSNE as TSNE
+from sklearn.manifold import TSNE
 
 def cos_sim(a, b):
     return jnp.matmul(a, jnp.transpose(b)) / (jnp.linalg.norm(a) * jnp.linalg.norm(b))

requirements.txt

@@ -5,6 +5,5 @@ jaxlib
 streamlit
 numpy
 torch
-cmake
-MulticoreTSNE
+scikit-learn
 plotly