Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
RAG changes
Browse files- .gitignore +2 -1
- RAG/colpali.py +2 -2
.gitignore
CHANGED
|
@@ -1,3 +1,4 @@
|
|
| 1 |
**/__pycache__/
|
| 2 |
*.DS_Store
|
| 3 |
-
vs
|
|
|
|
|
|
| 1 |
**/__pycache__/
|
| 2 |
*.DS_Store
|
| 3 |
+
vs
|
| 4 |
+
similarity_maps
|
RAG/colpali.py
CHANGED
|
@@ -234,7 +234,7 @@ def colpali_search_rerank(query):
|
|
| 234 |
final_docs.append(doc)
|
| 235 |
final_docs_sorted = sorted(final_docs, key=lambda d: d['total_score'], reverse=True)
|
| 236 |
final_docs_sorted_20.append(final_docs_sorted[:20])
|
| 237 |
-
img = "/home/
|
| 238 |
ans = generate_ans(img,query)
|
| 239 |
images_highlighted = [{'file':img}]
|
| 240 |
# if(st.session_state.show_columns == True):
|
|
@@ -330,7 +330,7 @@ def img_highlight(img,batch_queries,query_tokens):
|
|
| 330 |
for idx, (fig, ax) in enumerate(plots):
|
| 331 |
if(idx<3):
|
| 332 |
continue
|
| 333 |
-
savepath = "/home/
|
| 334 |
fig.savefig(savepath, bbox_inches="tight")
|
| 335 |
map_images.append({'file':savepath})
|
| 336 |
print(f"Similarity map for token `{query_tokens_from_model[idx]}` saved at `{savepath}`")
|
|
|
|
| 234 |
final_docs.append(doc)
|
| 235 |
final_docs_sorted = sorted(final_docs, key=lambda d: d['total_score'], reverse=True)
|
| 236 |
final_docs_sorted_20.append(final_docs_sorted[:20])
|
| 237 |
+
img = "/home/user/app/vs/"+final_docs_sorted_20[0][0]['image']
|
| 238 |
ans = generate_ans(img,query)
|
| 239 |
images_highlighted = [{'file':img}]
|
| 240 |
# if(st.session_state.show_columns == True):
|
|
|
|
| 330 |
for idx, (fig, ax) in enumerate(plots):
|
| 331 |
if(idx<3):
|
| 332 |
continue
|
| 333 |
+
savepath = "/home/user/app/similarity_maps/similarity_map_"+(img.split("/"))[-1]+"_token_"+str(idx)+"_"+query_tokens_from_model[idx]+".png"
|
| 334 |
fig.savefig(savepath, bbox_inches="tight")
|
| 335 |
map_images.append({'file':savepath})
|
| 336 |
print(f"Similarity map for token `{query_tokens_from_model[idx]}` saved at `{savepath}`")
|