Spaces:
Running
Running
adding examples
Browse files- app.py +12 -9
- cat.jpg +0 -0
- requirements.txt +1 -2
app.py
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
"""This space is taken and modified from https://huggingface.co/spaces/merve/compare_clip_siglip"""
|
| 2 |
import torch
|
| 3 |
-
from transformers import
|
| 4 |
-
|
|
|
|
|
|
|
| 5 |
import gradio as gr
|
| 6 |
-
import spaces
|
| 7 |
|
| 8 |
################################################################################
|
| 9 |
# Load the models
|
|
@@ -12,7 +13,7 @@ sg1_ckpt = "google/siglip-so400m-patch14-384"
|
|
| 12 |
siglip1_model = AutoModel.from_pretrained(sg1_ckpt, device_map="auto").eval()
|
| 13 |
siglip1_processor = AutoProcessor.from_pretrained(sg1_ckpt)
|
| 14 |
|
| 15 |
-
sg2_ckpt = "
|
| 16 |
siglip2_model = AutoModel.from_pretrained(sg2_ckpt, device_map="auto").eval()
|
| 17 |
siglip2_processor = AutoProcessor.from_pretrained(sg2_ckpt)
|
| 18 |
|
|
@@ -24,11 +25,10 @@ def postprocess(output):
|
|
| 24 |
|
| 25 |
|
| 26 |
def postprocess_siglip(sg1_probs, sg2_probs, labels):
|
| 27 |
-
sg1_output = {labels[i]: float(
|
| 28 |
-
sg2_output = {labels[i]: float(
|
| 29 |
return sg1_output, sg2_output
|
| 30 |
|
| 31 |
-
@spaces.GPU
|
| 32 |
def siglip_detector(image, texts):
|
| 33 |
sg1_inputs = siglip1_processor(
|
| 34 |
text=texts, images=image, return_tensors="pt", padding="max_length", max_length=64
|
|
@@ -73,13 +73,16 @@ with gr.Blocks() as demo:
|
|
| 73 |
siglip1_output = gr.Label(label="SigLIP 1 Output", num_top_classes=3)
|
| 74 |
siglip2_output = gr.Label(label="SigLIP 2 Output", num_top_classes=3)
|
| 75 |
|
| 76 |
-
examples = [
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
gr.Examples(
|
| 78 |
examples=examples,
|
| 79 |
inputs=[image_input, text_input],
|
| 80 |
outputs=[siglip1_output, siglip2_output],
|
| 81 |
fn=infer,
|
| 82 |
-
cache_examples=True,
|
| 83 |
)
|
| 84 |
run_button.click(
|
| 85 |
fn=infer, inputs=[image_input, text_input], outputs=[siglip1_output, siglip2_output]
|
|
|
|
| 1 |
"""This space is taken and modified from https://huggingface.co/spaces/merve/compare_clip_siglip"""
|
| 2 |
import torch
|
| 3 |
+
from transformers import (
|
| 4 |
+
AutoModel,
|
| 5 |
+
AutoProcessor
|
| 6 |
+
)
|
| 7 |
import gradio as gr
|
|
|
|
| 8 |
|
| 9 |
################################################################################
|
| 10 |
# Load the models
|
|
|
|
| 13 |
siglip1_model = AutoModel.from_pretrained(sg1_ckpt, device_map="auto").eval()
|
| 14 |
siglip1_processor = AutoProcessor.from_pretrained(sg1_ckpt)
|
| 15 |
|
| 16 |
+
sg2_ckpt = "google/siglip2-so400m-patch14-384"
|
| 17 |
siglip2_model = AutoModel.from_pretrained(sg2_ckpt, device_map="auto").eval()
|
| 18 |
siglip2_processor = AutoProcessor.from_pretrained(sg2_ckpt)
|
| 19 |
|
|
|
|
| 25 |
|
| 26 |
|
| 27 |
def postprocess_siglip(sg1_probs, sg2_probs, labels):
|
| 28 |
+
sg1_output = {labels[i]: float(sg1_probs[0].cpu().numpy()[i]) for i in range(len(labels))}
|
| 29 |
+
sg2_output = {labels[i]: float(sg2_probs[0].cpu().numpy()[i]) for i in range(len(labels))}
|
| 30 |
return sg1_output, sg2_output
|
| 31 |
|
|
|
|
| 32 |
def siglip_detector(image, texts):
|
| 33 |
sg1_inputs = siglip1_processor(
|
| 34 |
text=texts, images=image, return_tensors="pt", padding="max_length", max_length=64
|
|
|
|
| 73 |
siglip1_output = gr.Label(label="SigLIP 1 Output", num_top_classes=3)
|
| 74 |
siglip2_output = gr.Label(label="SigLIP 2 Output", num_top_classes=3)
|
| 75 |
|
| 76 |
+
examples = [
|
| 77 |
+
["./baklava.jpg", "desser on a plate, a serving of baklava, a plate and spoon"],
|
| 78 |
+
["./baklava.jpg", "a cat, two cats, three cats"],
|
| 79 |
+
["./baklava.jpg", "two sleeping cats, two cats playing, three cats laying down"],
|
| 80 |
+
]
|
| 81 |
gr.Examples(
|
| 82 |
examples=examples,
|
| 83 |
inputs=[image_input, text_input],
|
| 84 |
outputs=[siglip1_output, siglip2_output],
|
| 85 |
fn=infer,
|
|
|
|
| 86 |
)
|
| 87 |
run_button.click(
|
| 88 |
fn=infer, inputs=[image_input, text_input], outputs=[siglip1_output, siglip2_output]
|
cat.jpg
ADDED
|
requirements.txt
CHANGED
|
@@ -4,5 +4,4 @@ git+https://github.com/huggingface/transformers@main
|
|
| 4 |
sentencepiece
|
| 5 |
pillow
|
| 6 |
protobuf
|
| 7 |
-
accelerate
|
| 8 |
-
spaces
|
|
|
|
| 4 |
sentencepiece
|
| 5 |
pillow
|
| 6 |
protobuf
|
| 7 |
+
accelerate
|
|
|