Spaces:
Runtime error
Runtime error
Commit
·
3f280c5
1
Parent(s):
8120e79
Add image URL option in MLM
Browse files- apps/mlm.py +17 -1
apps/mlm.py
CHANGED
|
@@ -13,7 +13,8 @@ import os
|
|
| 13 |
import matplotlib.pyplot as plt
|
| 14 |
from mtranslate import translate
|
| 15 |
from .utils import read_markdown
|
| 16 |
-
|
|
|
|
| 17 |
from .model.flax_clip_vision_bert.modeling_clip_vision_bert import (
|
| 18 |
FlaxCLIPVisionBertForMaskedLM,
|
| 19 |
)
|
|
@@ -63,6 +64,7 @@ def app(state):
|
|
| 63 |
with st.spinner("Loading model..."):
|
| 64 |
mlm_state.mlm_model = load_model(mlm_checkpoints[0])
|
| 65 |
|
|
|
|
| 66 |
if st.button(
|
| 67 |
"Get a random example",
|
| 68 |
help="Get a random example from the 100 `seeded` image-text pairs.",
|
|
@@ -79,6 +81,20 @@ def app(state):
|
|
| 79 |
image = plt.imread(image_path)
|
| 80 |
mlm_state.mlm_image = image
|
| 81 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
transformed_image = get_transformed_image(mlm_state.mlm_image)
|
| 83 |
|
| 84 |
new_col1, new_col2 = st.beta_columns([5, 5])
|
|
|
|
| 13 |
import matplotlib.pyplot as plt
|
| 14 |
from mtranslate import translate
|
| 15 |
from .utils import read_markdown
|
| 16 |
+
import requests
|
| 17 |
+
from PIL import Image
|
| 18 |
from .model.flax_clip_vision_bert.modeling_clip_vision_bert import (
|
| 19 |
FlaxCLIPVisionBertForMaskedLM,
|
| 20 |
)
|
|
|
|
| 64 |
with st.spinner("Loading model..."):
|
| 65 |
mlm_state.mlm_model = load_model(mlm_checkpoints[0])
|
| 66 |
|
| 67 |
+
|
| 68 |
if st.button(
|
| 69 |
"Get a random example",
|
| 70 |
help="Get a random example from the 100 `seeded` image-text pairs.",
|
|
|
|
| 81 |
image = plt.imread(image_path)
|
| 82 |
mlm_state.mlm_image = image
|
| 83 |
|
| 84 |
+
st.write("OR")
|
| 85 |
+
|
| 86 |
+
query1 = st.text_input(
|
| 87 |
+
"Enter a URL to an image",
|
| 88 |
+
value="http://images.cocodataset.org/val2017/000000039769.jpg",
|
| 89 |
+
)
|
| 90 |
+
if st.button("Use this URL"):
|
| 91 |
+
image_data = requests.get(query1, stream=True).raw
|
| 92 |
+
image = np.asarray(Image.open(image_data))
|
| 93 |
+
print(image.shape)
|
| 94 |
+
mlm_state.mlm_image = image
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
|
| 98 |
transformed_image = get_transformed_image(mlm_state.mlm_image)
|
| 99 |
|
| 100 |
new_col1, new_col2 = st.beta_columns([5, 5])
|