Spaces:
Runtime error
Runtime error
ydshieh
commited on
Commit
·
76136cc
1
Parent(s):
241d776
add en translation
Browse files- app.py +4 -2
- model.py +5 -0
- requirements.txt +2 -1
app.py
CHANGED
|
@@ -45,8 +45,10 @@ with st.spinner('Generating image caption ...'):
|
|
| 45 |
|
| 46 |
caption = predict(image)
|
| 47 |
image.close()
|
| 48 |
-
|
| 49 |
-
st.header(
|
|
|
|
|
|
|
| 50 |
|
| 51 |
st.sidebar.header("ViT-GPT2 predicts:")
|
| 52 |
st.sidebar.write(f"{caption}", '\n')
|
|
|
|
| 45 |
|
| 46 |
caption = predict(image)
|
| 47 |
image.close()
|
| 48 |
+
caption_en = translator.translate(caption, src='fr', dest='en')
|
| 49 |
+
st.header('Prediction:')
|
| 50 |
+
st.subheader(f'{caption}\n')
|
| 51 |
+
st.subheader(f'English Translation: {caption_en}\n')
|
| 52 |
|
| 53 |
st.sidebar.header("ViT-GPT2 predicts:")
|
| 54 |
st.sidebar.write(f"{caption}", '\n')
|
model.py
CHANGED
|
@@ -7,6 +7,9 @@ from transformers import ViTFeatureExtractor
|
|
| 7 |
from transformers import GPT2Tokenizer
|
| 8 |
from huggingface_hub import hf_hub_download
|
| 9 |
|
|
|
|
|
|
|
|
|
|
| 10 |
current_path = os.path.dirname(os.path.abspath(__file__))
|
| 11 |
sys.path.append(current_path)
|
| 12 |
|
|
@@ -57,6 +60,8 @@ def predict(image):
|
|
| 57 |
while ' ' in caption:
|
| 58 |
caption = caption.replace(' ', ' ')
|
| 59 |
caption = caption.strip()
|
|
|
|
|
|
|
| 60 |
|
| 61 |
return caption
|
| 62 |
|
|
|
|
| 7 |
from transformers import GPT2Tokenizer
|
| 8 |
from huggingface_hub import hf_hub_download
|
| 9 |
|
| 10 |
+
from googletrans import Translator
|
| 11 |
+
translator = Translator()
|
| 12 |
+
|
| 13 |
current_path = os.path.dirname(os.path.abspath(__file__))
|
| 14 |
sys.path.append(current_path)
|
| 15 |
|
|
|
|
| 60 |
while ' ' in caption:
|
| 61 |
caption = caption.replace(' ', ' ')
|
| 62 |
caption = caption.strip()
|
| 63 |
+
if caption:
|
| 64 |
+
caption = caption[0].upper() + caption[1:]
|
| 65 |
|
| 66 |
return caption
|
| 67 |
|
requirements.txt
CHANGED
|
@@ -3,4 +3,5 @@ Pillow
|
|
| 3 |
jax[cpu]
|
| 4 |
flax
|
| 5 |
transformers
|
| 6 |
-
huggingface_hub
|
|
|
|
|
|
| 3 |
jax[cpu]
|
| 4 |
flax
|
| 5 |
transformers
|
| 6 |
+
huggingface_hub
|
| 7 |
+
googletrans==4.0.0-rc1
|