init app

README.md

@@ -1,12 +1,12 @@
 ---
-title: Text Classification Optimum
-emoji: 📊
+title: Optimum Text Classification
+emoji: ⭐⭐⭐
 colorFrom: purple
 colorTo: yellow
 sdk: streamlit
 sdk_version: 1.9.0
-app_file: app.py
-pinned: false
+app_file: main.py
+pinned: true
 license: mit
 ---
 

main.py

@@ -0,0 +1,58 @@
+"""⭐ Text Classification with Optimum and ONNXRuntime
+
+Author:
+    - @ChainYo - https://github.com/ChainYo
+"""
+
+import streamlit as st
+
+from transformers import AutoTokenizer, AutoModel, pipeline
+from optimum.onnxruntime import ORTModelForTextClassification
+from optimum.pipelines import pipeline
+
+
+MODEL_PATH = "ProsusAI/finbert"
+
+st.set_page_config(page_title="Optimum Text Classification", page_icon="⭐")
+st.title("🤗 Optimum Text Classification")
+st.subheader("Classify financial text with 🤗 Optimum and ONNXRuntime")
+st.markdown("""
+[![GitHub](https://img.shields.io/badge/-%23121011.svg?style=for-the-badge&logo=github&logoColor=white)](https://github.com/ChainYo)
+[![HuggingFace](https://img.shields.io/badge/-yellow.svg?style=for-the-badge&logo=data:image/svg+xml;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBzdGFuZGFsb25lPSJubyI/Pgo8IURPQ1RZUEUgc3ZnIFBVQkxJQyAiLS8vVzNDLy9EVEQgU1ZHIDIwMDEwOTA0Ly9FTiIKICJodHRwOi8vd3d3LnczLm9yZy9UUi8yMDAxL1JFQy1TVkctMjAwMTA5MDQvRFREL3N2ZzEwLmR0ZCI+CjxzdmcgdmVyc2lvbj0iMS4wIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiB3aWR0aD0iMTc1LjAwMDAwMHB0IiBoZWlnaHQ9IjE3NS4wMDAwMDBwdCIgdmlld0JveD0iMCAwIDE3NS4wMDAwMDAgMTc1LjAwMDAwMCIKIHByZXNlcnZlQXNwZWN0UmF0aW89InhNaWRZTWlkIG1lZXQiPgoKPGcgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoMC4wMDAwMDAsMTc1LjAwMDAwMCkgc2NhbGUoMC4xMDAwMDAsLTAuMTAwMDAwKSIKZmlsbD0iIzAwMDAwMCIgc3Ryb2tlPSJub25lIj4KPHBhdGggZD0iTTU2MyAxMjM2IGMtMjkgLTEzIC02MyAtNTkgLTYzIC04NiAwIC0yNiAzMyAtODAgNTIgLTg2IDE1IC00IDI2IDEKNDMgMjEgMjAgMjYgMjQgMjcgNTMgMTcgMjggLTkgMzMgLTggNDIgOCAxNyAzMiAxMSA2OSAtMTcgOTkgLTM0IDM3IC02OCA0NQotMTEwIDI3eiIvPgo8cGF0aCBkPSJNMTA2NCAxMjQwIGMtNTAgLTIwIC03NyAtODYgLTU0IC0xMzAgOSAtMTYgMTQgLTE3IDQyIC04IDI5IDEwIDMzIDkKNTUgLTE3IDIxIC0yNCAyNyAtMjYgNDggLTE3IDMxIDE0IDUxIDc2IDM2IDExNCAtMTcgNDYgLTg0IDc2IC0xMjcgNTh6Ii8+CjxwYXRoIGQ9Ik02MDAgODg4IGMwIC00OSAxNiAtOTggNTAgLTE1MSA4NSAtMTM0IDMyNSAtMTM0IDQxMCAwIDUxIDgwIDY5IDE4MwozMSAxODMgLTEwIDAgLTUwIC0xNSAtODcgLTMyIC02MCAtMjkgLTc5IC0zMyAtMTQ5IC0zMyAtNzAgMCAtODkgNCAtMTQ5IDMzCi0zNyAxNyAtNzcgMzIgLTg3IDMyIC0xNSAwIC0xOSAtNyAtMTkgLTMyeiIvPgo8L2c+Cjwvc3ZnPgo=)](https://huggingface.co/ChainYo)
+[![LinkedIn](https://img.shields.io/badge/-%230077B5.svg?style=for-the-badge&logo=linkedin&logoColor=white)](https://www.linkedin.com/in/thomas-chaigneau-dev/)
+[![Discord](https://img.shields.io/badge/Chainyo%233610-%237289DA.svg?style=for-the-badge&logo=discord&logoColor=white)](https://discord.gg/)
+""")
+
+if "tokenizer" not in st.session_state:
+    tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
+    st.session_state["tokenizer"] = tokenizer
+
+if "ort_model" not in st.session_state:
+    ort_model = ORTModelForTextClassification.from_pretrained(MODEL_PATH, from_transformers=True)
+    st.session_state["ort_model"] = ort_model
+
+if "pt_model" not in st.session_state:
+    pt_model = AutoModel.from_pretrained(MODEL_PATH)
+    st.session_state["pt_model"] = pt_model
+
+if "ort_pipeline" not in st.session_state:
+    ort_pipeline = pipeline(
+        "text-classification", tokenizer=st.session_state["tokenizer"], model=st.session_state["ort_model"]
+    )
+    st.session_state["ort_pipeline"] = ort_pipeline
+
+if "pt_pipeline" not in st.session_state:
+    pt_pipeline = pipeline(
+        "text-classification", tokenizer=st.session_state["tokenizer"], model=st.session_state["pt_model"]
+    )
+    st.session_state["pt_pipeline"] = pt_pipeline
+
+
+model_format = st.radio("Choose the model format", ("PyTorch", "ONNXRuntime"))
+optimized = st.checkbox("Optimize the model for inference", value=False)
+quantized = st.checkbox("Quantize the model", value=False)
+
+if model_format == "PyTorch":
+    optimized.disabled = True
+    quantized.disabled = True
+

requirements.txt

@@ -0,0 +1 @@
+optimum[onnxruntime]==1.2.2