remove obsolete code

src/distilabel_dataset_generator/apps/base.py

@@ -10,14 +10,11 @@ from distilabel.distiset import Distiset
 from gradio import OAuthToken
 from huggingface_hub import HfApi, upload_file
 
+from distilabel_dataset_generator.constants import TEXTCAT_TASK
 from distilabel_dataset_generator.utils import (
     get_argilla_client,
-    list_orgs,
 )
 
-TEXTCAT_TASK = "text_classification"
-SFT_TASK = "supervised_fine_tuning"
-
 
 def validate_argilla_user_workspace_dataset(
     dataset_name: str,
@@ -48,16 +45,6 @@ def validate_argilla_user_workspace_dataset(
     return ""
 
 
-def get_org_dropdown(oauth_token: Union[OAuthToken, None]):
-    orgs = list_orgs(oauth_token)
-    return gr.Dropdown(
-        label="Organization",
-        choices=orgs,
-        value=orgs[0] if orgs else None,
-        allow_custom_value=True,
-    )
-
-
 def push_pipeline_code_to_hub(
     pipeline_code: str,
     org_name: str,

src/distilabel_dataset_generator/constants.py

@@ -3,6 +3,10 @@ import warnings
 
 import argilla as rg
 
+# Tasks
+TEXTCAT_TASK = "text_classification"
+SFT_TASK = "supervised_fine_tuning"
+
 # Hugging Face
 HF_TOKEN = os.getenv("HF_TOKEN")
 if HF_TOKEN is None:
@@ -38,6 +42,9 @@ else:
     else:
         MAGPIE_PRE_QUERY_TEMPLATE = "llama3"
 
+# Embeddings
+STATIC_EMBEDDING_MODEL = "minishlab/potion-base-8M"
+
 # Argilla
 ARGILLA_API_URL = os.getenv("ARGILLA_API_URL")
 ARGILLA_API_KEY = os.getenv("ARGILLA_API_KEY")

src/distilabel_dataset_generator/pipelines/embeddings.py

@@ -3,8 +3,9 @@ from typing import List
 from sentence_transformers import SentenceTransformer
 from sentence_transformers.models import StaticEmbedding
 
-# Initialize a StaticEmbedding module
-static_embedding = StaticEmbedding.from_model2vec("minishlab/potion-base-8M")
+from distilabel_dataset_generator.constants import STATIC_EMBEDDING_MODEL
+
+static_embedding = StaticEmbedding.from_model2vec(STATIC_EMBEDDING_MODEL)
 model = SentenceTransformer(modules=[static_embedding])