delete vars

app.py

@@ -1,4 +1,4 @@
-import spaces
+# import spaces
 import gradio as gr
 
 import logging
@@ -43,7 +43,6 @@ CHUNK_SIZE = int(os.getenv("CHUNK_SIZE", "2_000"))
 DATASETS_TOPICS_ORGANIZATION = os.getenv(
     "DATASETS_TOPICS_ORGANIZATION", "datasets-topics"
 )
-USE_ARROW_STYLE = int(os.getenv("USE_ARROW_STYLE", "0"))
 USE_CUML = int(os.getenv("USE_CUML", "1"))
 USE_LLM_TEXT_GENERATION = int(os.getenv("USE_LLM_TEXT_GENERATION", "1"))
 
@@ -144,7 +143,7 @@ def fit_model(docs, embeddings, n_neighbors, n_components):
     return new_model
 
 
-@spaces.GPU(duration=60 * 5)
+# @spaces.GPU(duration=60 * 5)
 def generate_topics(dataset, config, split, column, plot_type):
     logging.info(
         f"Generating topics for {dataset=} {config=} {split=} {column=} {plot_type=}"
@@ -282,7 +281,7 @@ def generate_topics(dataset, config, split, column, plot_type):
         )
 
         offset += CHUNK_SIZE
-
+        del docs, embeddings, new_model, reduced_embeddings
     logging.info("Finished processing all data")
 
     dataset_clear_name = dataset.replace("/", "-")
@@ -344,6 +343,15 @@ def generate_topics(dataset, config, split, column, plot_type):
         ),
         f"[![Go to interactive plot](https://img.shields.io/badge/%F0%9F%A4%97%20Hugging%20Face-Space-blue)]({space_link})",
     )
+    del reduce_umap_model, all_docs, reduced_embeddings_list
+    del (
+        base_model,
+        all_topics,
+        topic_info,
+        topic_names,
+        topic_names_array,
+        interactive_plot,
+    )
     cuda.empty_cache()