Log straight away

app.py

@@ -26,15 +26,11 @@ def check_thread(logging_queue: Queue):
         dataset_name=getenv("OUTPUT_DATASET"),
         private=True,
     )
-    print("Logging thread started.")
-    print(f"Logging to '{getenv('OUTPUT_DATASET')}'")
     while True:
-        print("Checking for logs...")
         sleep(60)
         batch = []
         while not logging_queue.empty():
             batch.append(logging_queue.get())
-        print("Batch:", batch)
         if len(batch) > 0:
             try:
                 logging_callback(batch)
@@ -47,10 +43,15 @@ def check_thread(logging_queue: Queue):
 
 
 if getenv("HF_API_TOKEN") is not None:
-    print("Starting logging thread...")
-    log_queue = Queue()
-    t = Thread(target=check_thread, args=(log_queue,))
-    t.start()
+    #print("Starting logging thread...")
+    #log_queue = Queue()
+    #t = Thread(target=check_thread, args=(log_queue,))
+    #t.start()
+    logging_callback = log_data(
+        hf_token=getenv("HF_API_TOKEN"),
+        dataset_name=getenv("OUTPUT_DATASET"),
+        private=True,
+    )
 else:
     print("No HF_API_TOKEN found. Logging is disabled.")
 
@@ -83,7 +84,10 @@ def translate(input_text):
     print(f"{datetime.utcnow()} | Translating: {input_text}")
 
     if getenv("HF_API_TOKEN") is not None:
-        log_queue.put([input_text])
+        try:
+            logging_callback([input_text])
+        except:
+            print("Error happened while pushing data to HF.")
 
     input_text = f"[INST] {input_text} [/INST]"
     inputs = tokenizer([input_text], return_tensors="pt").to(model.device)