Update utility/utils.py

utility/utils.py

@@ -400,6 +400,21 @@ def process_extracted_text(extracted_text):
 
     return combined_results_json 
 
+# Function to remove duplicates (case-insensitive) from each list in the dictionary
+def remove_duplicates_case_insensitive(data_dict):
+    for key, value_list in data_dict.items():
+        seen = set()
+        unique_list = []
+        
+        for item in value_list:
+            if item.lower() not in seen:
+                unique_list.append(item)  # Add original item (preserving its case)
+                seen.add(item.lower())    # Track lowercase version
+        
+        # Update the dictionary with unique values
+        data_dict[key] = unique_list
+    return data_dict
+
 # Process the model output for parsed result
 def process_resume_data(LLMdata,cont_data,extracted_text):