fix: Add alternative error handling and queueing

app.py

@@ -1,7 +1,11 @@
 import gradio as gr
 from util import summarizer, textproc
 from util.examples import entries
-      
+import importlib
+
+importlib.reload(summarizer)
+importlib.reload(textproc)
+
 model_collection = summarizer.init_models()
 patent_summarizer = summarizer.PatentSummarizer(model_collection)
 iface = gr.Interface(
@@ -66,7 +70,8 @@ iface = gr.Interface(
     https://arxiv.org/abs/1910.13461, https://huggingface.co/sshleifer/distilbart-cnn-6-6
     🤖 PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization
     https://arxiv.org/abs/1912.08777 , https://huggingface.co/google/pegasus-xsum
-    """
+    """,
+    
 )
 
-iface.launch()
+iface.launch(enable_queue=True)

util/summarizer.py

@@ -26,7 +26,7 @@ class PatentSummarizer():
         parsed_info = textproc.retrieve_parsed_doc(patent_information, 
                                                    summaries_generated)
         if parsed_info is None:
-            return ["[ERROR] Invalid Patent Information.", None, None]
+            return ["[ERROR] Invalid patent information or timeout from scraping.", None, None]
 
         abstract, background, claims = parsed_info
         summaries = list()
@@ -35,46 +35,46 @@ class PatentSummarizer():
             if "Abstract" in summaries_generated and abstract is not None:
                 abstract = abstract[0: textproc.get_word_index(abstract, word_limit)]
 
-                abstract_summary = self.model[abstract_model](abstract)
-                abstract_summary = textproc.post_process(abstract_summary)
+                try:
+                    abstract_summary = self.model[abstract_model](abstract)
+                    abstract_summary = textproc.post_process(abstract_summary)
+                except:
+                    abstract_summary = None
                 summaries.append(abstract_summary)
             else:
                 summaries.append(None)
-        except Exception as e:
-            summaries.append(None)
-            print(f'[ERROR] {e}')
-        
-        try:
+
             if "Background" in summaries_generated and background is not None:
                 background = background[0: textproc.get_word_index(background, word_limit)]
 
-                background_summary = self.model[background_model](background)
-                background_summary = textproc.post_process(background_summary)
+                try:
+                    background_summary = self.model[background_model](background)
+                    background_summary = textproc.post_process(background_summary)
+                except:
+                    background_summary = None
                 summaries.append(background_summary)
             else:
                 summaries.append(None)
-        except Exception as e:
-            summaries.append(None)
-            print(f'[ERROR] {e}')
-        
-        try:
+
             if "Claims" in summaries_generated and claims is not None:
-                if collate_claims:
-                    claims = ' '.join(claims)
-                    print(len(claims))
-                    claims = claims[0: textproc.get_word_index(claims, word_limit)]
-                    print(len(claims))
-                    claims_summary = self.model[claims_model](claims)
-                else:
-                    claims_summary = ''
-                    for claim in claims:
-                        claims_summary += self.model[claims_model](claim)
-                claims_summary = textproc.post_process(claims_summary)
+                try:
+                    if collate_claims:
+                        claims = ' '.join(claims)
+                        print(len(claims))
+                        claims = claims[0: textproc.get_word_index(claims, word_limit)]
+                        print(len(claims))
+                        claims_summary = self.model[claims_model](claims)
+                    else:
+                        claims_summary = ''
+                        for claim in claims:
+                            claims_summary += self.model[claims_model](claim)
+                    claims_summary = textproc.post_process(claims_summary)
+                except:
+                    claims_summary = None
                 summaries.append(claims_summary)
             else:
                 summaries.append(None)
-        except Exception as e:
-            summaries.append(None)
-            print(f'[ERROR] {e}')
 
             return summaries
+        except Exception as e:
+            return [f'[ERROR] {e}'] + [None]*(len(summaries_generated) - 1)