Update app.py
Browse files
app.py
CHANGED
|
@@ -8,13 +8,17 @@ def split_paragraph(paragraph, max_chunk_size=1024):
|
|
| 8 |
words = paragraph.split()
|
| 9 |
chunks = []
|
| 10 |
current_chunk = []
|
|
|
|
| 11 |
|
| 12 |
for word in words:
|
| 13 |
-
|
|
|
|
| 14 |
current_chunk.append(word)
|
|
|
|
| 15 |
else:
|
| 16 |
chunks.append(' '.join(current_chunk))
|
| 17 |
current_chunk = [word]
|
|
|
|
| 18 |
|
| 19 |
if current_chunk:
|
| 20 |
chunks.append(' '.join(current_chunk))
|
|
@@ -23,7 +27,7 @@ def split_paragraph(paragraph, max_chunk_size=1024):
|
|
| 23 |
|
| 24 |
def launch(input):
|
| 25 |
if len(input) > 1024:
|
| 26 |
-
return " ".join([res["generated_text"] for res in generator(split_paragraph(input
|
| 27 |
return generator(input)[0]["generated_text"]
|
| 28 |
|
| 29 |
iface = gr.Interface(launch, inputs="text", outputs="text")
|
|
|
|
| 8 |
words = paragraph.split()
|
| 9 |
chunks = []
|
| 10 |
current_chunk = []
|
| 11 |
+
current_chunk_size = 0
|
| 12 |
|
| 13 |
for word in words:
|
| 14 |
+
word_len = len(word) + 1 # Add 1 for the space
|
| 15 |
+
if current_chunk_size + word_len <= max_chunk_size:
|
| 16 |
current_chunk.append(word)
|
| 17 |
+
current_chunk_size += word_len
|
| 18 |
else:
|
| 19 |
chunks.append(' '.join(current_chunk))
|
| 20 |
current_chunk = [word]
|
| 21 |
+
current_chunk_size = word_len
|
| 22 |
|
| 23 |
if current_chunk:
|
| 24 |
chunks.append(' '.join(current_chunk))
|
|
|
|
| 27 |
|
| 28 |
def launch(input):
|
| 29 |
if len(input) > 1024:
|
| 30 |
+
return " ".join([res["generated_text"] for res in generator(split_paragraph(input))])
|
| 31 |
return generator(input)[0]["generated_text"]
|
| 32 |
|
| 33 |
iface = gr.Interface(launch, inputs="text", outputs="text")
|