wehub-resource-sync
45 lines
1.4 KiB
Python
45 lines
1.4 KiB
Python
import re
|
|
|
|
|
|
def split_paragraphs(text: str) -> list[tuple[str, int, int]]:
|
|
"""
|
|
Split the text into paragraphs.
|
|
Returns a list of paragraphs with their start and end indices of the original text.
|
|
"""
|
|
# Use a regex pattern to split on one or more blank lines
|
|
pattern = r"\n\s*\n"
|
|
|
|
# Find all splits in the text
|
|
splits = list(re.finditer(pattern, text))
|
|
|
|
paragraphs: list[tuple[str, int, int]] = []
|
|
start = 0
|
|
|
|
# Handle the case where there are no splits (i.e., single paragraph)
|
|
if not splits:
|
|
stripped = text.strip()
|
|
# skip empty
|
|
if not stripped:
|
|
return paragraphs
|
|
start_index = text.index(stripped)
|
|
return [(stripped, start_index, start_index + len(stripped))]
|
|
|
|
# Process each split
|
|
for split in splits:
|
|
end = split.start()
|
|
paragraph = text[start:end].strip()
|
|
if paragraph: # Only add non-empty paragraphs
|
|
para_start = start + text[start:end].index(paragraph)
|
|
para_end = para_start + len(paragraph)
|
|
paragraphs.append((paragraph, para_start, para_end))
|
|
start = split.end()
|
|
|
|
# Add the last paragraph
|
|
last_paragraph = text[start:].strip()
|
|
if last_paragraph:
|
|
para_start = start + text[start:].index(last_paragraph)
|
|
para_end = para_start + len(last_paragraph)
|
|
paragraphs.append((last_paragraph, para_start, para_end))
|
|
|
|
return paragraphs
|