wehub-resource-sync
4a19d70af1
Lint with Ruff / ruff (push) Has been cancelled
MCP Server Tests / live-mcp-tests (push) Has been cancelled
Tests / unit-tests (push) Has been cancelled
Tests / database-integration-tests (push) Has been cancelled
CodeQL Advanced / Analyze (actions) (push) Has been cancelled
CodeQL Advanced / Analyze (python) (push) Has been cancelled
Server Tests / live-server-tests (push) Has been cancelled
Pyright Type Check / pyright (push) Has been cancelled
76 lines
2.4 KiB
Python
76 lines
2.4 KiB
Python
"""
|
|
Copyright 2024, Zep Software, Inc.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import re
|
|
from typing import TYPE_CHECKING
|
|
|
|
if TYPE_CHECKING:
|
|
from graphiti_core.nodes import EpisodicNode
|
|
|
|
# Maximum length for entity/community summaries
|
|
MAX_SUMMARY_CHARS = 1000
|
|
|
|
|
|
def truncate_at_sentence(text: str, max_chars: int) -> str:
|
|
"""
|
|
Truncate text at or about max_chars while respecting sentence boundaries.
|
|
|
|
Attempts to truncate at the last complete sentence before max_chars.
|
|
If no sentence boundary is found before max_chars, truncates at max_chars.
|
|
|
|
Args:
|
|
text: The text to truncate
|
|
max_chars: Maximum number of characters
|
|
|
|
Returns:
|
|
Truncated text
|
|
"""
|
|
if not text or len(text) <= max_chars:
|
|
return text
|
|
|
|
# Find all sentence boundaries (., !, ?) up to max_chars
|
|
truncated = text[:max_chars]
|
|
|
|
# Look for sentence boundaries: period, exclamation, or question mark followed by space or end
|
|
sentence_pattern = r'[.!?](?:\s|$)'
|
|
matches = list(re.finditer(sentence_pattern, truncated))
|
|
|
|
if matches:
|
|
# Truncate at the last sentence boundary found
|
|
last_match = matches[-1]
|
|
return text[: last_match.end()].rstrip()
|
|
|
|
# No sentence boundary found, truncate at max_chars
|
|
return truncated.rstrip()
|
|
|
|
|
|
def concatenate_episodes(episodes: list[EpisodicNode]) -> str:
|
|
"""Concatenate episode contents with enumerated headers.
|
|
|
|
When given a single episode, returns its content as-is.
|
|
When given multiple episodes, each is prefixed with an ``[Episode N]``
|
|
header so the LLM can distinguish where one ends and the next begins.
|
|
"""
|
|
if len(episodes) == 1:
|
|
return episodes[0].content
|
|
parts: list[str] = []
|
|
for i, ep in enumerate(episodes):
|
|
timestamp = ep.valid_at.isoformat() if ep.valid_at else 'unknown'
|
|
parts.append(f'[Episode {i}] (timestamp: {timestamp})\n{ep.content}')
|
|
return '\n\n'.join(parts)
|