wehub-resource-sync
e4dcfc49aa
Tests / Import Check (Python 3.13) (push) Has been cancelled
Tests / Import Check (Python 3.14) (push) Has been cancelled
Tests / Python Tests (Python 3.11) (push) Has been cancelled
Tests / Python Tests (Python 3.12) (push) Has been cancelled
Tests / Python Tests (Python 3.14) (push) Has been cancelled
Tests / Test Summary (push) Has been cancelled
Tests / Lint and Format (push) Has been cancelled
Tests / Web Node Tests (push) Has been cancelled
Tests / Import Check (Python 3.11) (push) Has been cancelled
Tests / Import Check (Python 3.12) (push) Has been cancelled
Tests / Python Tests (Python 3.13) (push) Has been cancelled
98 lines
2.4 KiB
Python
98 lines
2.4 KiB
Python
#!/usr/bin/env python
|
|
"""
|
|
JSON Utils - JSON parsing and validation utilities
|
|
- Robustly extract JSON from LLM text output
|
|
- Provide strict structure validation and error messages
|
|
"""
|
|
|
|
import json
|
|
import re
|
|
from typing import Any, Dict, Iterable, List, Union
|
|
|
|
|
|
def extract_json_from_text(text: str) -> Union[Dict[str, Any], List[Any], None]:
|
|
"""
|
|
Extract JSON object or array from text.
|
|
Allows the following formats:
|
|
1) Pure JSON text
|
|
2) Code blocks wrapped in ```json ...``` or ``` ...```
|
|
3) First JSON fragment {...} or [...] contained in text
|
|
"""
|
|
if not text:
|
|
return None
|
|
|
|
# 1) Code block
|
|
code_block = re.search(r"```(?:json)?\s*([\s\S]*?)\s*```", text)
|
|
if code_block:
|
|
snippet = code_block.group(1).strip()
|
|
try:
|
|
return json.loads(snippet)
|
|
except json.JSONDecodeError:
|
|
pass
|
|
|
|
# 2) Parse entire text
|
|
try:
|
|
return json.loads(text)
|
|
except json.JSONDecodeError:
|
|
pass
|
|
|
|
# 3) Fragment parsing
|
|
obj_match = re.search(r"\{[\s\S]*\}", text)
|
|
if obj_match:
|
|
try:
|
|
return json.loads(obj_match.group(0))
|
|
except json.JSONDecodeError:
|
|
pass
|
|
|
|
arr_match = re.search(r"\[[\s\S]*\]", text)
|
|
if arr_match:
|
|
try:
|
|
return json.loads(arr_match.group(0))
|
|
except json.JSONDecodeError:
|
|
pass
|
|
|
|
return None
|
|
|
|
|
|
# --------- Strict Validation Utilities ---------
|
|
|
|
|
|
def ensure_json_dict(data: Any, err: str = "Expected JSON object") -> Dict[str, Any]:
|
|
if not isinstance(data, dict):
|
|
raise ValueError(err)
|
|
return data
|
|
|
|
|
|
def ensure_json_list(data: Any, err: str = "Expected JSON array") -> List[Any]:
|
|
if not isinstance(data, list):
|
|
raise ValueError(err)
|
|
return data
|
|
|
|
|
|
def ensure_keys(data: Dict[str, Any], keys: Iterable[str]) -> Dict[str, Any]:
|
|
missing = [k for k in keys if k not in data]
|
|
if missing:
|
|
raise KeyError(f"Missing required keys: {', '.join(missing)}")
|
|
return data
|
|
|
|
|
|
def safe_json_loads(text: str, default: Any = None) -> Any:
|
|
try:
|
|
return json.loads(text)
|
|
except (json.JSONDecodeError, TypeError):
|
|
return default
|
|
|
|
|
|
def json_to_text(data: Any, indent: int = 2) -> str:
|
|
return json.dumps(data, ensure_ascii=False, indent=indent)
|
|
|
|
|
|
__all__ = [
|
|
"extract_json_from_text",
|
|
"ensure_json_dict",
|
|
"ensure_json_list",
|
|
"ensure_keys",
|
|
"safe_json_loads",
|
|
"json_to_text",
|
|
]
|