wehub-resource-sync
24 lines
893 B
Python
24 lines
893 B
Python
import json
|
|
import os
|
|
import logging
|
|
|
|
def read_jsonl(file_path):
|
|
"""Reads a JSONL file, parsing each line as a JSON object."""
|
|
try:
|
|
with open(file_path, "r", encoding="utf-8") as f:
|
|
return [json.loads(line) for line in f]
|
|
except FileNotFoundError:
|
|
logging.error(f"File not found: {file_path}")
|
|
return []
|
|
except json.JSONDecodeError as e:
|
|
logging.error(f"JSON decoding error in file {file_path}: {e}")
|
|
return []
|
|
|
|
def save_jsonl(data_list, file_path):
|
|
"""Saves a list of processed data to a JSONL file."""
|
|
if not os.path.exists(file_path):
|
|
os.makedirs(os.path.dirname(file_path), exist_ok=True)
|
|
with open(file_path, "w", encoding="utf-8") as f:
|
|
for item in data_list:
|
|
f.write(json.dumps(item, ensure_ascii=False) + '\n')
|
|
logging.info(f"Processed data has been saved to: {file_path}") |