mirror of
https://github.com/open-webui/open-webui.git
synced 2026-04-26 01:25:34 +02:00
27 lines
875 B
Python
27 lines
875 B
Python
from datetime import datetime
|
|
|
|
KEYS_TO_EXCLUDE = ['content', 'pages', 'tables', 'paragraphs', 'sections', 'figures']
|
|
|
|
|
|
def filter_metadata(metadata: dict[str, any]) -> dict[str, any]:
|
|
# Removes large/redundant fields from metadata dict.
|
|
metadata = {key: value for key, value in metadata.items() if key not in KEYS_TO_EXCLUDE}
|
|
return metadata
|
|
|
|
|
|
def process_metadata(
|
|
metadata: dict[str, any],
|
|
) -> dict[str, any]:
|
|
# Removes large fields and converts non-serializable types (datetime, list, dict) to strings.
|
|
result = {}
|
|
for key, value in metadata.items():
|
|
# Skip large fields
|
|
if key in KEYS_TO_EXCLUDE:
|
|
continue
|
|
# Convert non-serializable fields to strings
|
|
if isinstance(value, (datetime, list, dict)):
|
|
result[key] = str(value)
|
|
else:
|
|
result[key] = value
|
|
return result
|