#!/usr/bin/env python3
from __future__ import annotations
import argparse
import html
import json
import sqlite3
from datetime import datetime, timezone
from pathlib import Path
from typing import Any
SKIP_TABLES = {
"memories_fts",
"memories_fts_data",
"memories_fts_idx",
"memories_fts_docsize",
"memories_fts_config",
"memories_fts_content",
}
def to_text(value: Any) -> str:
if value is None:
return ""
if isinstance(value, bytes):
return value.decode("utf-8", errors="replace")
if isinstance(value, (dict, list)):
return json.dumps(value, ensure_ascii=False, indent=2)
return str(value)
def detect_json(value: Any) -> Any:
if not isinstance(value, str):
return value
stripped = value.strip()
if not stripped:
return value
if stripped[:1] not in "[{":
return value
try:
return json.loads(stripped)
except Exception:
return value
def render_table(name: str, columns: list[str], rows: list[sqlite3.Row]) -> str:
header = "".join(f"
{html.escape(col)}
" for col in columns)
body_rows = []
for row in rows:
cells = []
for col in columns:
value = detect_json(row[col])
text = to_text(value)
if len(text) > 2000:
text = text[:2000] + "\n… [truncated in HTML cell]"
cells.append(f"
{html.escape(text)}
")
body_rows.append("
" + "".join(cells) + "
")
if not body_rows:
body_rows.append(f'
empty
')
return f"""
{html.escape(name)}
{header}
{''.join(body_rows)}
"""
def main() -> int:
parser = argparse.ArgumentParser()
parser.add_argument("--db", required=True)
parser.add_argument("--out", required=True)
args = parser.parse_args()
db_path = Path(args.db)
out_path = Path(args.out)
out_path.parent.mkdir(parents=True, exist_ok=True)
conn = sqlite3.connect(str(db_path))
conn.row_factory = sqlite3.Row
tables = [
row["name"]
for row in conn.execute(
"select name from sqlite_master where type='table' and name not like 'sqlite_%' order by name"
)
if row["name"] not in SKIP_TABLES
]
counts: list[tuple[str, int]] = []
sections: list[str] = []
toc_items: list[str] = []
for table in tables:
columns = [r[1] for r in conn.execute(f"pragma table_info({table})")]
rows = list(conn.execute(f"select * from {table} order by 1"))
counts.append((table, len(rows)))
toc_items.append(f'