gabriel / musehub public
backfill_history_from_snapshots.py python
59 lines 2.0 KB
Raw
sha256:d035733f21ccff27735fddebfbbe0ed24565a32a22db8de5885402262671ecd2 chore: bump version to 0.2.0rc15 for musehub#113 fix release Sonnet 4.6 patch 14 days ago
1 """Backfill symbol history entries inferred from snapshot diffs.
2
3 For every commit whose files were never indexed via structured_delta, this
4 script diffs adjacent snapshot manifests and creates history rows with
5 op in (insert, replace, delete, move).
6
7 Usage:
8 docker exec musehub python3 /app/deploy/backfill_history_from_snapshots.py --dry-run
9 docker exec musehub python3 /app/deploy/backfill_history_from_snapshots.py
10 docker exec musehub python3 /app/deploy/backfill_history_from_snapshots.py --repo-id <id>
11 """
12 from __future__ import annotations
13
14 import argparse
15 import asyncio
16 import sys
17 import time
18
19 from sqlalchemy.ext.asyncio import AsyncSession, create_async_engine
20 from sqlalchemy.orm import sessionmaker
21
22 from musehub.db.database import get_database_url
23 from musehub.services.musehub_symbol_indexer import backfill_history_from_snapshots
24
25
26 async def run(repo_id: str | None, dry_run: bool) -> None:
27 engine = create_async_engine(get_database_url(), echo=False)
28 async_session = sessionmaker(engine, class_=AsyncSession, expire_on_commit=False)
29
30 async with async_session() as session:
31 t0 = time.monotonic()
32 count = await backfill_history_from_snapshots(
33 session, repo_id=repo_id, dry_run=dry_run
34 )
35 if not dry_run:
36 await session.commit()
37 elapsed = time.monotonic() - t0
38
39 verb = "Would create" if dry_run else "Created"
40 scope = f" for repo {repo_id}" if repo_id else " across all repos"
41 print(f"{verb} {count} history entries{scope} in {elapsed:.1f}s")
42
43
44 def main() -> None:
45 parser = argparse.ArgumentParser(description=__doc__)
46 parser.add_argument("--dry-run", action="store_true")
47 parser.add_argument("--repo-id", default=None)
48 parser.add_argument("-q", "--quiet", action="store_true")
49 args = parser.parse_args()
50
51 if args.quiet:
52 import logging
53 logging.disable(logging.CRITICAL)
54
55 asyncio.run(run(args.repo_id, args.dry_run))
56
57
58 if __name__ == "__main__":
59 main()
File History 11 commits
sha256:d035733f21ccff27735fddebfbbe0ed24565a32a22db8de5885402262671ecd2 chore: bump version to 0.2.0rc15 for musehub#113 fix release Sonnet 4.6 patch 14 days ago
sha256:0032d6cfa33bc3c8367436ad768e7dd0e339b4332153160247da8266cb5fa352 Merge branch 'task/version-tags-phase3-server' into dev Human 17 days ago
sha256:4669620efda9ff41c55bdefd1f7bfe1c239d468428744c84ead9957e5a003a53 merge: rescue snapshot-recovery hardening (c00aa21d) into d… Opus 4.8 minor ⚠ 29 days ago
sha256:a59da49c4611b970fc4b6ae48678ce4943261c213a07ddbd73ce9201df869b4a fix: remove false-positive proposal_comments index drop fro… Sonnet 4.6 patch 34 days ago
sha256:0a240d6dbff234f07d98a28a4a9a68db702f3f9ff9260196f24219bdb1c0b6f3 feat: render markdown mists as HTML with heading anchor links Sonnet 4.6 patch 34 days ago
sha256:24a7d47486ebc4ebd1832830580e177ec6f877b48dced8c000e198cdec4ce9d6 Merge 'task/bump-version-rc12' into 'dev' — proposal: Bump … Human 35 days ago
sha256:b9ff931d147e0114a1f17060f415b89ed551c170a91ff226c70437aa5c85f9ee Merge 'task/bump-version-rc12' into 'dev' — proposal: Bump … Human 35 days ago
sha256:d1122d21e73471879b460037b22c0b50fded7c423444a176f248428f75dac39c Merge 'task/fix-issue-pagination-cursor' into 'dev' — propo… Human 35 days ago
sha256:01e18975e73d2b3cd5b6db7929c895bef9aa6e0d4391dc5b2adfc548b41318dd Merge 'feat/adding-debug-logs-to-staging' into 'dev' — prop… Human 36 days ago
sha256:6b1949fc2797ca4c1936a637a4cbfec828ef56cf52398a2e74ca3c4f494e728f fix: use wire_bytes not mpack_bytes_raw in compute_object_b… Sonnet 4.6 patch 48 days ago
sha256:b99f2455dc346966d040133f5203297e6e3ef5803a93728a2c30568d0a0f7583 rename: delta_add → delta_upsert across wire format, models… Sonnet 4.6 patch 50 days ago