Refresh

import json
import pathlib
from gildea import Gildea

gildea = Gildea()
CURSOR = pathlib.Path("update_cursor.txt")    # where the last sync ended
STORE = pathlib.Path("signals.jsonl")         # your local copy of the signals in scope

# Your tracked entities, from the Discover recipe (public gld:/ IDs).
scope = {"entities": ["gld:/28193456262a"]}   # e.g. NVIDIA
tracked = set(scope["entities"])

# 1. Resume from your saved cursor (none on the first run -> a full initial sync).
cursor = None
if CURSOR.exists():
    cursor = CURSOR.read_text().strip() or None

# 2. Page the change feed: every signal changed since last sync, in document order.
#    The first run has no cursor, so it backfills; we cap the initial pull to keep the demo
#    quick (raise MAX_PAGES, or drop the cap, to backfill the full history). Pull the feed
#    unfiltered so you also catch signals that changed out of your scope and can drop them;
#    the scope filter runs client-side below.
changed, MAX_PAGES = [], 5
for _ in range(MAX_PAGES):
    page = gildea.signals.list(sort="changed", cursor=cursor, limit=50)
    changed.extend(page["signals"])
    cursor = page.get("next_cursor") or cursor        # advance; keep old if nothing newer
    if not page["has_more"]:
        break

# 3. Filter to your scope: keep changed signals still in scope, drop the ones that fell out.
store = {}
if STORE.exists():
    store = {s["signal_id"]: s for s in map(json.loads, STORE.read_text().splitlines())}
for s in changed:
    in_scope = any(e["entity_id"] in tracked for e in (s.get("entities") or []))
    if in_scope:
        store[s["signal_id"]] = s          # newest wins, replace the whole record
    else:
        store.pop(s["signal_id"], None)    # fell out of scope -> remove it

# 4. Persist the store and the cursor for next time.
STORE.write_text("\n".join(json.dumps(s) for s in store.values()))
CURSOR.write_text(cursor or "")

print(f"{len(changed)} signals changed; {len(store)} in scope after sync")