#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""Parse Uber Eats __REACT_QUERY_STATE__ blobs (cache/ue_*.html) into menu items.
Scrape first with scrape_ubereats.py, or any HTML saved as cache/ue_<slug>.html"""
import sys, os, re, json, sqlite3, html as ht

SNAP="2026-11-17"
HERE=os.path.dirname(os.path.abspath(__file__))
DB=os.path.join(HERE,"lieferdienste_47829.sqlite3")

def fix_blob(blob):
    s=blob.replace('\\\\u0022','\x01').replace('\\u0022','"').replace('\x01','\\u0022')
    s=s.replace('\\u002F','/').replace('\\u003C','<').replace('\\u003E','>').replace('\\u0026','&')
    out=[];i=0;instr=False;n=len(s)
    while i<n:
        c=s[i]
        if not instr:
            if c=='"': instr=True
            out.append(c); i+=1; continue
        if c=='\\': out.append(s[i:i+2]); i+=2; continue
        if c=='"':
            if s[max(0,i-3):i]=='%5C': out.append('\\"')   # embedded quote inside url-encoded content
            else: instr=False; out.append(c)
            i+=1; continue
        if c=='\n': out.append('\\n'); i+=1; continue
        if c=='\r': out.append('\\r'); i+=1; continue
        if c=='\t': out.append('\\t'); i+=1; continue
        out.append(c); i+=1
    return json.loads(''.join(out),strict=False)

def deep_find(d, pred, acc=None, path=''):
    if acc is None: acc=[]
    if isinstance(d,dict):
        for k,v in d.items():
            if pred(k,v): acc.append((path+'/'+k,v))
            deep_find(v,pred,acc,path+'/'+k)
    elif isinstance(d,list):
        for j,v in enumerate(d): deep_find(v,pred,acc,path+f'[{j}]')
    return acc

def parse_items(state):
    items={}
    # find objects that look like menu items: have title + price fields
    def pred(k,v):
        return isinstance(v,dict) and ('uuid' in v) and (('title' in v) or ('name' in v)) and (
            any(x in v for x in ('price','basePrice','imageTitle','itemInfo')))
    for p,v in deep_find(state,lambda k,x:isinstance(x,dict) and 'itemUuid' in x):
        pass
    # collect any dict with 'title' and a price-ish field
    def is_item(v):
        return isinstance(v,dict) and isinstance(v.get('title'),str) and (
            'price' in v or 'basePrice' in v or 'itemInfo' in v or 'itemUuid' in v)
    seen=set()
    def walk(o):
        if isinstance(o,dict):
            if is_item(o) and id(o) not in seen:
                seen.add(id(o))
                t=o['title']
                if t and t not in ('Siehe Details','Details anzeigen'):
                    items.setdefault(t,[]).append(o)
            for v in o.values(): walk(v)
        elif isinstance(o,list):
            for v in o: walk(v)
    walk(state)
    return items

def price_of(o):
    for k in ('price','basePrice','startingPrice','originalPrice'):
        v=o.get(k)
        if isinstance(v,(int,float)): return v/100 if v>1000 else v
        if isinstance(v,dict):
            for kk in ('price','amount','value','priceInCents'):
                if kk in v:
                    x=v[kk]
                    if isinstance(x,(int,float)): return x/100 if x>1000 else x
    return None

def desc_of(o):
    for k in ('description','itemDescription','subtitle'):
        v=o.get(k)
        if isinstance(v,str) and v.strip(): return v.strip()
    info=o.get('itemInfo')
    if isinstance(info,dict):
        for k in ('description','subtitle'):
            v=info.get(k)
            if isinstance(v,str) and v.strip(): return v.strip()
    return None

def main():
    con=sqlite3.connect(DB); cur=con.cursor()
    try: cur.execute("ALTER TABLE menu_items ADD COLUMN item_uid TEXT")
    except sqlite3.OperationalError: pass
    args=sys.argv[1:] or ["boom-smashburger"]
    for slug in args:
        f=os.path.join(HERE,"cache",f"ue_{slug}.html")
        if not os.path.exists(f): print("missing",f); continue
        raw=open(f,encoding='utf-8',errors='ignore').read()
        m=re.search(r'<script type="application/json" id="__REACT_QUERY_STATE__">(.*?)</script>',raw,re.S)
        if not m: print(slug,"no state blob"); continue
        try:
            state=fix_blob(m.group(1))
        except Exception as e:
            print(slug,"state parse fail:",e); continue
        items=parse_items(state)
        if not items:
            print(f"ue/{slug}: 0 items im State – überspringe (DB-Zeilen bleiben)", flush=True)
            continue
        # store info
        store={}
        for p,v in deep_find(state,lambda k,x:k=='title' and isinstance(x,str)):
            if p.count('/')<8 and not store: store['title']=v
        cur.execute("SELECT id FROM services WHERE id=?",(f"ue_{slug}",))
        if not cur.fetchone():
            cur.execute("""INSERT INTO services(id,name,kind,website,notes,snapshot_date)
              VALUES(?,?,?,?,?,?)""",(f"ue_{slug}",slug,"platform:Uber Eats",
              f"https://www.ubereats.com/de/store/{slug}",
              "Gescraped via headless chromium (state-blob). Preise/Verfuegbarkeit app-abhaengig, Liefergebuehr adressabhaengig.",SNAP))
        sid=f"ue_{slug}"
        url=f"https://www.ubereats.com/de/store/{slug}"
        cur.execute("DELETE FROM menu_items WHERE service_id=? AND item_uid IS NOT NULL",(sid,))
        n=0
        for title,os_ in items.items():
            o=os_[0]
            pr=price_of(o); de=desc_of(o)
            iid=None
            for k in ('itemUuid','uuid','id'):
                if isinstance(o.get(k),str): iid=o[k]; break
            if pr is None and de is None: continue
            cur.execute("""INSERT INTO menu_items(service_id,category,name,description,size,price,price_type,available,source_url,item_uid)
              VALUES(?,?,?,?,?,?,?,?,?,?)""",(sid,"Uber Eats",ht.unescape(title),de,None,pr,
              "standard",1,url,iid))
            n+=1
        cur.execute("INSERT OR REPLACE INTO sources(service_id,url,what,fetched_date) VALUES(?,?,?,?)",
          (sid,url,f"Uber-Eats-Store-Menue aus __REACT_QUERY_STATE__ geparst: {n} Items",SNAP))
        con.commit()
        print(f"ue/{slug}: {n} items")
    con.close()

if __name__=="__main__":
    main()
