*j 9dZddlmZddlZddlZddlmZmZddlmZddl m Z m Z ddl m Z d1d Zd2dZd3dZd4dZd5dZd6dZd7dZd8d!Zd9d#Zd:d$Zd;d(Zd3d)Zdd0ZdS)?zIWrite catalog, HashCache, dat tables and HUD projections into SQLite WAL.) annotationsN)datetimetimezone)Path)AnyIterable) GgpkEntrynamestrreturncg}t|D]\}}|rg|re||dz s3|dzt|kr2||dzr|d||d|ddS)Nr ___) enumerateisupperislowerlenappendlowerjoinreplace)r outichs EC:\Projects\AutoPOE2\src\assistant_tool\ggpk_extract\sqlite_export.pysnaker s C42 ::<< A 4A;#6#6#8#8 QUSYY=N=NSWXY\]X]S^SfSfShSh=N JJsOOO 288:: 773<<  c * **db_pathrsqlite3.Connectionc|jddtjt |}|d|d|d|S)NT)parentsexist_okzPRAGMA journal_mode=WALzPRAGMA synchronous=NORMALzPRAGMA foreign_keys=ON)parentmkdirsqlite3connectr execute)r conns rr(r(sp N555 ?3w<< ( (DLL*+++LL,---LL)*** Krr*Nonec0|ddS)Na0 CREATE TABLE IF NOT EXISTS extract_meta ( key TEXT PRIMARY KEY, value TEXT ); CREATE TABLE IF NOT EXISTS ggpk_files ( path TEXT PRIMARY KEY, tag TEXT NOT NULL, offset INTEGER NOT NULL, record_length INTEGER NOT NULL, data_size INTEGER NOT NULL, sha256 BLOB ); CREATE TABLE IF NOT EXISTS hashcache_files ( name TEXT PRIMARY KEY, size INTEGER NOT NULL, filetime INTEGER NOT NULL, sha256 BLOB NOT NULL ); CREATE TABLE IF NOT EXISTS logical_files ( path TEXT PRIMARY KEY, hash INTEGER, bundle_name TEXT, bundle_offset INTEGER, size INTEGER ); ) executescript)r*s rinit_catalog_schemar.s) ritemsdict[str, Any]cj|dd|DdS)Nz=INSERT OR REPLACE INTO extract_meta(key, value) VALUES (?, ?)c>g|]\}}||dnt|fS)Nr)r ).0kvs r zupsert_meta..Bs/DDDda!19RR#a&& )DDDr) executemanyr/)r*r/s r upsert_metar8?s@GDDekkmmDDDrentriesIterable[GgpkEntry]intcd|D}|d|d|t|S)Nc^g|]*}|j|j|j|j|j|jpdf+SN)pathtagoffset record_length data_sizesha256)r3es rr6z%insert_ggpk_files..GsF     !/1;@PDQ   rzDELETE FROM ggpk_filesz`INSERT INTO ggpk_files(path, tag, offset, record_length, data_size, sha256) VALUES (?,?,?,?,?,?)r)r7r)r*r9rowss rinsert_ggpk_filesrHFsa     D LL)***j  t99rrecords Iterable[Any]cd|D}|d|d|t|S)NcBg|]}|j|j|j|jfS)r sizefiletimerDr3rs rr6z$insert_hashcache..Ts) D D DqQVQVQZ 2 D D DrzDELETE FROM hashcache_fileszJINSERT INTO hashcache_files(name, size, filetime, sha256) VALUES (?,?,?,?)rF)r*rIrGs rinsert_hashcacherRSsT D DG D D DDLL.///T  t99rvaluec@t|dz}|dkr|dz n|S)z>Store unsigned 64-bit hashes in SQLite's signed INTEGER range.ll)r;)rSns r_i64rW]s) E ''A'NN1==1rfilescd|D}|d|d|t|S)Nchg|]/}|jt|j|j|j|jf0SrM)r?rWhash bundle_namerArN)r3fs rr6z(insert_logical_files..ds3 S S SQVT!&\\1=!(AF C S S SrzDELETE FROM logical_fileszZINSERT INTO logical_files(path, hash, bundle_name, bundle_offset, size) VALUES (?,?,?,?,?)rF)r*rXrGs rinsert_logical_filesr^csT S SU S S SDLL,---d  t99rrct|ttfrtj|dSt|t rt |St|t r|dks|dkrt|S|S)NF) ensure_asciirUl) isinstancelistdictjsondumpsboolr;rWrSs r _sql_cellrhms%$&&5z%e4444%5zz%5W#5#59K9KE{{ Lrct|trdSt|trdSt|trdSdS)NINTEGERREALTEXT)rarfr;floatrgs r _sql_typernwsL%y%y%v 6r table_namerGlist[dict[str, Any]]c ( dt|z}|d|d|s|d|d|St|d}|d}g}|D]L}|dkr|d|d|d t ||M|d|d d |d d dt|z}d d|D} g} |D]0 | t fd|D1| d|d | d|d | |S)Ndat_zDROP TABLE IF EXISTS ""zCREATE TABLE "z" (_row INTEGER)r_rowz _row INTEGERz" z" (z, ),?c3"K|] }d|dV dS)rsNrM)r3cs r z"write_dat_table..s*..Ax1xxx......rc3\K|]&}t|V'dSr>)rhget)r3ryrecs rrzz"write_dat_table..s566A)CGGAJJ''666666rz INSERT INTO "z ) VALUES () rr)rbkeysrrnrrtupler7) r*rorGsql_namecolssampledefsry placeholderscol_sqlpackedr}s @rwrite_dat_tablersj)))HLL5(555666  @h@@@AAA Q   D !WF D 99 ;; KK ' ' ' ' KK7A776!9!5!577 8 8 8 8LLA(AAtyyAAABBB88C#d))O,,Lhh.......G F   6666666 6 6     TXTT'TT\TTTV\]]] Orc |dt|dr't|dddr|dt|drt|dddrt |d}d|vo t|dot|dd}|rdnd }|rd nd|vrd nd }d |vrdnd}d|vrdnd}d|vrdnd}|d|d|d|d|d|d|d |dt|drr't|d>d?r|d@nd|vr|dAt|dBrXt|dBdrGt |dB}d|vrdnd}dC|vrdCnd }dD|vrdDnd }|dE|dF|dG|dHt|dIrMt|dIdrz_table_cols..s G G GQAaD G G GrzPRAGMA table_info("z"))r))r*r s rrrs. G G$,,'ET'E'E'EFF G G GGrtablenamescZt||tfd|DS)Nc3 K|]}|vV dSr>rM)r3rVrs rrzz_has_cols..s'((QqDy((((((r)rall)r*rrrs @rrrs5 tU # #D ((((%((( ( ((r)r r r r )r rr r!)r*r!r r+)r*r!r/r0r r+)r*r!r9r:r r;)r*r!rIrJr r;)rSr;r r;)r*r!rXrJr r;)rSrr r)rSrr r )r*r!ror rGrpr r )r*r!r r r rf)r*r!r r r r)r*r!rr rr r rf)__doc__ __future__rrdr'rrpathlibrtypingrrggpk_fsr rr(r.r8rHrRrWr^rhrnrrrrrrMrrrsOO"""""" '''''''' ++++@    2222 4^P^P^P^PBHHHH))))))r