okami.mom/web-extract-go
git clone https://git.nkp.pet/okami.mom/web-extract-go
5a90548
main
1import importlib .util 2from contextlib import closing 3from pathlib import Path 4import sqlite3 5import tempfile 6import unittest 7 8spec = importlib .util .spec_from_file_location ("merge_logs" ,Path (__file__ ).with_name ("merge_logs.py" )) 9merge_logs = importlib .util .module_from_spec (spec ) 10spec .loader .exec_module (merge_logs ) 11 12 13class MergeTests (unittest .TestCase ): 14def setUp (self ): 15self .temp = tempfile .TemporaryDirectory () 16self .addCleanup (self .temp .cleanup ) 17self .root = Path (self .temp .name ) 18self .source ,self .target = self .root / "source.db" ,self .root / "target.db" 19schema = (Path (__file__ ).parents [1 ]/ "internal/app/log.go" ).read_text ().split ("const logSchema = `" ,1 )[1 ].split ("`" ,1 )[0 ] 20for path in (self .source ,self .target ): 21with closing (sqlite3 .connect (path ))as db ,db : 22db .executescript (schema ) 23 24def seed (self ,path ,request_id ,text = "raw response" ): 25with closing (sqlite3 .connect (path ))as db ,db : 26db .execute ("INSERT INTO completions(created_at,task,model,request_json,response_text,latency_ms,request_id) VALUES(1,'preview_summary','model','{}',?,10,?)" , (text ,request_id )) 27db .execute ("INSERT INTO requests(created_at,request_id,endpoint,detail,outcome) VALUES(1,?,'search','{}','ok')" , (request_id ,)) 28 29def apply (self ,name ): 30return merge_logs .merge (self .source ,self .target ,"test-origin" ,self .root / name ,True ) 31 32def test_preserves_colliding_ids_raw_bodies_and_legitimate_duplicates (self ): 33self .seed (self .target ,"remote" ,"remote prose" ) 34self .seed (self .source ,"local" ," exact\nraw prose " ) 35self .seed (self .source ,"local" ," exact\nraw prose " ) 36report = self .apply ("before.db" ) 37self .assertEqual (report ["tables" ]["completions" ]["inserted" ],2 ) 38with closing (sqlite3 .connect (self .target ))as db ,db : 39self .assertEqual (db .execute ("SELECT id,response_text FROM completions ORDER BY id" ).fetchall (), [(1 ,"remote prose" ), (2 ," exact\nraw prose " ), (3 ," exact\nraw prose " )]) 40again = self .apply ("before-retry.db" ) 41self .assertEqual (again ["tables" ]["completions" ]["inserted" ],0 ) 42self .assertEqual (again ["tables" ]["completions" ]["alreadyImported" ],2 ) 43self .seed (self .source ,"local-next" ) 44incremental = self .apply ("before-incremental.db" ) 45self .assertEqual (incremental ["tables" ]["completions" ]["inserted" ],1 ) 46with closing (sqlite3 .connect (self .root / "before.db" ))as db ,db : 47self .assertEqual (db .execute ("SELECT count(*) FROM completions" ).fetchone ()[0 ],1 ) 48 49def test_source_mutation_aborts_without_partial_import (self ): 50self .seed (self .source ,"local" ) 51self .apply ("before.db" ) 52with closing (sqlite3 .connect (self .source ))as db ,db : 53db .execute ("UPDATE completions SET response_text='changed' WHERE id=1" ) 54with self .assertRaises (ValueError ): 55self .apply ("before-conflict.db" ) 56with closing (sqlite3 .connect (self .target ))as db ,db : 57self .assertEqual (db .execute ("SELECT response_text FROM completions" ).fetchone ()[0 ],"raw response" ) 58 59def test_episode_collision_rolls_back_and_dry_run_is_read_only (self ): 60self .seed (self .source ,"shared" ) 61self .seed (self .target ,"shared" ) 62before = self .target .read_bytes () 63self .assertTrue (merge_logs .merge (self .source ,self .target ,"test-origin" )["dryRun" ]) 64self .assertEqual (self .target .read_bytes (),before ) 65with self .assertRaises (ValueError ): 66self .apply ("before-collision.db" ) 67with closing (sqlite3 .connect (self .target ))as db ,db : 68self .assertEqual (db .execute ("SELECT count(*) FROM completions" ).fetchone ()[0 ],1 ) 69 70def test_snapshot_is_self_contained_not_wal_dependent (self ): 71self .seed (self .source ,"local" ) 72with closing (sqlite3 .connect (self .source ))as live ,live : 73live .execute ("PRAGMA journal_mode=WAL" ) 74destination = self .root / "portable.db" 75merge_logs .snapshot (self .source ,destination ) 76transferred = self .root / "transferred.db" 77transferred .write_bytes (destination .read_bytes ()) 78with closing (merge_logs .connect_readonly (transferred ))as db : 79self .assertEqual (db .execute ("PRAGMA journal_mode" ).fetchone ()[0 ],"delete" ) 80self .assertEqual (db .execute ("SELECT count(*) FROM completions" ).fetchone ()[0 ],1 ) 81with self .assertRaises (sqlite3 .OperationalError ): 82db .execute ("DELETE FROM completions" ) 83 84 85if __name__ == "__main__" : 86unittest .main ()