okami.mom/web-extract-go

git clone https://git.nkp.pet/okami.mom/web-extract-go

nekomimi.petweb-extract: the Go service running on the Mac mini (vassago)5a90548

main
4.5 KiB86 linesraw
1import importlib.util
2from contextlib import closing
3from pathlib import Path
4import sqlite3
5import tempfile
6import unittest
7
8spec = importlib.util.spec_from_file_location("merge_logs", Path(__file__).with_name("merge_logs.py"))
9merge_logs = importlib.util.module_from_spec(spec)
10spec.loader.exec_module(merge_logs)
11
12
13class MergeTests(unittest.TestCase):
14    def setUp(self):
15        self.temp = tempfile.TemporaryDirectory()
16        self.addCleanup(self.temp.cleanup)
17        self.root = Path(self.temp.name)
18        self.source, self.target = self.root / "source.db", self.root / "target.db"
19        schema = (Path(__file__).parents[1] / "internal/app/log.go").read_text().split("const logSchema = `", 1)[1].split("`", 1)[0]
20        for path in (self.source, self.target):
21            with closing(sqlite3.connect(path)) as db, db:
22                db.executescript(schema)
23
24    def seed(self, path, request_id, text="raw response"):
25        with closing(sqlite3.connect(path)) as db, db:
26            db.execute("INSERT INTO completions(created_at,task,model,request_json,response_text,latency_ms,request_id) VALUES(1,'preview_summary','model','{}',?,10,?)", (text, request_id))
27            db.execute("INSERT INTO requests(created_at,request_id,endpoint,detail,outcome) VALUES(1,?,'search','{}','ok')", (request_id,))
28
29    def apply(self, name):
30        return merge_logs.merge(self.source, self.target, "test-origin", self.root / name, True)
31
32    def test_preserves_colliding_ids_raw_bodies_and_legitimate_duplicates(self):
33        self.seed(self.target, "remote", "remote prose")
34        self.seed(self.source, "local", " exact\nraw prose ")
35        self.seed(self.source, "local", " exact\nraw prose ")
36        report = self.apply("before.db")
37        self.assertEqual(report["tables"]["completions"]["inserted"], 2)
38        with closing(sqlite3.connect(self.target)) as db, db:
39            self.assertEqual(db.execute("SELECT id,response_text FROM completions ORDER BY id").fetchall(), [(1, "remote prose"), (2, " exact\nraw prose "), (3, " exact\nraw prose ")])
40        again = self.apply("before-retry.db")
41        self.assertEqual(again["tables"]["completions"]["inserted"], 0)
42        self.assertEqual(again["tables"]["completions"]["alreadyImported"], 2)
43        self.seed(self.source, "local-next")
44        incremental = self.apply("before-incremental.db")
45        self.assertEqual(incremental["tables"]["completions"]["inserted"], 1)
46        with closing(sqlite3.connect(self.root / "before.db")) as db, db:
47            self.assertEqual(db.execute("SELECT count(*) FROM completions").fetchone()[0], 1)
48
49    def test_source_mutation_aborts_without_partial_import(self):
50        self.seed(self.source, "local")
51        self.apply("before.db")
52        with closing(sqlite3.connect(self.source)) as db, db:
53            db.execute("UPDATE completions SET response_text='changed' WHERE id=1")
54        with self.assertRaises(ValueError):
55            self.apply("before-conflict.db")
56        with closing(sqlite3.connect(self.target)) as db, db:
57            self.assertEqual(db.execute("SELECT response_text FROM completions").fetchone()[0], "raw response")
58
59    def test_episode_collision_rolls_back_and_dry_run_is_read_only(self):
60        self.seed(self.source, "shared")
61        self.seed(self.target, "shared")
62        before = self.target.read_bytes()
63        self.assertTrue(merge_logs.merge(self.source, self.target, "test-origin")["dryRun"])
64        self.assertEqual(self.target.read_bytes(), before)
65        with self.assertRaises(ValueError):
66            self.apply("before-collision.db")
67        with closing(sqlite3.connect(self.target)) as db, db:
68            self.assertEqual(db.execute("SELECT count(*) FROM completions").fetchone()[0], 1)
69
70    def test_snapshot_is_self_contained_not_wal_dependent(self):
71        self.seed(self.source, "local")
72        with closing(sqlite3.connect(self.source)) as live, live:
73            live.execute("PRAGMA journal_mode=WAL")
74            destination = self.root / "portable.db"
75            merge_logs.snapshot(self.source, destination)
76        transferred = self.root / "transferred.db"
77        transferred.write_bytes(destination.read_bytes())
78        with closing(merge_logs.connect_readonly(transferred)) as db:
79            self.assertEqual(db.execute("PRAGMA journal_mode").fetchone()[0], "delete")
80            self.assertEqual(db.execute("SELECT count(*) FROM completions").fetchone()[0], 1)
81            with self.assertRaises(sqlite3.OperationalError):
82                db.execute("DELETE FROM completions")
83
84
85if __name__ == "__main__":
86    unittest.main()