okami.mom/web-extract-go
git clone https://git.nkp.pet/okami.mom/web-extract-go
5a90548
main
1package app 2 3import ( 4"bytes" 5"context" 6"encoding/json" 7"fmt" 8"net/http" 9"net/http/httptest" 10"os" 11"strings" 12"testing" 13) 14 15func TestLiveBrowser (t * testing.T ) { 16if os .Getenv ("LIVE_BROWSER" )!= "1" { 17t .Skip ("set LIVE_BROWSER=1 and BROWSER_PATH to exercise chrome" ) 18 } 19page := httptest .NewServer (http .HandlerFunc (func (w http.ResponseWriter ,r * http.Request ) { 20fmt .Fprint (w ,`<html><body><main id="content"></main><script>document.getElementById('content').textContent = 'javascript rendered evidence';</script></body></html>` ) 21 })) 22defer page .Close () 23network := newNetwork (true ) 24defer network .transport .CloseIdleConnections () 25browser := & Browser {path :os .Getenv ("BROWSER_PATH" ),network :network ,slots :make (chan struct {},1 )} 26html ,final ,err := browser .render (context .Background (),page .URL ,false ,"" ,"" ) 27if err != nil || ! strings .Contains (html ,`<main id="content">javascript rendered evidence</main>` )|| final != page .URL + "/" { 28t .Fatalf ("browser render: final=%q err=%v html=%s" ,final ,err ,html ) 29 } 30} 31 32func TestRelativeDatabasePath (t * testing.T ) { 33t .Chdir (t .TempDir ()) 34log ,err := openLog ("data/completions.db" ) 35if err != nil { 36t .Fatal (err ) 37 } 38defer log .db .Close () 39if err := log .db .Ping ();err != nil { 40t .Fatal (err ) 41 } 42} 43 44func TestLLMCompletionRecordsTrainingShape (t * testing.T ) { 45s ,_ := fixtureService (t ) 46s .llm .Model = "bonsai-2-27b" 47provider := httptest .NewServer (http .HandlerFunc (func (w http.ResponseWriter ,r * http.Request ) { 48var body map [string ]json.RawMessage 49if err := json .NewDecoder (r .Body ).Decode (& body );err != nil { 50t .Error (err ) 51 } 52fmt .Fprint (w ,`{"model":"bonsai-2-27b","choices":[{"message":{"role":"assistant","content":"a grounded plain paragraph."},"finish_reason":"stop"}]}` ) 53 })) 54defer provider .Close () 55s .llm .URL = provider .URL 56if _ ,err := s .llm .complete (context .Background (),"preview_summary" ,previewSystem ,"evidence" ,2048 );err != nil { 57t .Fatal (err ) 58 } 59var request string 60if err := s .log .db .QueryRow ("select request_json from completions" ).Scan (& request );err != nil { 61t .Fatal (err ) 62 } 63if strings .Contains (request ,"model-secret" ) { 64t .Fatal ("credential leaked into training input" ) 65 } 66} 67 68func TestStdioMCPRoundTrip (t * testing.T ) { 69s ,page := fixtureService (t ) 70request := `{"jsonrpc":"2.0","id":1,"method":"initialize","params":{}} 71{"jsonrpc":"2.0","method":"notifications/initialized"} 72{"jsonrpc":"2.0","id":2,"method":"tools/list"} 73{"jsonrpc":"2.0","id":3,"method":"tools/call","params":{"name":"web_extract","arguments":{"url":"` + page .URL + `"}}} 74` 75var out bytes.Buffer 76if err := s .serveStdio (context .Background (),strings .NewReader (request ),& out );err != nil { 77t .Fatal (err ) 78 } 79lines := strings .Split (strings .TrimSpace (out .String ()),"\n" ) 80if len (lines )!= 3 { 81t .Fatalf ("expected three replies and no notification reply: %s" ,out .String ()) 82 } 83for i ,line := range lines { 84var reply struct { 85ID int `json:"id"` 86Result json.RawMessage `json:"result"` 87 } 88if err := json .Unmarshal ([]byte (line ),& reply );err != nil || reply .ID != i + 1 || len (reply .Result )== 0 { 89t .Fatalf ("invalid reply: %s" ,line ) 90 } 91 } 92if ! strings .Contains (lines [2 ],"8 mib" )|| strings .Contains (lines [2 ],`"isError":true` ) { 93t .Fatal (lines [2 ]) 94 } 95var caller string 96if err := s .log .db .QueryRow ("select caller from requests where endpoint = 'contents'" ).Scan (& caller );err != nil || caller != "codex" { 97t .Fatalf ("caller = %q, error = %v" ,caller ,err ) 98 } 99}