package app import ( "bytes" "context" "encoding/json" "fmt" "net/http" "net/http/httptest" "os" "strings" "testing" ) func TestLiveBrowser(t *testing.T) { if os.Getenv("LIVE_BROWSER") != "1" { t.Skip("set LIVE_BROWSER=1 and BROWSER_PATH to exercise chrome") } page := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { fmt.Fprint(w, `
`) })) defer page.Close() network := newNetwork(true) defer network.transport.CloseIdleConnections() browser := &Browser{path: os.Getenv("BROWSER_PATH"), network: network, slots: make(chan struct{}, 1)} html, final, err := browser.render(context.Background(), page.URL, false, "", "") if err != nil || !strings.Contains(html, `
javascript rendered evidence
`) || final != page.URL+"/" { t.Fatalf("browser render: final=%q err=%v html=%s", final, err, html) } } func TestRelativeDatabasePath(t *testing.T) { t.Chdir(t.TempDir()) log, err := openLog("data/completions.db") if err != nil { t.Fatal(err) } defer log.db.Close() if err := log.db.Ping(); err != nil { t.Fatal(err) } } func TestLLMCompletionRecordsTrainingShape(t *testing.T) { s, _ := fixtureService(t) s.llm.Model = "bonsai-2-27b" provider := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { var body map[string]json.RawMessage if err := json.NewDecoder(r.Body).Decode(&body); err != nil { t.Error(err) } fmt.Fprint(w, `{"model":"bonsai-2-27b","choices":[{"message":{"role":"assistant","content":"a grounded plain paragraph."},"finish_reason":"stop"}]}`) })) defer provider.Close() s.llm.URL = provider.URL if _, err := s.llm.complete(context.Background(), "preview_summary", previewSystem, "evidence", 2048); err != nil { t.Fatal(err) } var request string if err := s.log.db.QueryRow("select request_json from completions").Scan(&request); err != nil { t.Fatal(err) } if strings.Contains(request, "model-secret") { t.Fatal("credential leaked into training input") } } func TestStdioMCPRoundTrip(t *testing.T) { s, page := fixtureService(t) request := `{"jsonrpc":"2.0","id":1,"method":"initialize","params":{}} {"jsonrpc":"2.0","method":"notifications/initialized"} {"jsonrpc":"2.0","id":2,"method":"tools/list"} {"jsonrpc":"2.0","id":3,"method":"tools/call","params":{"name":"web_extract","arguments":{"url":"` + page.URL + `"}}} ` var out bytes.Buffer if err := s.serveStdio(context.Background(), strings.NewReader(request), &out); err != nil { t.Fatal(err) } lines := strings.Split(strings.TrimSpace(out.String()), "\n") if len(lines) != 3 { t.Fatalf("expected three replies and no notification reply: %s", out.String()) } for i, line := range lines { var reply struct { ID int `json:"id"` Result json.RawMessage `json:"result"` } if err := json.Unmarshal([]byte(line), &reply); err != nil || reply.ID != i+1 || len(reply.Result) == 0 { t.Fatalf("invalid reply: %s", line) } } if !strings.Contains(lines[2], "8 mib") || strings.Contains(lines[2], `"isError":true`) { t.Fatal(lines[2]) } var caller string if err := s.log.db.QueryRow("select caller from requests where endpoint = 'contents'").Scan(&caller); err != nil || caller != "codex" { t.Fatalf("caller = %q, error = %v", caller, err) } }