okami.mom/web-extract-go

git clone https://git.nkp.pet/okami.mom/web-extract-go

nekomimi.petweb-extract: the Go service running on the Mac mini (vassago)5a90548

main
4.3 KiB106 linesraw
1package app
2
3import (
4	"encoding/json"
5	"fmt"
6	"net/http/httptest"
7	"reflect"
8	"strings"
9	"testing"
10)
11
12func TestPageAliasesUseContents(t *testing.T) {
13	for _, tc := range []struct {
14		name, extra, options string
15		summary              bool
16	}{
17		{"extract", `,"max_chars":40`, `,"text":{"maxCharacters":40}`, false},
18		{"preview", `,"query":"request limits"`, `,"summary":{"query":"request limits"}`, true},
19		{"summarize", ``, `,"summary":true`, true},
20		{"summarize", `,"instructions":"request limits","include_markdown":true,"max_chars":40`, `,"summary":{"query":"request limits"},"text":{"maxCharacters":40}`, true},
21	} {
22		for _, transport := range []string{"http", "mcp"} {
23			t.Run(tc.name+tc.extra+"/"+transport, func(t *testing.T) {
24				s, page := fixtureService(t)
25				_, canonical := callHTTP(t, s, "/contents", fmt.Sprintf(`{"urls":[%q]%s}`, page.URL, tc.options))
26				body := fmt.Sprintf(`{"url":%q%s}`, page.URL, tc.extra)
27				path := "/v1/" + tc.name
28				if transport == "mcp" {
29					path = "/mcp"
30					body = fmt.Sprintf(`{"jsonrpc":"2.0","id":1,"method":"tools/call","params":{"name":"web_%s","arguments":%s}}`, tc.name, body)
31				}
32				status, payload := callHTTP(t, s, path, body)
33				if status != 200 {
34					t.Fatal(status, payload)
35				}
36				if transport == "mcp" {
37					var result struct {
38						IsError           bool                       `json:"isError"`
39						StructuredContent map[string]json.RawMessage `json:"structuredContent"`
40						Content           []struct{ Text string }    `json:"content"`
41					}
42					if err := json.Unmarshal(payload["result"], &result); err != nil || result.IsError {
43						t.Fatal(string(payload["result"]), err)
44					}
45					var text map[string]json.RawMessage
46					if len(result.Content) != 1 || json.Unmarshal([]byte(result.Content[0].Text), &text) != nil || !reflect.DeepEqual(text, result.StructuredContent) {
47						t.Fatal("mcp text and structured output differ")
48					}
49					payload = result.StructuredContent
50				}
51				if string(payload["results"]) != string(canonical["results"]) {
52					t.Fatalf("alias diverged from contents: %s != %s", payload["results"], canonical["results"])
53				}
54				var statuses []ItemStatus
55				if err := json.Unmarshal(payload["statuses"], &statuses); err != nil || len(statuses) != 1 || statuses[0].Status != "success" {
56					t.Fatal("missing contents statuses", statuses, err)
57				}
58				var id string
59				_ = json.Unmarshal(payload["requestId"], &id)
60				var caller, endpoint string
61				if err := s.log.db.QueryRow("select caller,endpoint from requests where request_id=? order by id limit 1", id).Scan(&caller, &endpoint); err != nil || caller != "admin" || endpoint != "contents" {
62					t.Fatal("alias lost canonical request logging", caller, endpoint, err)
63				}
64				var completions, previews int
65				if err := s.log.db.QueryRow("select count(*),coalesce(sum(task='preview_summary'),0) from completions where request_id=?", id).Scan(&completions, &previews); err != nil {
66					t.Fatal(err)
67				}
68				want := 0
69				if tc.summary {
70					want = 1
71				}
72				if completions != want || previews != want {
73					t.Fatal("alias changed completion logging", completions, previews)
74				}
75			})
76		}
77	}
78}
79
80func TestPageAliasValidationAndAuth(t *testing.T) {
81	s, page := fixtureService(t)
82	for _, tc := range []struct{ name, body string }{
83		{"extract", `{}`},
84		{"extract", `{"url":"file:///etc/passwd"}`},
85		{"extract", fmt.Sprintf(`{"url":%q,"max_chars":10001}`, page.URL)},
86		{"extract", fmt.Sprintf(`{"url":%q,"render_js":false}`, page.URL)},
87		{"preview", fmt.Sprintf(`{"url":%q,"query":"  "}`, page.URL)},
88		{"summarize", fmt.Sprintf(`{"url":%q,"instructions":%q}`, page.URL, strings.Repeat("a", 4001))},
89	} {
90		if status, _ := callHTTP(t, s, "/v1/"+tc.name, tc.body); status != 400 {
91			t.Fatal(tc.name, "accepted invalid input", status)
92		}
93		_, payload := callHTTP(t, s, "/mcp", fmt.Sprintf(`{"jsonrpc":"2.0","id":1,"method":"tools/call","params":{"name":"web_%s","arguments":%s}}`, tc.name, tc.body))
94		if !strings.Contains(string(payload["result"]), `"isError":true`) {
95			t.Fatal("mcp accepted invalid alias input", payload)
96		}
97	}
98	for _, name := range []string{"extract", "preview", "summarize"} {
99		r := httptest.NewRequest("POST", "/v1/"+name, strings.NewReader(`{}`))
100		w := httptest.NewRecorder()
101		s.handler().ServeHTTP(w, r)
102		if w.Code != 401 {
103			t.Fatal("alias bypassed authentication", name, w.Code)
104		}
105	}
106}