package app import ( "encoding/json" "net/http" "net/http/httptest" "path/filepath" "sync" "testing" ) // decisionServer answers every noul question with the probability given for // its id (default 0.5) and records the question ids it was asked. func decisionServer(t *testing.T, scores map[string]float64, status int) (*httptest.Server, *[][]string) { t.Helper() var mu sync.Mutex var asked [][]string srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { var req struct { Questions map[string]Question `json:"questions"` } _ = json.NewDecoder(r.Body).Decode(&req) ids := []string{} answers := map[string]any{} for id := range req.Questions { ids = append(ids, id) p, ok := scores[id] if !ok { p = 0.5 } answers[id] = map[string]any{"type": "noul", "noul": p} } mu.Lock() asked = append(asked, ids) mu.Unlock() if status != 200 { w.WriteHeader(status) return } writeJSON(w, 200, map[string]any{"model": "m", "answers": answers}) })) t.Cleanup(srv.Close) return srv, &asked } func TestLocalTierKeepsConfidentAnswersAndForwardsTheRest(t *testing.T) { log, err := openLog(filepath.Join(t.TempDir(), "log.db")) if err != nil { t.Fatal(err) } t.Cleanup(func() { log.db.Close() }) local, _ := decisionServer(t, map[string]float64{"0_relevant": 0.02, "0_evidence": 0.97, "1_relevant": 0.5}, 200) remote, asked := decisionServer(t, map[string]float64{"1_relevant": 0.8, "0_injection": 0.01}, 200) mk := func(url string) *Jev { return &Jev{URL: url, Key: "k", Model: "m", HTTP: http.DefaultClient, Log: log, slots: make(chan struct{}, 2)} } j := mk(remote.URL) j.Local = &LocalTier{Jev: mk(local.URL), Names: map[string]bool{"relevant": true, "evidence": true}, Low: 0.1, High: 0.9} qs := map[string]Question{"0_relevant": noul("r"), "0_evidence": noul("e"), "1_relevant": noul("r"), "0_injection": noul("i")} out, err := j.evaluate(t.Context(), "passage", map[string]string{"query": "q"}, qs) if err != nil { t.Fatal(err) } if len(*asked) != 1 || len((*asked)[0]) != 2 { t.Fatalf("remote should get only the unsure and non-local questions, got %v", *asked) } want := map[string]float64{"0_relevant": 0.02, "0_evidence": 0.97, "1_relevant": 0.8, "0_injection": 0.01} for id, p := range want { if out.Answers[id].Noul != p { t.Fatalf("%s: got %v want %v", id, out.Answers[id].Noul, p) } } broken, _ := decisionServer(t, nil, 500) j.Local.Jev = mk(broken.URL) *asked = nil if _, err := j.evaluate(t.Context(), "passage", map[string]string{"query": "q"}, qs); err != nil || len(*asked) != 1 || len((*asked)[0]) != 4 { t.Fatalf("a failing local model must send everything remote: %v %v", err, *asked) } }