okami.mom/web-extract-go

git clone https://git.nkp.pet/okami.mom/web-extract-go

albedosummaries: LLM_TEMPERATURE sets the summarizer temperature (default 1.0)20f80af

main
3.7 KiB100 linesraw
1package app
2
3import (
4	"context"
5	"flag"
6	"log/slog"
7	"net/http"
8	"os"
9	"os/signal"
10	"syscall"
11	"time"
12
13	"github.com/joho/godotenv"
14)
15
16// Run starts the configured HTTP or stdio service.
17func Run() error {
18	stdio := flag.Bool("stdio", false, "serve mcp over stdin/stdout instead of http")
19	flag.Parse()
20	_ = godotenv.Load()
21	cfg, err := readConfig()
22	if err != nil {
23		return err
24	}
25	auth, err := loadAuthStore(cfg.AuthStorePath)
26	if err != nil {
27		return err
28	}
29	log, err := openLog(cfg.DBPath)
30	if err != nil {
31		return err
32	}
33	defer log.db.Close()
34	network := newNetworkWithPool(cfg.AllowPrivate, cfg.ProxyPool)
35	defer network.transport.CloseIdleConnections()
36	browser := newBrowser(cfg, network)
37	modelHTTP := &http.Client{Timeout: 60 * time.Second, CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse }}
38	s := &Service{cfg: cfg, log: log, auth: auth,
39		fetch:    &Fetcher{net: network, browser: browser, maxBytes: cfg.MaxPageBytes, cache: &DocumentCache{docs: map[string]Document{}, max: cfg.CacheBytes}},
40		searcher: newSearcher(cfg, browser, network, modelHTTP),
41		jev:      &Jev{URL: cfg.JevURL, Key: cfg.JevKey, Model: cfg.JevModel, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)},
42		llm:      &LLM{URL: cfg.LLMURL, Key: cfg.LLMKey, Model: cfg.LLMModel, Temperature: cfg.LLMTemperature, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.Concurrency)},
43	}
44	if cfg.Public.Enabled {
45		public, err := openLog(cfg.Public.LogPath)
46		if err != nil {
47			return err
48		}
49		defer public.db.Close()
50		log.public = public
51		s.gate = newPublicGate(cfg.Public.RatePerMinute, cfg.Public.DailyLimit)
52		if cfg.Public.JevURL != "" {
53			s.publicJev = &Jev{URL: cfg.Public.JevURL, Key: cfg.Public.JevKey, Model: cfg.Public.JevModel, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)}
54			if cfg.Public.FallbackURL != "" {
55				s.publicJev.Fallback = &Jev{URL: cfg.Public.FallbackURL, Key: cfg.Public.FallbackKey, Model: cfg.Public.FallbackModel, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)}
56			}
57		}
58	}
59	if cfg.Local.URL != "" {
60		names := map[string]bool{}
61		for _, n := range cfg.Local.Questions {
62			names[n] = true
63		}
64		tier := &LocalTier{Names: names, Low: cfg.Local.Low, High: cfg.Local.High,
65			Jev: &Jev{URL: cfg.Local.URL, Key: "local", Model: cfg.Local.Model, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)}}
66		if cfg.Local.Scope == "all" {
67			s.jev.Local = tier
68		}
69		if s.publicJev != nil {
70			s.publicJev.Local = tier
71		}
72	}
73	ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
74	defer stop()
75	if *stdio {
76		return s.serveStdio(ctx, os.Stdin, os.Stdout)
77	}
78	server := &http.Server{Addr: cfg.Addr, Handler: s.handler(), ReadHeaderTimeout: 5 * time.Second, ReadTimeout: 10 * time.Second, WriteTimeout: cfg.RequestTimeout + 5*time.Second, IdleTimeout: 30 * time.Second, MaxHeaderBytes: 16384}
79	go func() {
80		<-ctx.Done()
81		shutdown, cancel := context.WithTimeout(context.Background(), 10*time.Second)
82		defer cancel()
83		_ = server.Shutdown(shutdown)
84	}()
85	slog.Info("web-extract listening", "address", cfg.Addr, "jev_configured", cfg.JevKey != "", "summarizer_configured", cfg.LLMKey != "")
86	err = server.ListenAndServe()
87	if err == http.ErrServerClosed {
88		return nil
89	}
90	return err
91}
92
93// newSearcher picks the search backend: searxng when SEARX_URL is set,
94// rendered kagi otherwise.
95func newSearcher(cfg Config, browser *Browser, network *Network, modelHTTP *http.Client) Searcher {
96	if cfg.SearxURL != "" {
97		return &Searx{BaseURL: cfg.SearxURL, HTTP: modelHTTP, maxBytes: cfg.MaxPageBytes}
98	}
99	return &Kagi{browser: browser, Session: cfg.KagiSession, Token: cfg.KagiToken, maxBytes: cfg.MaxPageBytes}
100}