package app import ( "context" "flag" "log/slog" "net/http" "os" "os/signal" "syscall" "time" "github.com/joho/godotenv" ) // Run starts the configured HTTP or stdio service. func Run() error { stdio := flag.Bool("stdio", false, "serve mcp over stdin/stdout instead of http") flag.Parse() _ = godotenv.Load() cfg, err := readConfig() if err != nil { return err } auth, err := loadAuthStore(cfg.AuthStorePath) if err != nil { return err } log, err := openLog(cfg.DBPath) if err != nil { return err } defer log.db.Close() network := newNetworkWithPool(cfg.AllowPrivate, cfg.ProxyPool) defer network.transport.CloseIdleConnections() browser := newBrowser(cfg, network) modelHTTP := &http.Client{Timeout: 60 * time.Second, CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse }} s := &Service{cfg: cfg, log: log, auth: auth, fetch: &Fetcher{net: network, browser: browser, maxBytes: cfg.MaxPageBytes, cache: &DocumentCache{docs: map[string]Document{}, max: cfg.CacheBytes}}, searcher: newSearcher(cfg, browser, network, modelHTTP), jev: &Jev{URL: cfg.JevURL, Key: cfg.JevKey, Model: cfg.JevModel, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)}, llm: &LLM{URL: cfg.LLMURL, Key: cfg.LLMKey, Model: cfg.LLMModel, Temperature: cfg.LLMTemperature, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.Concurrency)}, } if cfg.Public.Enabled { public, err := openLog(cfg.Public.LogPath) if err != nil { return err } defer public.db.Close() log.public = public s.gate = newPublicGate(cfg.Public.RatePerMinute, cfg.Public.DailyLimit) if cfg.Public.JevURL != "" { s.publicJev = &Jev{URL: cfg.Public.JevURL, Key: cfg.Public.JevKey, Model: cfg.Public.JevModel, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)} if cfg.Public.FallbackURL != "" { s.publicJev.Fallback = &Jev{URL: cfg.Public.FallbackURL, Key: cfg.Public.FallbackKey, Model: cfg.Public.FallbackModel, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)} } } } if cfg.Local.URL != "" { names := map[string]bool{} for _, n := range cfg.Local.Questions { names[n] = true } tier := &LocalTier{Names: names, Low: cfg.Local.Low, High: cfg.Local.High, Jev: &Jev{URL: cfg.Local.URL, Key: "local", Model: cfg.Local.Model, HTTP: modelHTTP, Log: log, slots: make(chan struct{}, cfg.JevConcurrency)}} if cfg.Local.Scope == "all" { s.jev.Local = tier } if s.publicJev != nil { s.publicJev.Local = tier } } ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM) defer stop() if *stdio { return s.serveStdio(ctx, os.Stdin, os.Stdout) } server := &http.Server{Addr: cfg.Addr, Handler: s.handler(), ReadHeaderTimeout: 5 * time.Second, ReadTimeout: 10 * time.Second, WriteTimeout: cfg.RequestTimeout + 5*time.Second, IdleTimeout: 30 * time.Second, MaxHeaderBytes: 16384} go func() { <-ctx.Done() shutdown, cancel := context.WithTimeout(context.Background(), 10*time.Second) defer cancel() _ = server.Shutdown(shutdown) }() slog.Info("web-extract listening", "address", cfg.Addr, "jev_configured", cfg.JevKey != "", "summarizer_configured", cfg.LLMKey != "") err = server.ListenAndServe() if err == http.ErrServerClosed { return nil } return err } // newSearcher picks the search backend: searxng when SEARX_URL is set, // rendered kagi otherwise. func newSearcher(cfg Config, browser *Browser, network *Network, modelHTTP *http.Client) Searcher { if cfg.SearxURL != "" { return &Searx{BaseURL: cfg.SearxURL, HTTP: modelHTTP, maxBytes: cfg.MaxPageBytes} } return &Kagi{browser: browser, Session: cfg.KagiSession, Token: cfg.KagiToken, maxBytes: cfg.MaxPageBytes} }