okami.mom/web-extract-go
git clone https://git.nkp.pet/okami.mom/web-extract-go
5a90548
main
1import { test } from "node:test" 2import assert from "node:assert/strict" 3import { spawn } from "node:child_process" 4import { mkdtemp , readFile , mkdir , rm } from "node:fs/promises" 5import { tmpdir } from "node:os" 6import path from "node:path" 7import { fileURLToPath } from "node:url" 8import { chromium } from "playwright-core" 9 10test ( "dashboard login, logs, all playground endpoints, and session boundaries" , { timeout :120000 }, async () => { 11const root = fileURLToPath ( new URL ( "../../" , import . meta. url )) 12const scratch = await mkdtemp ( path . join ( tmpdir (), "web-extract-ui-" )) 13const fixturePath = path . join ( scratch , "fixture.json" ) 14const server = spawn ( "go" , [ "test" , "./internal/app" , "-run" , "^TestAdminBrowserFixture$" , "-count=1" ], { cwd :root , env :{ ...process . env , ADMIN_BROWSER_FIXTURE :fixturePath }, detached :true , stdio :[ "ignore" , "pipe" , "pipe" ] }) 15let serverOutput = "" 16server . stdout . on ( "data" , chunk => serverOutput += chunk ) 17server . stderr . on ( "data" , chunk => serverOutput += chunk ) 18let browser 19try { 20let fixture 21for ( let i = 0 ; i < 200 ; i ++ ) { 22try { fixture = JSON . parse ( await readFile ( fixturePath , "utf8" )); break } catch {} 23if ( server . exitCode != null ) throw new Error ( serverOutput ) 24await new Promise ( resolve => setTimeout ( resolve , 100 )) 25} 26assert . ok ( fixture , "fixture server did not start" ) 27browser = await chromium . launch ({ executablePath :process . env . CHROME_PATH || "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome" , headless :true }) 28const context = await browser . newContext ({ viewport :{ width :1440 , height :1000 } }) 29const page = await context . newPage () 30const errors = [] 31page . on ( "pageerror" , error => errors . push ( error . message )) 32page . on ( "console" , log => { if ( log . type () === "error" && ! log . text (). includes ( "Failed to load resource" )) errors . push ( log . text ()) }) 33const screenshot = async name => { 34if ( ! process . env . ADMIN_SCREENSHOTS ) return 35await mkdir ( process . env . ADMIN_SCREENSHOTS , { recursive :true }) 36await page . screenshot ({ path :path . join ( process . env . ADMIN_SCREENSHOTS , ` ${ name } .png` ), fullPage :true }) 37} 38await page . goto ( ` ${ fixture . url } /admin/` ) 39await page . getByLabel ( "admin password" , { exact :true }). fill ( "wrong-password" ) 40await page . getByRole ( "button" , { name :"sign in" , exact :true }). click () 41await page . getByText ( "incorrect password" , { exact :true }). waitFor () 42await screenshot ( "login" ) 43await page . getByLabel ( "admin password" , { exact :true }). fill ( fixture . password ) 44await page . getByRole ( "button" , { name :"sign in" , exact :true }). click () 45await page . getByRole ( "heading" , { name :"request activity" , exact :true }). waitFor () 46await page . getByRole ( "button" , { name :"older" , exact :true }). click () 47await page . getByRole ( "button" , { name :"newer" , exact :true }). click () 48await page . getByLabel ( "request errors only" ). check () 49await page . getByRole ( "button" , { name :"no query recorded" , exact :true }). waitFor () 50await page . waitForFunction (() => document . querySelectorAll ( "tbody tr" ). length === 1 ) 51assert . equal ( await page . locator ( "tbody tr" ). count (), 1 ) 52await page . getByLabel ( "request errors only" ). uncheck () 53await page . getByRole ( "button" , { name :"fixture request limits 31" , exact :true }). waitFor () 54await screenshot ( "activity-desktop" ) 55await page . getByRole ( "tab" , { name :"playground" , exact :true }). click () 56await page . getByLabel ( "query" , { exact :true }). fill ( "what are the request and file-upload limits?" ) 57await page . getByLabel ( "number of results" , { exact :true }). fill ( "1" ) 58await page . getByRole ( "button" , { name :"run query" , exact :true }). click () 59await page . getByText ( "http 200" , { exact :true }). waitFor () 60await page . getByText ( "requests may contain up to 8 mib; file uploads have a separate 64 mib limit." , { exact :true }). waitFor () 61await screenshot ( "playground-desktop" ) 62await page . getByRole ( "tab" , { name :"trace" , exact :true }). click () 63await page . getByText ( "2 kept / 3 judged / 3 source passages" , { exact :false }). waitFor () 64await page . getByRole ( "tab" , { name :"summarizer (1)" , exact :true }). click () 65await page . locator ( "summary" ). filter ({ hasText :"preview_summary" }). click () 66await page . getByRole ( "heading" , { name :"raw response" , exact :true }). waitFor () 67await page . getByRole ( "tab" , { name :"results" , exact :true }). click () 68await page . getByLabel ( "endpoint" , { exact :true }). selectOption ( "contents" ) 69await page . getByLabel ( "urls · one per line" ). fill ( ` ${ fixture . sourceURL } \n ${ fixture . sourceURL } /missing` ) 70await page . getByRole ( "button" , { name :"run query" , exact :true }). click () 71await page . getByText ( "CRAWL_HTTP_ERROR" , { exact :true }). waitFor () 72await page . getByRole ( "tab" , { name :"json" , exact :true }). click () 73await page . getByRole ( "heading" , { name :"sent request" , exact :true }). waitFor () 74await page . getByLabel ( "endpoint" , { exact :true }). selectOption ( "answer" ) 75await page . getByRole ( "button" , { name :"run query" , exact :true }). click () 76await page . getByText ( "http 200" , { exact :true }). waitFor () 77await page . getByRole ( "tab" , { name :"results" , exact :true }). click () 78await page . getByText ( "requests may contain up to 8 mib; file uploads have a separate 64 mib limit." , { exact :true }). first (). waitFor () 79await page . setViewportSize ({ width :390 , height :844 }) 80await screenshot ( "playground-mobile" ) 81assert . equal ( await page . evaluate (() => document . documentElement . scrollWidth > window . innerWidth ), false , "mobile overflow" ) 82await page . getByRole ( "tab" , { name :"activity" , exact :true }). click () 83await page . getByRole ( "button" , { name :"refresh" , exact :true }). click () 84await page . getByRole ( "button" , { name :"what are the request and file-upload limits?" , exact :true }). first (). waitFor () 85await screenshot ( "activity-mobile" ) 86assert . equal ( await page . evaluate (() => document . documentElement . scrollWidth > window . innerWidth ), false , "activity overflow" ) 87const tableRegion = page . getByRole ( "region" , { name :"scrollable request activity" , exact :true }) 88await tableRegion . focus () 89await tableRegion . press ( "ArrowRight" ) 90await page . waitForFunction (() => document . querySelector ( '[aria-label="scrollable request activity"]' ). scrollLeft > 0 ) 91await page . getByRole ( "tab" , { name :"playground" , exact :true }). click () 92await page . locator ( "summary" ). filter ({ hasText :/ ^request json$ / }). click () 93await page . getByLabel ( "edit json instead of form" ). check () 94await page . getByRole ( "textbox" , { name :"request json" , exact :true }). fill ( '{"query":""}' ) 95await page . getByRole ( "button" , { name :"run query" , exact :true }). click () 96await page . getByText ( "http 400" , { exact :true }). waitFor () 97const oldCookie = ( await context . cookies ()). find ( cookie => cookie . name === "web_extract_admin" ) 98assert . ok ( oldCookie ?. httpOnly ) 99await page . getByRole ( "button" , { name :"sign out" , exact :true }). click () 100await page . getByLabel ( "admin password" , { exact :true }). waitFor () 101const rejected = await context . request . get ( ` ${ fixture . url } /admin/api/overview` , { headers :{ Cookie :` ${ oldCookie . name } = ${ oldCookie . value } ` } }) 102assert . equal ( rejected . status (), 401 ) 103assert . deepEqual ( errors , []) 104} finally { 105await browser ?. close () 106try { process . kill ( - server . pid , "SIGTERM" ) } catch {} 107await new Promise ( resolve => server . exitCode != null ?resolve () :server . once ( "exit" , resolve )) 108await rm ( scratch , { recursive :true , force :true }) 109} 110})