[{"_1":2,"_170":-5,"_171":-5},"loaderData",{"_3":4,"_17":18,"_25":26,"_147":148},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","routes/_layout",{"_19":-5,"_20":21,"_22":21,"_23":11,"_24":21},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_95":-5,"_96":97,"_136":-5,"_137":11,"_138":21,"_139":11,"_140":-5,"_141":11,"_142":-5,"_143":144,"_145":98,"_146":-7},"canonicalUrl","https://hub.docker.com/r/skopac/serp/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","skopac","reponame","serp","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_50":51,"_53":54,"_55":56,"_57":11,"_58":59,"_60":61,"_62":63,"_43":35,"_32":33,"_65":66,"_67":52,"_68":69,"_70":71,"_72":73,"_74":-5,"_75":69,"_76":77,"_78":11,"_79":33,"_80":81,"_86":11,"_87":88,"_92":33,"_93":94},"categories",[42,47],{"_43":44,"_45":46},"name","Developer tools","slug","developer-tools",{"_43":48,"_45":49},"Web analytics","web-analytics","content_types",[52],"image","date_registered","2025-09-15T23:44:54.983081Z","description","Minimal Google SERP scraper & benchmark tool with Playwright. CLI & Docker, VNC optional.","is_private","last_updated","2025-09-15T23:55:21.380305Z","last_modified","2025-09-16T14:30:44.2922Z","media_types",[64],"application/vnd.docker.container.image.v1+json","pull_count",215,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","# Google SERP via Playwright — Docker Image\n\nMinimal Google SERP scraper and benchmarking CLI built on Playwright. Ships headless by default with optional headful viewing over VNC. Includes Chromium/Firefox/WebKit browsers.\n\n## Why\n- Made to benchmark https://instill.network/ 's residential proxies.\n- Github: https://github.com/instill-network/serp\n\n## Tags\n- `latest` — Playwright v1.55 on Ubuntu 22.04 (Jammy). See `Dockerfile`.\n\n## Quick Start\n- JSON output: `docker run --rm -it --json \"best coffee makers\"`\n- Locale & count: `docker run --rm -it -n 5 --hl en --gl US \"web scraping with playwright\"`\n- Use a proxy: `docker run --rm -it --proxy http://user+country=us:pass@host:port \"your query\"`\n\nReplace `` with your published image (e.g., `yourorg/serp`).\n\n## Headful via VNC\n- Enable headful UI + VNC:\n - `docker run --rm -it -p 5900:5900 -e HEADFUL=1 --headful --keep-open \"best coffee makers\"`\n - Optional password: `-e VNC_PASSWORD=secret`\n- Connect a VNC client to `localhost:5900` (use password if set).\n- Tunables (env): `HEADFUL=0|1`, `DISPLAY=:99`, `SCREEN_WIDTH=1920`, `SCREEN_HEIGHT=1080`, `SCREEN_DEPTH=24`, `VNC_PORT=5900`, `VNC_PASSWORD=`, `TZ` (default `America/New_York`).\n- Fonts preinstalled: Noto (incl. emoji), Liberation, DejaVu.\n\n## Benchmarks (`serp-bench`)\n- Persist outputs and mount inputs:\n ```bash\n docker run --rm -it \\\n -p 5900:5900 -e HEADFUL=1 \\\n -v \"$(pwd)/bench_out:/app/bench_out\" \\\n -v \"$(pwd)/examples/proxies.example.json:/app/proxies.json:ro\" \\\n -v \"$(pwd)/examples/queries.example.txt:/app/queries.txt:ro\" \\\n serp-bench --proxies /app/proxies.json --queries /app/queries.txt -c 1,5,10 --plateau-sec 60 --hl en --gl US\n ```\n- Outputs: JSON and `report.html` under `bench_out//`.\n- Optional headful view: add `--headful` (no `--keep-open` for bench).\n\n## CLI: `serp`\n- Results: `-n, --num ` (default 10)\n- Locale: `--hl ` (default `en`), `--gl `, `--domain ` (default `google.com`)\n- Time filter: `--tbs qdr:d|qdr:w|qdr:m`\n- Browser: `--browser chromium|firefox|webkit` (default `chromium`)\n- Headful: `--headful` and optionally `--keep-open`\n- Proxy: `--proxy `; username may include modifiers like `+country=us`\n- Timeouts: `--result-timeout-sec ` (default 5), `--nav-timeout-ms ` (default 3000)\n- System proxy: `--use-system-proxy` (disabled by default)\n- Output: `--json`\n\n## CLI: `serp-bench`\n- Inputs: `--proxies ` (JSON array of `{ name, proxy }`), `--queries ` (one per line)\n- Load shape: `-c, --concurrency ` (e.g., `1,5,10`), `--plateau-sec ` per stage\n- Timeouts: `--result-timeout-sec `, `--nav-timeout-ms `\n- Browser/headless: `--browser `, `--headful`\n- Output dir: `-o, --out ` (default `bench_out/`) \n- Correctness baseline: `--baseline `\n\n## Proxies\n- HTTP proxies only (Playwright limitation for authenticated SOCKS).\n- UUID placeholder: use `__UUID__` in username/password to auto-generate a fresh UUID.\n - Example: `--proxy http://user+session_id=__UUID__:pass@host:port`\n - `serp`: one UUID per invocation; `serp-bench`: new UUID per request.\n- For Docker-to-host proxies on Docker Desktop use `host.docker.internal`:\n ```json\n [{ \"name\": \"instill\", \"proxy\": \"http://user+session_id=__UUID__:pass@host.docker.internal:8080\" }]\n ```\n\n## Entrypoint & Commands\n- Entrypoint: `/usr/local/bin/docker-entrypoint.sh`\n- Default command: `serp` \n To run the benchmark: `docker run … serp-bench …`\n- Exposed port: `5900/tcp` (VNC when `HEADFUL=1`)\n\n## Volumes\n- Persist benchmark artifacts: `-v \"$(pwd)/bench_out:/app/bench_out\"`\n- Mount input files read-only under `/app` and reference by that path (e.g., `/app/proxies.json`, `/app/queries.txt`).\n\n## Notes\n- Focuses on organic results; obvious non-organic modules are avoided.\n- Attempts to accept Google consent dialogs automatically.\n- If results are sparse due to markup changes, use `--headful` to inspect.\n\n## Security & Compliance\n- Scraping Google may violate Google’s Terms of Service. Use responsibly.\n- Base image: `mcr.microsoft.com/playwright:v1.55.0-jammy`. Browsers run as non-root `pwuser`.\n\n## License\nMIT\n\n","has_starred","hub_user","immutable_tags_settings",{"_82":11,"_83":84},"enabled","rules",[85],".*","is_automated","permissions",{"_89":21,"_90":11,"_91":11},"read","write","admin","user","storage_size",890343858,"orgData","recentTags",[98],{"_99":52,"_100":101,"_102":103,"_104":105,"_106":107,"_108":109,"_58":125,"_126":101,"_127":33,"_128":64,"_43":129,"_130":131,"_132":116,"_133":125,"_134":73,"_135":21},"content_type","creator",993395,"digest","sha256:d540af702889f4db4d98ca190eb1ba92957f135e20baa70a8e89817c77c33e48","full_size",890331963,"id",973562994,"images",[110],{"_111":112,"_102":103,"_113":114,"_115":116,"_117":118,"_119":120,"_121":114,"_122":-5,"_123":105,"_70":73,"_124":-5},"architecture","arm64","features","","last_pulled","2026-09-17T15:50:30.86170906Z","last_pushed","2025-09-15T23:55:19.834946856Z","os","linux","os_features","os_version","size","variant","2025-09-15T23:55:20.315256Z","last_updater","last_updater_username","media_type","1.0","repository",28576949,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":149,"_158":159,"_143":168,"_169":11},{"_40":150,"_50":153,"_53":54,"_55":56,"_57":11,"_58":59,"_60":61,"_62":154,"_43":35,"_32":33,"_65":66,"_67":52,"_68":69,"_70":71,"_72":73,"_74":-5,"_75":69,"_76":77,"_78":11,"_79":33,"_80":155,"_86":11,"_87":157,"_92":33,"_93":94},[151,152],{"_43":44,"_45":46},{"_43":48,"_45":49},[52],[64],{"_82":11,"_83":156},[85],{"_89":21,"_90":11,"_91":11},"tags",{"_160":71,"_161":-5,"_162":-5,"_163":164},"count","next","previous","results",[165],{"_99":52,"_100":101,"_102":103,"_104":105,"_106":107,"_108":166,"_58":125,"_126":101,"_127":33,"_128":64,"_43":129,"_130":131,"_132":116,"_133":125,"_134":73,"_135":21},[167],{"_111":112,"_102":103,"_113":114,"_115":116,"_117":118,"_119":120,"_121":114,"_122":-5,"_123":105,"_70":73,"_124":-5},[],"canDeleteTags","actionData","errors"]

skopac/serp

Tags for skopac/serp