{"site":"startup.is","path":"/projects/rust-based-seo-and-aeo-crawler","title":"Rust Based SEO and AEO Crawler","generated_at":"2026-10-14T02:22:30.058Z","data":{"site":"startup.is","org_key":"crawler.sh","slug":"rust-based-seo-and-aeo-crawler","name":"Rust Based SEO and AEO Crawler","kind":"project","country":"xx","place_key":"xx/sh","website":"https://crawler.sh/","summary":null,"extra":{"launched":"2026-03-02","launch_post":"https://news.ycombinator.com/item?id=47218365","hn_score":2,"domain_created":null,"classified":{"kind":"project","confidence":0.33,"model":"jev-1.13.0"},"address":null,"phones":[],"email":null,"profiles":[],"rating":null,"reviews":null,"rating_source":null,"rating_read":null,"also_listed_as":[],"related":[],"listing_seen":null,"listed_since":"2026-03-02","located_by":null,"place_from":null},"status":"published","provenance":[{"field":"name","from":"hn_show","observed_at":"2026-03-02","url":"https://news.ycombinator.com/item?id=47218365"},{"field":"website","from":"hn_show","observed_at":"2026-03-02","url":"https://news.ycombinator.com/item?id=47218365"}],"first_seen":"2026-10-05T14:50:58.785Z","last_verified":"2026-03-02","web":{"domain":"crawler.sh","site_status":null,"captured_at":"2026-09-30T14:40:41.069Z","thumb_url":"https://cdn.backup.im/file/screenshot-archive/c/crawler.sh_20260930_thumb.jpg","shot_url":"https://cdn.backup.im/file/screenshot-archive/c/crawler.sh_20260930.jpg","desktop_thumb_url":"https://cdn.backup.im/file/screenshot-archive/c/crawler.sh_20260930_desktop_thumb.jpg","title":"crawler.sh: Local Markdown Extractor for AI Training and RAG","description":"Turn any website into clean, RAG-ready Markdown. Runs locally, renders JavaScript, respects robots.txt. No headless Chrome, no per-page fees.","synced_at":"2026-10-05T14:56:14.712Z"}}}