{"owner":"spider-rs","github":"https://github.com/spider-rs","claimed":false,"inventory":[],"indexed":[{"repo":"spider-rs/spider","github":"https://github.com/spider-rs/spider","description":"Get web data for AI agents and LLMs","language":"Rust","stars":2658,"topics":["crawler","rust","spider","headless-chrome","scraping","automation","ai-agent","web-crawler","web-scraping","web-data"],"license":"MIT","category":"scrapers-browser-automation"},{"repo":"spider-rs/spider-py","github":"https://github.com/spider-rs/spider-py","description":"Spider ported to Python","language":"Rust","stars":109,"topics":["python","scraper","spider","web-crawler","headless-chrome","crawler"],"license":"MIT","category":"scrapers-browser-automation"},{"repo":"spider-rs/html2md","github":"https://github.com/spider-rs/html2md","description":"HTML to markdown for Rust","language":"HTML","stars":79,"topics":["html2md","markdown","rust","html"],"license":"MIT","category":"scrapers-browser-automation"},{"repo":"spider-rs/spider-nodejs","github":"https://github.com/spider-rs/spider-nodejs","description":"Spider ported to Node.js","language":"Rust","stars":59,"topics":["crawler","indexer","spider","headless-chrome","nodejs","typescript","distributed-systems","scraper"],"license":"MIT","category":"scrapers-browser-automation"},{"repo":"spider-rs/chromey","github":"https://github.com/spider-rs/chromey","description":"Chrome DevTools Protocol for Rust","language":"Rust","stars":51,"topics":["automation","chrome-devtools-protocol","headless-chrome","cdp"],"license":"Apache-2.0","category":"scrapers-browser-automation"},{"repo":"spider-rs/spider-clients","github":"https://github.com/spider-rs/spider-clients","description":"Python, Javascript, and Rust libraries for the Spider Cloud API.","language":"Rust","stars":26,"topics":["ai","ai-agents","ai-scraping","crawler","html-to-markdown","scraper","spider","web-scraping","llm-webcrawler","supabase"],"license":"MIT","category":"scrapers-browser-automation"},{"repo":"spider-rs/web-crawling-guides","github":"https://github.com/spider-rs/web-crawling-guides","description":"How to guides on web-crawling or scraping","language":null,"stars":26,"topics":["agents","ai-agents","ai-scraping","clean-markdown","crawler","html-to-markdown","llm-webcrawler","scraper","web-scraping","fast-webcrawler"],"license":null,"category":"scrapers-browser-automation"}],"how_to_buy":"GET /r/spider-rs/<repo> (Accept: application/json) for any listed repo here: tree, README, price and the checkout to pay (x402; rehearse first at its test twin, simulated money). Repos under 'indexed' are free: clone them from GitHub."}