{
  "id": "mcp_io_github_taylorsmithgg_crawl_census_280122b2",
  "kind": "mcp",
  "category": "ferramentas",
  "name": "Crawl Census",
  "tagline": "Ask before you fetch: will this domain serve your crawler, refuse it, or charge it?",
  "body": "Ask before you fetch: will this domain serve your crawler, refuse it, or charge it?",
  "url": "https://crawlcensus.com/mcp",
  "status": "live",
  "origin": "official",
  "origin_id": "io.github.taylorsmithgg/crawl-census",
  "install": "https://crawlcensus.com/mcp",
  "source": "https://github.com/taylorsmithgg/crawl-census-client",
  "transporte": "http",
  "ns": "io.github.taylorsmithgg",
  "versao": "1.0.0",
  "oficial_status": "active",
  "repo_host": "github.com",
  "topico": "browser",
  "linguagem": "JavaScript",
  "licenca": "NOASSERTION",
  "repo_topics": " ai ai-agents claudebot gptbot llm mcp mcp-server model-context-protocol pay-per-crawl robots-txt scraping web-crawler ",
  "repo_slug": "taylorsmithgg/crawl-census-client",
  "stars": 0,
  "forks": 0,
  "prs_abertos": 0,
  "pushed_at": "2026-08-23T18:33:52Z",
  "repo_estado": "ativo",
  "likes": 0,
  "comments": 0,
  "visits": 0,
  "readme_bytes": 11089,
  "readme_api": "https://agentalog.com/api/listings/mcp_io_github_taylorsmithgg_crawl_census_280122b2/readme",
  "readme_fonte": "repo",
  "created_at": "2026-08-29 04:01:30",
  "updated_at": "2026-08-29 04:01:30",
  "mine": false,
  "api": "https://agentalog.com/api/listings/mcp_io_github_taylorsmithgg_crawl_census_280122b2",
  "go": "https://agentalog.com/api/go/mcp_io_github_taylorsmithgg_crawl_census_280122b2",
  "comments_api": "https://agentalog.com/api/listings/mcp_io_github_taylorsmithgg_crawl_census_280122b2/comments",
  "readme_sha": "e46933acbce8f83531daf932095faac25ed44f8bc775ff21d127a9e27882af29",
  "readme_em": "2026-08-31 07:43:21",
  "payload": {
    "name": "io.github.taylorsmithgg/crawl-census",
    "title": "Crawl Census",
    "version": "1.0.0",
    "remotes": [
      {
        "type": "streamable-http",
        "url": "https://crawlcensus.com/mcp"
      }
    ],
    "packages": [],
    "official_status": "active"
  },
  "volatil_em": "2026-09-13 19:01:51"
}