{
  "job_id": "0087df4865f3",
  "input_url": "http://httpbin.org/redirect-to?url=http%3A%2F%2F127.0.0.1%3A6379%2F&status_code=302",
  "base_url": "http://httpbin.org",
  "site": {
    "url": "http://httpbin.org/",
    "source_page": "http://httpbin.org/"
  },
  "schema": "ecommerce",
  "provider": "echo",
  "model": "gemini-3.7-flash",
  "discovery": {
    "base_url": "http://httpbin.org",
    "total_urls": 2,
    "robots_found": true,
    "robots_sitemaps": [],
    "sitemaps_parsed": [],
    "feeds_found": [],
    "strategies_used": [
      "robots.txt",
      "crawl",
      "rendered-home"
    ],
    "products_by_source": {},
    "notes": [
      "http://httpbin.org/redirect-to?url=http%3A%2F%2F127.0.0.1%3A6379%2F&status_code=302 showed nothing (HTTP 403 - refused by the site's bot protection) - reading http://httpbin.org/ instead, the shop's front door",
      "Homepage OK (200) -> http://httpbin.org/",
      "robots.txt found - 0 sitemap hint(s), 1 disallow rule(s)",
      "No usable sitemap found",
      "No RSS/Atom feed found",
      "Falling back to link crawl (only 0 URL(s) so far)",
      "Crawl added 2 URL(s)",
      "Home page product cards (rendered with Chromium): 0 URL(s) added",
      "Only 0 product(s) found, and walking its listings added none",
      "Discovery complete: 2 route(s) selected"
    ]
  },
  "total": 2,
  "count": 2,
  "offset": 0,
  "next_offset": null,
  "results": [
    {
      "url": "http://httpbin.org/",
      "final_url": "http://httpbin.org/",
      "source": "crawl",
      "status": "extracted",
      "http_status": 200,
      "title": "httpbin.org",
      "error": null,
      "data": {
        "_source": "echo-provider (no LLM configured)",
        "title": "httpbin.org"
      }
    },
    {
      "url": "http://httpbin.org/forms/post",
      "final_url": "http://httpbin.org/forms/post",
      "source": "crawl",
      "status": "extracted",
      "http_status": 200,
      "title": null,
      "error": null,
      "data": {
        "_source": "echo-provider (no LLM configured)"
      }
    }
  ]
}