{
  "project_id": "apify/crawlee-python",
  "repo": "apify/crawlee-python",
  "name": "crawlee-python",
  "github_url": "https://github.com/apify/crawlee-python",
  "homepage_url": "https://crawlee.dev/python/",
  "language": "Python",
  "license": "Apache-2.0",
  "project_kind": "project",
  "category": [
    "browser_agent"
  ],
  "tags": [
    "apify",
    "automation",
    "beautifulsoup",
    "crawler",
    "crawling",
    "headless",
    "headless-chrome",
    "parsel",
    "pip",
    "playwright",
    "python",
    "scraper",
    "scraping",
    "selenium",
    "web-crawler",
    "web-crawling",
    "web-scraping"
  ],
  "description": "Crawlee—A web scraping and browser automation library for Python to build reliable crawlers. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Parsel, BeautifulSoup, Playwright, and raw HTTP. Both headful and headless mode. With proxy rotation.",
  "overview": "Use apify/crawlee-python when the user needs a browser agent project with library-only, local, cloud deployment options.",
  "alternatives": [
    {
      "repo": "browser-use/browser-use",
      "reason": "Same browser agent intent with browser_automation, workflow overlap."
    },
    {
      "repo": "jackwener/OpenCLI",
      "reason": "Same browser agent intent with browser_automation, workflow overlap."
    },
    {
      "repo": "jo-inc/camofox-browser",
      "reason": "Same browser agent intent with browser_automation, workflow overlap."
    }
  ],
  "related": [
    {
      "repo": "apify/crawlee",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "tiliondev/fortress",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "apify/apify-sdk-python",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "ScrapeGraphAI/scrapegraph-py",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "hyperbrowserai/HyperAgent",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "browserbase/stagehand",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "SeleniumHQ/selenium",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    },
    {
      "repo": "jo-inc/camofox-browser",
      "reason": "Related to apify/crawlee-python through browser agent category and library_only deployment."
    }
  ],
  "dependencies": [
    "Vector database",
    "Browser automation",
    "LLM provider"
  ],
  "deployments": [
    "library_only",
    "local",
    "cloud"
  ],
  "difficulty": "beginner",
  "cloudflare_ready": false,
  "use_cases": [
    "build browser automation agents",
    "operate web tasks with LLMs",
    "test web workflows"
  ],
  "not_good_for": [
    "edge-only Cloudflare Workers deployment without adaptation",
    "users expecting a complete hosted product"
  ],
  "classification": {
    "category": {
      "confidence": "high",
      "evidence": [
        "Matched \"browser automation\" in metadata.",
        "Matched \"playwright\" in metadata."
      ]
    },
    "deployment": {
      "confidence": "high",
      "evidence": [
        "Matched \"pip install\" in repository content.",
        "Matched \"library\" in repository content.",
        "Local usage is assumed for open source repositories unless contradicted."
      ]
    },
    "difficulty": {
      "confidence": "medium",
      "evidence": [
        "Repository has under 10k stars, so complexity is treated conservatively."
      ]
    },
    "cloudflare_ready": {
      "confidence": "high",
      "evidence": [
        "Runtime blocker: python.",
        "No Cloudflare deployment signal detected.",
        "No wrangler.toml found in inspected repository files."
      ]
    }
  },
  "quality_signals": {
    "stars": 9540,
    "recent_commits": 69,
    "contributors": 51,
    "issue_response_time_hours": null,
    "release_frequency_180d": 17
  },
  "quality_signal_confidence": {
    "stars_30d_delta": "snapshot",
    "stars30d_window_days": 33,
    "commits_30d": "complete",
    "releases_180d": "complete",
    "contributors_90d": "complete"
  },
  "quality_score": 38,
  "agent_score": 81,
  "score": 92,
  "agent_score_breakdown": {
    "documentation": 90,
    "maintenance": 63,
    "deployment": 80,
    "popularity": 80,
    "community": 96
  },
  "git_top_score": 92,
  "git_top_score_breakdown": {
    "community": 100,
    "maintenance": 75,
    "documentation": 84,
    "stability": 100,
    "adoption": 100,
    "agent_readability": 100
  },
  "verification": {
    "schema_version": "git-top.verification.v1",
    "overall_status": "partial",
    "observed_at": "2026-09-19T16:00:41.690Z",
    "signals": {
      "activity": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.pushed_at",
          "metrics.recent_push_days"
        ]
      },
      "license": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.license"
        ]
      },
      "documentation": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.description"
        ]
      },
      "runtime": {
        "status": "inferred",
        "source": "git_top_heuristic",
        "evidence": [
          "agent_card.deployment",
          "agent_card.cloudflare_ready"
        ]
      },
      "install": {
        "status": "not_run",
        "source": "git_top_runtime",
        "evidence": [
          "installation/build probe is not enabled"
        ]
      },
      "security": {
        "status": "not_run",
        "source": "git_top_runtime",
        "evidence": [
          "dependency/security scan is not enabled"
        ]
      },
      "mcp": {
        "status": "not_applicable",
        "source": "git_top_runtime",
        "evidence": [
          "project is not classified as mcp_server"
        ]
      }
    },
    "coverage": {
      "observed": 3,
      "inferred": 1,
      "not_run": 2,
      "unknown": 0
    },
    "next_steps": [
      "Run an installation/build probe before production adoption.",
      "Run a dependency and security scan before treating the score as a trust claim."
    ]
  },
  "summary": {
    "tl_dr": "Use apify/crawlee-python when the user needs a browser agent project with library-only, local, cloud deployment options.",
    "purpose": "Use apify/crawlee-python when the user needs a browser agent project with library-only, local, cloud deployment options.",
    "install": "Install as a library or package using the repository instructions.",
    "inputs": [
      "URL or page task",
      "browser session",
      "navigation constraints"
    ],
    "outputs": [
      "browser actions",
      "page state",
      "extracted data"
    ],
    "good_for": [
      "build browser automation agents",
      "operate web tasks with LLMs",
      "test web workflows",
      "web automation",
      "browser tasks",
      "UI-driven workflows"
    ],
    "not_good_for": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "users expecting a complete hosted product",
      "backend-only jobs",
      "offline batch processing"
    ],
    "deployment": [
      "library_only",
      "local",
      "cloud"
    ],
    "alternatives": [
      {
        "repo": "browser-use/browser-use",
        "reason": "Same browser agent intent with browser_automation, workflow overlap."
      },
      {
        "repo": "jackwener/OpenCLI",
        "reason": "Same browser agent intent with browser_automation, workflow overlap."
      },
      {
        "repo": "jo-inc/camofox-browser",
        "reason": "Same browser agent intent with browser_automation, workflow overlap."
      }
    ]
  },
  "evidence": {
    "classification": {
      "category": {
        "confidence": "high",
        "evidence": [
          "Matched \"browser automation\" in metadata.",
          "Matched \"playwright\" in metadata."
        ]
      },
      "deployment": {
        "confidence": "high",
        "evidence": [
          "Matched \"pip install\" in repository content.",
          "Matched \"library\" in repository content.",
          "Local usage is assumed for open source repositories unless contradicted."
        ]
      },
      "difficulty": {
        "confidence": "medium",
        "evidence": [
          "Repository has under 10k stars, so complexity is treated conservatively."
        ]
      },
      "cloudflare_ready": {
        "confidence": "high",
        "evidence": [
          "Runtime blocker: python.",
          "No Cloudflare deployment signal detected.",
          "No wrangler.toml found in inspected repository files."
        ]
      }
    },
    "quality_signal_confidence": {
      "stars_30d_delta": "snapshot",
      "stars30d_window_days": 33,
      "commits_30d": "complete",
      "releases_180d": "complete",
      "contributors_90d": "complete"
    },
    "verification": {
      "schema_version": "git-top.verification.v1",
      "overall_status": "partial",
      "observed_at": "2026-09-19T16:00:41.690Z",
      "signals": {
        "activity": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.pushed_at",
            "metrics.recent_push_days"
          ]
        },
        "license": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.license"
          ]
        },
        "documentation": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.description"
          ]
        },
        "runtime": {
          "status": "inferred",
          "source": "git_top_heuristic",
          "evidence": [
            "agent_card.deployment",
            "agent_card.cloudflare_ready"
          ]
        },
        "install": {
          "status": "not_run",
          "source": "git_top_runtime",
          "evidence": [
            "installation/build probe is not enabled"
          ]
        },
        "security": {
          "status": "not_run",
          "source": "git_top_runtime",
          "evidence": [
            "dependency/security scan is not enabled"
          ]
        },
        "mcp": {
          "status": "not_applicable",
          "source": "git_top_runtime",
          "evidence": [
            "project is not classified as mcp_server"
          ]
        }
      },
      "coverage": {
        "observed": 3,
        "inferred": 1,
        "not_run": 2,
        "unknown": 0
      },
      "next_steps": [
        "Run an installation/build probe before production adoption.",
        "Run a dependency and security scan before treating the score as a trust claim."
      ]
    },
    "source_fields": [
      "project.description",
      "project.topics",
      "project.language",
      "project.license",
      "agent_card.summary_for_agent",
      "agent_card.use_cases",
      "agent_card.deployment",
      "agent_card.classification",
      "metrics",
      "verification.signals"
    ],
    "caveats": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "users expecting a complete hosted product",
      "Independent installation, security, or runtime probes have not been run for this project."
    ],
    "confidence_reason": "Classification evidence and quality signals are strong enough for shortlist reasoning when metadata is current.",
    "last_verified_at": "2026-09-19T16:00:41.690Z"
  },
  "caveats": [
    "edge-only Cloudflare Workers deployment without adaptation",
    "users expecting a complete hosted product",
    "Independent installation, security, or runtime probes have not been run for this project."
  ],
  "confidence_reason": "Classification evidence and quality signals are strong enough for shortlist reasoning when metadata is current.",
  "source_fields": [
    "project.description",
    "project.topics",
    "project.language",
    "project.license",
    "agent_card.summary_for_agent",
    "agent_card.use_cases",
    "agent_card.deployment",
    "agent_card.classification",
    "metrics",
    "verification.signals"
  ],
  "last_verified_at": "2026-09-19T16:00:41.690Z",
  "knowledge": {
    "project": {
      "id": "apify/crawlee-python",
      "owner": "apify",
      "name": "crawlee-python",
      "full_name": "apify/crawlee-python",
      "github_url": "https://github.com/apify/crawlee-python",
      "homepage_url": "https://crawlee.dev/python/",
      "description": "Crawlee—A web scraping and browser automation library for Python to build reliable crawlers. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Parsel, BeautifulSoup, Playwright, and raw HTTP. Both headful and headless mode. With proxy rotation.",
      "language": "Python",
      "topics": [
        "apify",
        "automation",
        "beautifulsoup",
        "crawler",
        "crawling",
        "headless",
        "headless-chrome",
        "parsel",
        "pip",
        "playwright",
        "python",
        "scraper",
        "scraping",
        "selenium",
        "web-crawler",
        "web-crawling",
        "web-scraping"
      ],
      "license": "Apache-2.0",
      "stars": 9540,
      "forks": 808,
      "open_issues": 97,
      "default_branch": "master",
      "created_at": "2024-01-10T08:44:47Z",
      "updated_at": "2026-09-19T11:58:31Z",
      "pushed_at": "2026-09-16T14:00:32Z",
      "synced_at": "2026-09-19T16:00:41.690Z"
    },
    "agent_card": {
      "project_id": "apify/crawlee-python",
      "project_kind": "project",
      "category": "browser_agent",
      "difficulty": "beginner",
      "deployment": [
        "library_only",
        "local",
        "cloud"
      ],
      "cloudflare_ready": false,
      "use_cases": [
        "build browser automation agents",
        "operate web tasks with LLMs",
        "test web workflows"
      ],
      "not_good_for": [
        "edge-only Cloudflare Workers deployment without adaptation",
        "users expecting a complete hosted product"
      ],
      "alternatives": [
        {
          "project_id": "browser-use/browser-use",
          "reason": "Same browser agent intent with browser_automation, workflow overlap."
        },
        {
          "project_id": "jackwener/OpenCLI",
          "reason": "Same browser agent intent with browser_automation, workflow overlap."
        },
        {
          "project_id": "jo-inc/camofox-browser",
          "reason": "Same browser agent intent with browser_automation, workflow overlap."
        }
      ],
      "summary_for_agent": "Use apify/crawlee-python when the user needs a browser agent project with library-only, local, cloud deployment options.",
      "classification": {
        "category": {
          "confidence": "high",
          "evidence": [
            "Matched \"browser automation\" in metadata.",
            "Matched \"playwright\" in metadata."
          ]
        },
        "deployment": {
          "confidence": "high",
          "evidence": [
            "Matched \"pip install\" in repository content.",
            "Matched \"library\" in repository content.",
            "Local usage is assumed for open source repositories unless contradicted."
          ]
        },
        "difficulty": {
          "confidence": "medium",
          "evidence": [
            "Repository has under 10k stars, so complexity is treated conservatively."
          ]
        },
        "cloudflare_ready": {
          "confidence": "high",
          "evidence": [
            "Runtime blocker: python.",
            "No Cloudflare deployment signal detected.",
            "No wrangler.toml found in inspected repository files."
          ]
        }
      },
      "schema_version": "v1",
      "generated_at": "2026-09-19T16:00:41.690Z"
    },
    "metrics": {
      "project_id": "apify/crawlee-python",
      "stars_30d_delta": 108,
      "commits_30d": 69,
      "releases_180d": 17,
      "contributors_90d": 51,
      "issue_first_response_median_hours": null,
      "recent_push_days": 3,
      "git_score": 38,
      "maintenance_score": 63,
      "signal_confidence": {
        "stars_30d_delta": "snapshot",
        "stars30d_window_days": 33,
        "commits_30d": "complete",
        "releases_180d": "complete",
        "contributors_90d": "complete"
      },
      "calculated_at": "2026-09-19T16:00:41.690Z"
    }
  },
  "resolved_from": {
    "requested_id": "apify/crawlee-python",
    "resolved_id": "apify/crawlee-python",
    "resolution": "direct"
  },
  "metadata": {
    "source": "d1",
    "reason": "d1_query",
    "project_count": 1213,
    "generated_at": "2026-09-20T02:47:08.173Z",
    "snapshot_id": "d1:1213:2026-09-20T02:30:40.753Z",
    "latest_synced_at": "2026-09-20T02:30:40.753Z",
    "schema_version": "git-top.knowledge.v1",
    "loaded_project_limit": 2000,
    "truncated": false
  }
}