{
"canonical_url": "github.com/unclecode/crawl4ai",
"capabilities": [],
"category": "Web crawling for agents",
"commercial": false,
"compliance": [
{
"certificate_id": null,
"covers_resource": "unknown",
"credited": false,
"detail": {
"pages_visited": 5
},
"display": "DPA available: Vendor-claimed (vendor page, 2026-10-26)",
"evidence_url": "https://crawl4ai.com/security/",
"framework": "gdpr",
"issued": null,
"issuer": null,
"match_confidence": 1.0,
"next_check": "2026-11-02",
"payload_hash": "01899b5db16a1570b075d6b72e873c07f1ab1d863abc66cefe113debf7727791",
"period_end": null,
"retrieved_at": "2026-10-26T12:29:01Z",
"review_reason": "framework named on the vendor's own page",
"reviewer": null,
"scope": "entity",
"source": "vendor_trust_centers",
"status": "active",
"tier": 4,
"valid_until": null,
"variant": "DPA_AVAILABLE"
},
{
"certificate_id": null,
"covers_resource": "unknown",
"credited": false,
"detail": {
"pages_visited": 5
},
"display": "Vendor-claimed (vendor page, 2026-10-26)",
"evidence_url": "https://crawl4ai.com/security/",
"framework": "soc2",
"issued": null,
"issuer": null,
"match_confidence": 1.0,
"next_check": "2026-11-02",
"payload_hash": "01899b5db16a1570b075d6b72e873c07f1ab1d863abc66cefe113debf7727791",
"period_end": null,
"retrieved_at": "2026-10-26T12:29:01Z",
"review_reason": "framework named on the vendor's own page",
"reviewer": null,
"scope": "entity",
"source": "vendor_trust_centers",
"status": "active",
"tier": 4,
"valid_until": null,
"variant": null
}
],
"deployment": "GitHub; cloud/self-hosted",
"description": "Popular LLM-ready crawler with agent and MCP integrations.",
"disclaimer": "Reference implementation by Hemant Naik. Compliance information is compiled from the sources shown as of the date shown. It is not an assessment, certification, legal opinion or recommendation. Confirm current status with the vendor and the issuing body.",
"domains": {
"technology": {
"components": {
"adoption": 25.0,
"docs": 9.0,
"domain_fit": 99.0,
"ecosystem": 14.0,
"governance": 0.0,
"health": 20.0,
"trust": 17.0
},
"components_version": "components-from-signals-1.0",
"confidence": 1.0,
"evidence_coverage": 1.0,
"governance_credited": {},
"profile": "technology",
"rank": 93,
"recomputed": 89.4,
"score": 87.0,
"score_version": "sar-score-2.0",
"seed_rank": 93,
"seed_score": 89.4,
"source": "seed_xlsx",
"unknown": []
}
},
"external_ids": {
"github": "unclecode/crawl4ai"
},
"first_seen": "2026-10-26T12:11:40Z",
"governance": {
"certification_disclaimer": true,
"claims": [],
"evidence_urls": []
},
"id": "res_4476068da5dec4ae",
"identity": {
"evidence": [
"repository_ownership"
],
"rules_version": "identity-1.1",
"tier": 3
},
"issues": {
"advisories": 0,
"cves": 30,
"incidents": 0,
"links": [
{
"date": "2025-04-18",
"kind": "cve",
"title": "CVE-2025-28197",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2025-28197"
},
{
"date": "2026-02-12",
"kind": "cve",
"title": "CVE-2026-26216",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-26216"
},
{
"date": "2026-02-12",
"kind": "cve",
"title": "CVE-2026-26217",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-26217"
},
{
"date": "2026-04-10",
"kind": "cve",
"title": "CVE-2026-40160",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-40160"
},
{
"date": "2026-06-21",
"kind": "cve",
"title": "CVE-2026-56265",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-56265"
},
{
"date": "2026-06-22",
"kind": "cve",
"title": "CVE-2026-56266",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-56266"
},
{
"date": "2026-06-23",
"kind": "cve",
"title": "CVE-2026-56258",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-56258"
},
{
"date": "2026-06-23",
"kind": "cve",
"title": "CVE-2026-56263",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-56263"
},
{
"date": "2026-06-23",
"kind": "cve",
"title": "CVE-2026-53753",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-53753"
},
{
"date": "2026-06-23",
"kind": "cve",
"title": "CVE-2026-53754",
"url": "https://nvd.nist.gov/vuln/detail/CVE-2026-53754"
}
],
"regulator_actions": 0,
"withdrawn_certificates": 0
},
"last_seen": "2026-10-26T12:12:45Z",
"license": "Apache-2.0",
"merged_ids": [
"res_d87aebf78b6e5a58"
],
"name": "Crawl4AI",
"news": [
{
"cluster_size": 1,
"date": "2026-10-14T10:25:39Z",
"headline": "crawl4ai: Release v0.9.5",
"kind": "vendor",
"link_confidence": 1.0,
"outlet": "GitHub releases",
"summary": "## 🎉 Crawl4AI v0.9.5 Released!\n\n### 📦 Installation\n\n**PyPI:**\n```bash\npip install crawl4ai==0.9.5\n```\n\n**Docker:**\n```bash\ndocker pull unclecode/crawl4ai:0.9.5\ndocker pull unclecode/crawl4ai:latest\n```\n\n**Note:** Docker images are being bui",
"tag": "product_update",
"url": "https://github.com/unclecode/crawl4ai/releases/tag/v0.9.5"
},
{
"cluster_size": 1,
"date": "2026-09-23T12:14:55Z",
"headline": "crawl4ai: Release v0.9.4",
"kind": "vendor",
"link_confidence": 1.0,
"outlet": "GitHub releases",
"summary": "## 🎉 Crawl4AI v0.9.4 Released!\n\n### 📦 Installation\n\n**PyPI:**\n```bash\npip install crawl4ai==0.9.4\n```\n\n**Docker:**\n```bash\ndocker pull unclecode/crawl4ai:0.9.4\ndocker pull unclecode/crawl4ai:latest\n```\n\n**Note:** Docker images are being bui",
"tag": "product_update",
"url": "https://github.com/unclecode/crawl4ai/releases/tag/v0.9.4"
}
],
"news_checked": true,
"protocols": {
"a2a": {
"checked_at": "2026-10-26T12:22:15Z",
"parser_version": "a2a-0.3+1.0",
"status": "not_found"
},
"ard": {
"checked_at": "2026-10-26T12:22:13Z",
"parser_version": "ard-0.91",
"status": "not_found"
},
"mcp": {
"evidence_url": "https://github.com/unclecode/crawl4ai",
"note": "named in the resource's own tags",
"probe": {
"checked_at": "2026-10-26T12:22:15Z",
"status": "not_found"
},
"source": "self_description",
"status": "claimed"
}
},
"publisher_domain": "crawl4ai.com",
"resource_type": "agent",
"scope": "public",
"security": {
"advisories": 0,
"checked_at": "2026-10-26T12:34:15Z",
"cves": 30,
"source": "nvd",
"tier": 1
},
"seed": {
"last_verified": "2026-09-25",
"snapshot_date": "2026-09-25"
},
"seed_components": {
"adoption": 25.0,
"docs": 9.0,
"domain_fit": 99.0,
"ecosystem": 14.0,
"governance": 45.0,
"health": 20.0,
"trust": 20.0
},
"signals": {
"github_archived": false,
"github_created_at": "2024-05-09T09:48:50Z",
"github_forks": 8976,
"github_language": "Python",
"github_open_issues": 280,
"github_pushed_at": "2026-10-26T12:07:22Z",
"github_stars": 86289,
"github_topic": "ai-agents",
"homepage": "https://crawl4ai.com",
"observed_popularity": "Not captured",
"seed_enrich": {
"changed": [
"publisher_domain",
"tags"
],
"repo": "unclecode/crawl4ai"
}
},
"slug": "crawl4ai-crawl4ai",
"sources": [
{
"payload_hash": "6e108a555bb2036c27d3f49789b23e7428bcf45deaf107092e15d73ad7ff38e3",
"retrieved_at": "2026-10-26T12:11:40Z",
"system": "seed_xlsx",
"url": "https://github.com/unclecode/crawl4ai"
},
{
"payload_hash": "dcf9ecdde80ebf86aa81a99729d666b5b858d4e062bac229e5ac76bf5529d6bf",
"retrieved_at": "2026-10-26T12:12:45Z",
"system": "github",
"url": "https://github.com/unclecode/crawl4ai"
}
],
"tags": [
"ai",
"ai-agents",
"crawler",
"data-extraction",
"llm",
"markdown",
"mcp",
"open-source",
"playwright",
"python",
"rag",
"scraper",
"web-crawler",
"web-crawling",
"web-scraping"
],
"tenant": null,
"traces": [],
"trust": {
"compliance": 5,
"identity": 3,
"issues": 3,
"protocols": 3,
"security": 1,
"traces": 5,
"vendor_compliance": 4
},
"url": "https://github.com/unclecode/crawl4ai",
"vendor": "Crawl4AI"
}