{
  "schema_version": 1,
  "collection": "crawlability",
  "generated_at": "2026-07-28T17:11:14.469Z",
  "source": "https://gxplex.com",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "notice": "Reports the published status of regulatory documents. No advice or interpretation.",
  "count": 23,
  "items": [
    {
      "instrument_id": "ema-qig",
      "authority": "European Medicines Agency",
      "url": "https://www.ema.europa.eu/en/committees/working-parties-other-groups/chmp/quality-innovation-group",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "eu-ai-act",
      "authority": "European Parliament and Council",
      "url": "https://eur-lex.europa.eu/eli/reg/2024/1689/oj",
      "checked": "2026-07-28",
      "crawlable": "partial",
      "render_mode": "client",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 202,
      "agent_status": 202
    },
    {
      "instrument_id": "eu-gmp-annex-11",
      "authority": "European Commission",
      "url": "https://health.ec.europa.eu/medicinal-products/eudralex/eudralex-volume-4_en",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "eu-gmp-annex-22",
      "authority": "European Commission",
      "url": "https://health.ec.europa.eu/medicinal-products/eudralex/eudralex-volume-4_en",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "fda-ai-guidance",
      "authority": "US Food and Drug Administration",
      "url": "https://www.fda.gov/regulatory-information/search-fda-guidance-documents",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": true,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 404
    },
    {
      "instrument_id": "fda-csa",
      "authority": "US Food and Drug Administration",
      "url": "https://www.fda.gov/regulatory-information/search-fda-guidance-documents/computer-software-assurance-production-and-quality-system-software",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 404,
      "agent_status": 404
    },
    {
      "instrument_id": "fda-etp",
      "authority": "US Food and Drug Administration",
      "url": "https://www.fda.gov/about-fda/center-drug-evaluation-and-research-cder/emerging-technology-program",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": true,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 404
    },
    {
      "instrument_id": "fda-guidance-agenda",
      "authority": "US Food and Drug Administration",
      "url": "https://www.fda.gov/drugs/guidances-drugs/guidance-agenda-new-and-revised-draft-guidances-cder-plans-publish-during-calendar-year",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 404,
      "agent_status": 404
    },
    {
      "instrument_id": "ich-q12",
      "authority": "International Council for Harmonisation",
      "url": "https://www.ich.org/page/quality-guidelines",
      "checked": "2026-07-28",
      "crawlable": "partial",
      "render_mode": "client",
      "requires_js": true,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "ich-q13",
      "authority": "International Council for Harmonisation",
      "url": "https://www.ich.org/page/quality-guidelines",
      "checked": "2026-07-28",
      "crawlable": "partial",
      "render_mode": "client",
      "requires_js": true,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "ich-q14",
      "authority": "International Council for Harmonisation",
      "url": "https://www.ich.org/page/quality-guidelines",
      "checked": "2026-07-28",
      "crawlable": "partial",
      "render_mode": "client",
      "requires_js": true,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "ich-q2r2",
      "authority": "International Council for Harmonisation",
      "url": "https://www.ich.org/page/quality-guidelines",
      "checked": "2026-07-28",
      "crawlable": "partial",
      "render_mode": "client",
      "requires_js": true,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "ich-q9r1",
      "authority": "International Council for Harmonisation",
      "url": "https://www.ich.org/page/quality-guidelines",
      "checked": "2026-07-28",
      "crawlable": "partial",
      "render_mode": "client",
      "requires_js": true,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "iso-iec-42001",
      "authority": "ISO/IEC",
      "url": "https://www.iso.org/standard/81230.html",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "disallows GPTBot",
      "browser_status": 403,
      "agent_status": 403
    },
    {
      "instrument_id": "ispe-gamp-ai",
      "authority": "ISPE",
      "url": "https://ispe.org/publications/guidance-documents",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": true,
      "robots_policy": "robots.txt unreachable",
      "browser_status": 403,
      "agent_status": 200
    },
    {
      "instrument_id": "ispe-gamp5-2e",
      "authority": "ISPE",
      "url": "https://ispe.org/publications/guidance-documents/gamp-5-guide-2nd-edition",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": true,
      "robots_policy": "robots.txt unreachable",
      "browser_status": 403,
      "agent_status": 200
    },
    {
      "instrument_id": "nist-ai-rmf",
      "authority": "US National Institute of Standards and Technology",
      "url": "https://www.nist.gov/itl/ai-risk-management-framework",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "pic-s",
      "authority": "Pharmaceutical Inspection Co-operation Scheme",
      "url": "https://picscheme.org/en/publications",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    },
    {
      "instrument_id": "pren-18229-1",
      "authority": "CEN/CENELEC JTC 21",
      "url": "https://standards.cencenelec.eu/dyn/www/f?p=205:22:0::::FSP_ORG_ID:2916257",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 500,
      "agent_status": 500
    },
    {
      "instrument_id": "pren-18229-2",
      "authority": "CEN/CENELEC JTC 21",
      "url": "https://standards.cencenelec.eu/dyn/www/f?p=205:22:0::::FSP_ORG_ID:2916257",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 500,
      "agent_status": 500
    },
    {
      "instrument_id": "pren-18281",
      "authority": "CEN/CENELEC JTC 21",
      "url": "https://standards.cencenelec.eu/dyn/www/f?p=205:22:0::::FSP_ORG_ID:2916257",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 500,
      "agent_status": 500
    },
    {
      "instrument_id": "pren-18282",
      "authority": "CEN/CENELEC JTC 21",
      "url": "https://standards.cencenelec.eu/dyn/www/f?p=205:22:0::::FSP_ORG_ID:2916257",
      "checked": "2026-07-28",
      "crawlable": "no",
      "render_mode": "unknown",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 500,
      "agent_status": 500
    },
    {
      "instrument_id": "us-21-cfr-part-11",
      "authority": "US Food and Drug Administration",
      "url": "https://www.ecfr.gov/current/title-21/chapter-I/subchapter-A/part-11",
      "checked": "2026-07-28",
      "crawlable": "yes",
      "render_mode": "server",
      "requires_js": false,
      "blocks_ai_agents": false,
      "browser_blocked_agent_allowed": false,
      "robots_policy": "no AI-specific disallow",
      "browser_status": 200,
      "agent_status": 200
    }
  ]
}