{
  "calendar_day": "2026-11-20",
  "conditions": {
    "cometvpn": "NOT_RUN",
    "proxy_http": "NOT_RUN",
    "proxy_socks": "NOT_RUN"
  },
  "corpus_sha256": "763c75fd270695952b0c47ae7134b3e969c0b6e0413be2d62c42d52e035951fa",
  "env_names_present": [
    "PROXYSELLER_HOST",
    "PROXYSELLER_HTTP_PORT",
    "PROXYSELLER_PASS",
    "PROXYSELLER_SOCKS_PORT",
    "PROXYSELLER_USER"
  ],
  "finished_at": "2026-11-20T06:03:11Z",
  "late": false,
  "n": 24,
  "path": "cloud-direct",
  "protocol_sha256": "edf01912678fadd972988c49e4f44afb7b67e6d64268820f0153f076f91d6b5d",
  "role": "scheduled_measurement",
  "sites": [
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://proton.me/legal/privacy",
      "fetched_at": "2026-11-20T06:01:32Z",
      "fetches": {
        "ai_txt": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/ai.txt",
          "sha256": "9f5dfe937d3973f07d50186fd1b93256bc6f8eb0e0a5afc5e7b9dda0df0f91c5",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/.well-known/ai.txt",
          "sha256": "9f5dfe937d3973f07d50186fd1b93256bc6f8eb0e0a5afc5e7b9dda0df0f91c5",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/.well-known/ai.txt"
        },
        "document": {
          "bytes": 280318,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/legal/privacy",
          "sha256": "0ecce85765218461663b5081a65304911ae8a88d7a047a2c72059e01103edb82",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/legal/privacy"
        },
        "homepage": {
          "bytes": 445550,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/",
          "sha256": "8bb7fbc73eaccd517f345f4c87d47e1efbab6508bf22b09451cddf24e369d5b2",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/"
        },
        "robots": {
          "bytes": 181,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/robots.txt",
          "sha256": "e93933f2f7bbca52ee22ea2a9ff7de8d8499e35d40f6ebbd61a1904039d73b65",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/robots.txt"
        },
        "tdmrep": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/.well-known/tdmrep.json",
          "sha256": "9f5dfe937d3973f07d50186fd1b93256bc6f8eb0e0a5afc5e7b9dda0df0f91c5",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "e93933f2f7bbca52ee22ea2a9ff7de8d8499e35d40f6ebbd61a1904039d73b65",
        "tdmrep": null
      },
      "id": "proton-vpn",
      "name": "Proton VPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://proton.me",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://mullvad.net/en/help/privacy-policy",
      "fetched_at": "2026-11-20T06:01:37Z",
      "fetches": {
        "ai_txt": {
          "bytes": 8068,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/ai.txt",
          "sha256": "2513d9fea6b46c781641847ad9936293812f9021b012dcc1b28ac1a6a31483fa",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 8146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/.well-known/ai.txt",
          "sha256": "f31157c46543a031328de30baf4a1583ecab9564fd9fd73f4e3cec8660e61c48",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/.well-known/ai.txt"
        },
        "document": {
          "bytes": 48427,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/help/privacy-policy",
          "sha256": "1876d374af75c6bf9353eca79df91b973db442618c08234057fa20bcf0062ee3",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/en/help/privacy-policy"
        },
        "homepage": {
          "bytes": 61127,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en",
          "sha256": "c63d7607e50f4bed246130d7f525339ec4c566dd9d16672067998251f6b8d466",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/"
        },
        "robots": {
          "bytes": 2990,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/robots.txt",
          "sha256": "87d63e0488ef2d92ebff68ce0a9cb9347832251d7718fede50e09ff5d1fec626",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/robots.txt"
        },
        "tdmrep": {
          "bytes": 8146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/.well-known/tdmrep.json",
          "sha256": "86dba88809deafe492dbc1266a86f61eb2a6476ae8c6ef191c2c57f2ccb672c3",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "87d63e0488ef2d92ebff68ce0a9cb9347832251d7718fede50e09ff5d1fec626",
        "tdmrep": null
      },
      "id": "mullvad",
      "name": "Mullvad VPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://mullvad.net",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "blocked"
      },
      "document_applicable": true,
      "document_url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf",
      "fetched_at": "2026-11-20T06:01:40Z",
      "fetches": {
        "ai_txt": {
          "bytes": 5644,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/ai.txt",
          "sha256": "38e1485e6633e8e03928d0f74af551ba835e4367555a340080442c55a97021e7",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 5701,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/.well-known/ai.txt",
          "sha256": "85be9c792bace8ad83b61c12462cbd9087721f8838ad73cf13f3d52acd5f38d2",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 107311,
          "content_type": "application/pdf",
          "cross_host": false,
          "error": null,
          "final_url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf",
          "sha256": "94942ea461aee9593acce4f8d93c7920a46c810875d87740847d2d31d12df6fb",
          "status": 200,
          "truncated": false,
          "url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf"
        },
        "homepage": {
          "bytes": 5626,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/",
          "sha256": "8f51eab64dfeb906fe33c9ecd41a0c6ca7377ec8d52af7704491a7d487da2170",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/"
        },
        "robots": {
          "bytes": 15951,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/robots.txt",
          "sha256": "6ceaeeaa7e1e8db2681952fb22a33e2a9edb61adbd1c93ce636ca11f5c8e8281",
          "status": 200,
          "truncated": false,
          "url": "https://nordvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 5716,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/.well-known/tdmrep.json",
          "sha256": "0ca776ff318bcbe70266621a1591833323a31267a253ae7e99dab3b37ace864d",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "6ceaeeaa7e1e8db2681952fb22a33e2a9edb61adbd1c93ce636ca11f5c8e8281",
        "tdmrep": null
      },
      "id": "nordvpn",
      "name": "NordVPN",
      "origin_exception": "Observatory document is a CDN PDF on sb.nordcdn.com. Site origin is the pre-registered product host https://nordvpn.com. The CDN host's robots.txt, ai.txt, and tdmrep.json are not scored.",
      "robots": {
        "comment_mention": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "blocked",
        "effective_document": "unset",
        "effective_homepage": "unknown",
        "exposes_ai_txt": "unknown",
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "blocked",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "blocked"
        }
      },
      "site_origin": "https://nordvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "not_applicable",
        "document_pdf": "unset",
        "effective_document": "unset",
        "effective_homepage": "unknown",
        "exposes_tdm_reservation": "unknown",
        "file_state": "blocked",
        "homepage_header": "unset",
        "homepage_meta": "unknown",
        "homepage_pdf": "unknown",
        "partial_effective_homepage": "unset",
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "e107c239fe4bbf815907f195071b21a79bac64314e34742a349768b102c5c909",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://surfshark.com/privacy-policy",
      "fetched_at": "2026-11-20T06:01:44Z",
      "fetches": {
        "ai_txt": {
          "bytes": 111155,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/influencer/ai?coupon=ai&utm_source=partner&utm_medium=345046",
          "sha256": "e107c239fe4bbf815907f195071b21a79bac64314e34742a349768b102c5c909",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 253758,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/.well-known/ai.txt",
          "sha256": "6d8740d16e4b86db24408568f810359e2c81f3198814520dc41fcd78bf71de3f",
          "status": 404,
          "truncated": false,
          "url": "https://surfshark.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 177051,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/privacy",
          "sha256": "63005a70389e5e4b483e45192dabf12b80477bf1c03e67c58bc04a7c7228fa24",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/privacy-policy"
        },
        "homepage": {
          "bytes": 210046,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/",
          "sha256": "453552921c1c2e7d301dc6883e6b54137869f4e566c3e0b2717de55df97cb737",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/"
        },
        "robots": {
          "bytes": 372,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/robots.txt",
          "sha256": "fe71557a05f45ba9a88309d8c3acea820ad3f7ade0fec32329be7e976b085181",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 253763,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/.well-known/tdmrep.json",
          "sha256": "f541e74cec9cd70e29b055bb8f5f54b871f270edd5148a5e71f7f52490e241e3",
          "status": 404,
          "truncated": false,
          "url": "https://surfshark.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "e107c239fe4bbf815907f195071b21a79bac64314e34742a349768b102c5c909",
        "ai_txt_well_known": null,
        "robots_txt": "fe71557a05f45ba9a88309d8c3acea820ad3f7ade0fec32329be7e976b085181",
        "tdmrep": null
      },
      "id": "surfshark",
      "name": "Surfshark",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://surfshark.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.expressvpn.com/privacy-policy",
      "fetched_at": "2026-11-20T06:01:48Z",
      "fetches": {
        "ai_txt": {
          "bytes": 374727,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/ai.txt",
          "sha256": "d689784ece995817d79865f1d4e8d2c6cd11e0799de1d6c405a02c460ea80998",
          "status": 404,
          "truncated": false,
          "url": "https://www.expressvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 111,
          "content_type": "application/xml",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/.well-known/ai.txt",
          "sha256": "a824bc7739e226e1b40ea0f8c4e4f4c6f796fc3b4abfa6e9abe3bd119a30d938",
          "status": 403,
          "truncated": false,
          "url": "https://www.expressvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 158754,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/privacy-policy",
          "sha256": "4d5b7d3ffb436cf57a7c42b65abd719eac62e292daf2429c7f0f459768f51705",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/privacy-policy"
        },
        "homepage": {
          "bytes": 265222,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/",
          "sha256": "d9507284dd1548472cba9a26da408a556dfce95ce7fc0d615ca13d7a8cfeb4aa",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/"
        },
        "robots": {
          "bytes": 1136,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/robots.txt",
          "sha256": "256cab90eef5e9bff2bc0adb8e43210ed485189455b640468d4f0931a81c442f",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 111,
          "content_type": "application/xml",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/.well-known/tdmrep.json",
          "sha256": "a824bc7739e226e1b40ea0f8c4e4f4c6f796fc3b4abfa6e9abe3bd119a30d938",
          "status": 403,
          "truncated": false,
          "url": "https://www.expressvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "256cab90eef5e9bff2bc0adb8e43210ed485189455b640468d4f0931a81c442f",
        "tdmrep": null
      },
      "id": "expressvpn",
      "name": "ExpressVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unknown",
        "effective_homepage": "unknown",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "blocked",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "blocked"
        }
      },
      "site_origin": "https://www.expressvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unknown",
        "effective_homepage": "unknown",
        "exposes_tdm_reservation": "unknown",
        "file_state": "blocked",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": "unset",
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.ivpn.net/en/privacy/",
      "fetched_at": "2026-11-20T06:01:50Z",
      "fetches": {
        "ai_txt": {
          "bytes": 19580,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/ai.txt",
          "sha256": "b9381462188cb99f9e17489019cda0a6dd41ff7ff70f232c1acb9e597672b6b3",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/.well-known/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/.well-known/ai.txt"
        },
        "document": {
          "bytes": 40166,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/en/privacy/",
          "sha256": "f90bc9a4033b9449f9bcea6d01c46d78ba7387d0896aac050acf526ad678e79a",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/en/privacy/"
        },
        "homepage": {
          "bytes": 307,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/",
          "sha256": "a8628d1db7e4dfbe1de8ae80b567065685873feecd29b9c2c63c18aaf54570da",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/"
        },
        "robots": {
          "bytes": 388,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/robots.txt",
          "sha256": "63435926ecf4bd9bb28a9cfd65bb03ecfbf5fad968d25661c2e3e1342672e486",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/robots.txt"
        },
        "tdmrep": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/.well-known/tdmrep.json",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "63435926ecf4bd9bb28a9cfd65bb03ecfbf5fad968d25661c2e3e1342672e486",
        "tdmrep": null
      },
      "id": "ivpn",
      "name": "IVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.ivpn.net",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": [
          "Bytespider"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://cometvpn.com/privacy/",
      "fetched_at": "2026-11-20T06:01:54Z",
      "fetches": {
        "ai_txt": {
          "bytes": 123055,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/ai.txt",
          "sha256": "37447251ca6af6911edc23bd58976ba97f3acc49fb33aee49e48f4ad99b65039",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 123091,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/.well-known/ai.txt",
          "sha256": "e42c4b241b4d9efdf13c079775faaecbeb5786383695d5d0f20d9aa16669a2ec",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 181028,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/privacy/",
          "sha256": "90a3946bc5e2e92664e8b04b9f76f5ab2943ff01dd5ef34ab330d2c3fc0ba4e9",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/privacy/"
        },
        "homepage": {
          "bytes": 192285,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/",
          "sha256": "6a68a22ba672d2f7c3f00a6d089e63df8798f02ec4968bd188a826e5c4017ab7",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/"
        },
        "robots": {
          "bytes": 72,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/robots.txt",
          "sha256": "cbcd737276d202845adf92f371aa46fb4b7984832a550473e66ca70468db6bf6",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 123105,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/.well-known/tdmrep.json",
          "sha256": "79efe0718c333340787c09bc23f76a11cbbebd91e7c10a1e4a7dd0b5c8c46bb8",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "cbcd737276d202845adf92f371aa46fb4b7984832a550473e66ca70468db6bf6",
        "tdmrep": null
      },
      "id": "cometvpn",
      "name": "CometVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://cometvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://proxy-seller.com/privacy-policy/",
      "fetched_at": "2026-11-20T06:02:00Z",
      "fetches": {
        "ai_txt": {
          "bytes": 21368,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/ai.txt",
          "sha256": "a43a3373f0cba535df8d9ee25390e33b5914ba794d02ccf6b0aaa9fd86773509",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 21442,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/.well-known/ai.txt",
          "sha256": "e2135800e3d0238041947fdafdb6897ddb02a4faabc9cb6860dfea27d5413c07",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 251898,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/trust-center/privacy-policy/",
          "sha256": "d93996295b11d72896f1b624c38fa75ca216b3972f1c3dda88f716d0f2e243ce",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/privacy-policy/"
        },
        "homepage": {
          "bytes": 437147,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/",
          "sha256": "e4cf180127e6332e7cb3a1495e26e98da32060f0da56917d6cdcce8b1f3a08c4",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/"
        },
        "robots": {
          "bytes": 1062,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/robots.txt",
          "sha256": "e19705837ba8f0e347952af4f1bb393b8e62079022a8cac93bf1580bb5da4018",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 21522,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/.well-known/tdmrep.json",
          "sha256": "829c7a703eec72f1194119fcd22eaa2d22579c1ca2c201cb04e89a962a18997e",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "e19705837ba8f0e347952af4f1bb393b8e62079022a8cac93bf1580bb5da4018",
        "tdmrep": null
      },
      "id": "proxyseller",
      "name": "Proxy-Seller",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://proxy-seller.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://brightdata.com/privacy",
      "fetched_at": "2026-11-20T06:02:02Z",
      "fetches": {
        "ai_txt": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/ai.txt",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/.well-known/ai.txt",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 224431,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/privacy",
          "sha256": "38c004eb20d777d1fce67c208dc25c2dd3fe7a974a5ca42c4cf0ba4e6f977422",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/privacy"
        },
        "homepage": {
          "bytes": 301500,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/",
          "sha256": "99a35ebc97ccbcc5d5800eac4d675d724a807a0e940f278cf9883ba61b3f5c5c",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/"
        },
        "robots": {
          "bytes": 609,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/robots.txt",
          "sha256": "aca318e48abec338fd6164f3f11a084bd1c2d31c614430343086c1a73403142d",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/.well-known/tdmrep.json",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "aca318e48abec338fd6164f3f11a084bd1c2d31c614430343086c1a73403142d",
        "tdmrep": null
      },
      "id": "brightdata",
      "name": "Bright Data",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://brightdata.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://oxylabs.io/legal/privacy",
      "fetched_at": "2026-11-20T06:02:05Z",
      "fetches": {
        "ai_txt": {
          "bytes": 235256,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/ai.txt",
          "sha256": "b9a83ab59918fd49f79601f01c710401ca5252e4c08ad80d254a19bd3bfde973",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 235256,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/.well-known/ai.txt",
          "sha256": "b9a83ab59918fd49f79601f01c710401ca5252e4c08ad80d254a19bd3bfde973",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 291866,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/legal/privacy",
          "sha256": "d29f1a021eb0b4ae5254c9f79185fdc4d96b479e1f8d102399c06fbba36a121e",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/legal/privacy"
        },
        "homepage": {
          "bytes": 425620,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/",
          "sha256": "a8d1cf035587836005b52f9a3ede0d83837bb9f19e63ba5928ddc12372a40cae",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/"
        },
        "robots": {
          "bytes": 750,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/robots.txt",
          "sha256": "d5fc513b8ac4d7e73034647c072089f3a47ffb2a646216db16ac3c81c6a0ab17",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 235256,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/.well-known/tdmrep.json",
          "sha256": "b9a83ab59918fd49f79601f01c710401ca5252e4c08ad80d254a19bd3bfde973",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "d5fc513b8ac4d7e73034647c072089f3a47ffb2a646216db16ac3c81c6a0ab17",
        "tdmrep": null
      },
      "id": "oxylabs",
      "name": "Oxylabs",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://oxylabs.io",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://iproyal.com/privacy/",
      "fetched_at": "2026-11-20T06:02:08Z",
      "fetches": {
        "ai_txt": {
          "bytes": 146029,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/ai.txt",
          "sha256": "93e94a1610e5de7640f1219d21bc7c7b15cde32b50ac49f0cebd289c939508f1",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146045,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/.well-known/ai.txt",
          "sha256": "2911679270174fa44a376225df4bc4e0f25ab8c7d4e37d2381f05bfe26eb8057",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 220082,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/privacy/",
          "sha256": "b0582b267f7fed6999a2ef38dec1c885dea9205e30ed42ac65cc30e252d6044a",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/privacy/"
        },
        "homepage": {
          "bytes": 473442,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/",
          "sha256": "4d525840dbbe90feff6a0f2c7dd9f152e7ab150d5934ba34b93405482edc049b",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/"
        },
        "robots": {
          "bytes": 341,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/robots.txt",
          "sha256": "c0926c7f7c528ace4a41ad8e1ce5f6cc05ac0b03d542a38bea1c5908800f9b89",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 146066,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/.well-known/tdmrep.json",
          "sha256": "7d31a63862bb9bb9a70de5c3b45db294e47ea55cbcf1f0d11d0ca43eb9d75a6a",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "c0926c7f7c528ace4a41ad8e1ce5f6cc05ac0b03d542a38bea1c5908800f9b89",
        "tdmrep": null
      },
      "id": "iproyal",
      "name": "IPRoyal",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://iproyal.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.webshare.io/privacy-policy",
      "fetched_at": "2026-11-20T06:02:13Z",
      "fetches": {
        "ai_txt": {
          "bytes": 14577,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/ai.txt",
          "sha256": "20097d80efa88302645bf33f441678ab4172b189142d041b356c98a1df917b02",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 21801,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/.well-known/ai.txt",
          "sha256": "4c3b6d1dc07bc004a22d58192cf786fb1c88a8e8df631a2c9ddbdf411a427272",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 146479,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/privacy-policy",
          "sha256": "c6be213a096c839d03b2ef8a3be92c5a9930acde82b4d0d88b5c8e06ae331795",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/privacy-policy"
        },
        "homepage": {
          "bytes": 179958,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/",
          "sha256": "6b78ec4ec2ee8b983aa7d3b3bcdcbda8893c5021aeabb15c8756e523343e0498",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/"
        },
        "robots": {
          "bytes": 264,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/robots.txt",
          "sha256": "9ee99c68ccbc895cc0ffb79d017c4adefbf85c1afc32bd16c957bde24269ab40",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 21811,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/.well-known/tdmrep.json",
          "sha256": "f9b237a58a880de673591405e9ca742b2faeae94e5d7b7da09181d4c3ec8e4a1",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "9ee99c68ccbc895cc0ffb79d017c4adefbf85c1afc32bd16c957bde24269ab40",
        "tdmrep": null
      },
      "id": "webshare",
      "name": "Webshare",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.webshare.io",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://bitwarden.com/privacy/",
      "fetched_at": "2026-11-20T06:02:16Z",
      "fetches": {
        "ai_txt": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/ai.txt",
          "sha256": "26d2f60487db336071f78d25f73e3ce29491121e1c05a7e7ef266537bd7f12ba",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/.well-known/ai.txt",
          "sha256": "26d2f60487db336071f78d25f73e3ce29491121e1c05a7e7ef266537bd7f12ba",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 430960,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/privacy/",
          "sha256": "34e149e767d3f3e7061f476a907c929bb7b7514deae67b3d51a143ec5c988890",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/privacy/"
        },
        "homepage": {
          "bytes": 610608,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/",
          "sha256": "8bb4c3ee6878c402f18448ddd0c0e5ff76ce8892e25dbc93def58e2c5901c4cb",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/"
        },
        "robots": {
          "bytes": 526,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/robots.txt",
          "sha256": "f335e11c819ba29720249a618f94a53d0811a9a685fc62ccc583895ad2e247e0",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/.well-known/tdmrep.json",
          "sha256": "26d2f60487db336071f78d25f73e3ce29491121e1c05a7e7ef266537bd7f12ba",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "f335e11c819ba29720249a618f94a53d0811a9a685fc62ccc583895ad2e247e0",
        "tdmrep": null
      },
      "id": "bitwarden",
      "name": "Bitwarden",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://bitwarden.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://1password.com/legal/privacy",
      "fetched_at": "2026-11-20T06:02:19Z",
      "fetches": {
        "ai_txt": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/ai.txt",
          "sha256": "2604aae79d50263b62d834fbdfa8f207fbdfd88b8887871e9b7eec6c8ef05f6a",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/.well-known/ai.txt",
          "sha256": "2604aae79d50263b62d834fbdfa8f207fbdfd88b8887871e9b7eec6c8ef05f6a",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 314112,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/legal/privacy",
          "sha256": "3c68b0ac8afc1d5ae175a0cad19beb56175789d1639872e83b065cc10330dae4",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/legal/privacy"
        },
        "homepage": {
          "bytes": 199126,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/",
          "sha256": "163fbee84d588438f5b3dc87278715c940712569e13e53e26d071b0d91270b87",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/"
        },
        "robots": {
          "bytes": 141,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/robots.txt",
          "sha256": "a41694aad1aa0a3e1e45e00dece780aa1aba52b8accc6b881cf7b7ea6e020f29",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/.well-known/tdmrep.json",
          "sha256": "2604aae79d50263b62d834fbdfa8f207fbdfd88b8887871e9b7eec6c8ef05f6a",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "a41694aad1aa0a3e1e45e00dece780aa1aba52b8accc6b881cf7b7ea6e020f29",
        "tdmrep": null
      },
      "id": "1password",
      "name": "1Password",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://1password.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "94dc40afcdf69b733ec646e94ecbdca213708fa4e65e922577f37d10b3666848",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://duckduckgo.com/privacy",
      "fetched_at": "2026-11-20T06:02:21Z",
      "fetches": {
        "ai_txt": {
          "bytes": 27675,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/ai.txt",
          "sha256": "94dc40afcdf69b733ec646e94ecbdca213708fa4e65e922577f37d10b3666848",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 144097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/.well-known/ai.txt",
          "sha256": "823ddc4af6359a80a86a2cf86cb88d107b97e3f22c4ee605d2e656b4f3b3fab5",
          "status": 410,
          "truncated": false,
          "url": "https://duckduckgo.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 132076,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/privacy",
          "sha256": "2678957ab628673427d951a4c2f1f35dcc957c875cd60b2566d14a11901801a6",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/privacy"
        },
        "homepage": {
          "bytes": 223963,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/",
          "sha256": "55d011f4288c431341c48d1a2fac2df7d30e3f502d7a2a1af96909c7d1776d32",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/"
        },
        "robots": {
          "bytes": 757,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/robots.txt",
          "sha256": "02fc159e8e3fefe13845427b27022341b6dc9e62a96e5605f59c2c0d03ee0baf",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 144097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/.well-known/tdmrep.json",
          "sha256": "823ddc4af6359a80a86a2cf86cb88d107b97e3f22c4ee605d2e656b4f3b3fab5",
          "status": 410,
          "truncated": false,
          "url": "https://duckduckgo.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "94dc40afcdf69b733ec646e94ecbdca213708fa4e65e922577f37d10b3666848",
        "ai_txt_well_known": null,
        "robots_txt": "02fc159e8e3fefe13845427b27022341b6dc9e62a96e5605f59c2c0d03ee0baf",
        "tdmrep": null
      },
      "id": "duckduckgo",
      "name": "DuckDuckGo",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://duckduckgo.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://signal.org/legal/",
      "fetched_at": "2026-11-20T06:02:24Z",
      "fetches": {
        "ai_txt": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/ai.txt",
          "sha256": "cc335d08b6d0b599faefa6e11b857421dbd74c44d4ddea8d099df1dd1a3a310f",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/.well-known/ai.txt",
          "sha256": "848d1f5ee660cc8574579011ed4ecb291a8dc282b020b34422d4a6b0de38a664",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/.well-known/ai.txt"
        },
        "document": {
          "bytes": 26276,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/legal/",
          "sha256": "03cf1c2e4a3f26b9555d90dedc36b4381c8f0bdf6b57ea1539f6f0d5296f2c62",
          "status": 200,
          "truncated": false,
          "url": "https://signal.org/legal/"
        },
        "homepage": {
          "bytes": 41465,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/",
          "sha256": "4cb01d69046588ae6c5030548cef2aec54ab7f98a201b0aeaeb9ec3ab43fc341",
          "status": 200,
          "truncated": false,
          "url": "https://signal.org/"
        },
        "robots": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/robots.txt",
          "sha256": "30724a2e5f1ad6a8bd20e55137132f1a8b1ceac1599af73d46310689cf10dcd3",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/robots.txt"
        },
        "tdmrep": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/.well-known/tdmrep.json",
          "sha256": "4bc3050ddc1e42f01f679142fbf10bbc906d7cbe9d992cf145c7439839a7c88a",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "30724a2e5f1ad6a8bd20e55137132f1a8b1ceac1599af73d46310689cf10dcd3",
        "tdmrep": null
      },
      "id": "signal",
      "name": "Signal",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://signal.org",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://policies.google.com/privacy",
      "fetched_at": "2026-11-20T06:02:27Z",
      "fetches": {
        "ai_txt": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/ai.txt",
          "sha256": "8b1b9bff23ff5289532787874cbf8c4b07ca5330fa027cad3dd23970c79d43ae",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/.well-known/ai.txt",
          "sha256": "a5ecba482828744b7418a46df20be689e4ec6cb307ac3ea9d0b9641964995ddd",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 663348,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/privacy",
          "sha256": "960c9a0917aee5a203b9697149a35a7c93b2b87640366e382e0fe69960490496",
          "status": 200,
          "truncated": false,
          "url": "https://policies.google.com/privacy"
        },
        "homepage": {
          "bytes": 543141,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/",
          "sha256": "c275259fadd81af709c95e4bf01c7701cad6a66c3f813d626eb235b3b08f02be",
          "status": 200,
          "truncated": false,
          "url": "https://policies.google.com/"
        },
        "robots": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/robots.txt",
          "sha256": "2b95c3e053671efcbcffec99d723cfd1b2dd593a1e3d9b1980e740dbac84ef9a",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/.well-known/tdmrep.json",
          "sha256": "e5e3212be8886b6f2b7bcff3191afa639796938b4724ff7f5406ac38569a8c2f",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "2b95c3e053671efcbcffec99d723cfd1b2dd593a1e3d9b1980e740dbac84ef9a",
        "tdmrep": null
      },
      "id": "google",
      "name": "Google",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://policies.google.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "7cf7aa4b5c905d140372513e47f486c90718a07b7230eb3f0371172b6b0bfc96",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://www.facebook.com/privacy/policy",
      "fetched_at": "2026-11-20T06:02:31Z",
      "fetches": {
        "ai_txt": {
          "bytes": 367595,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/login/?next=https%3A%2F%2Fwww.facebook.com%2Fai.txt",
          "sha256": "7cf7aa4b5c905d140372513e47f486c90718a07b7230eb3f0371172b6b0bfc96",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 72,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/.well-known/ai.txt",
          "sha256": "f65e4cc023578b2bb3522d09231cd56eb84d209b18d501eeebf8a0b098f7635e",
          "status": 404,
          "truncated": false,
          "url": "https://www.facebook.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 1436975,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/privacy/policy",
          "sha256": "827fe83a53ed8a484fa33040a08b1fb005f8a793a3b1a4258be401c88672d91c",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/privacy/policy"
        },
        "homepage": {
          "bytes": 367178,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/",
          "sha256": "fbc0e45a5518d33c748ca831185efda1d670f978bce3f9b559a5cc01af99dcb0",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/"
        },
        "robots": {
          "bytes": 45909,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/robots.txt",
          "sha256": "739d96082a4a053e3d37c188310c755ffb592271fc62b9cbb0b698f27570e62d",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 9,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/.well-known/tdmrep.json",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://www.facebook.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "7cf7aa4b5c905d140372513e47f486c90718a07b7230eb3f0371172b6b0bfc96",
        "ai_txt_well_known": null,
        "robots_txt": "739d96082a4a053e3d37c188310c755ffb592271fc62b9cbb0b698f27570e62d",
        "tdmrep": null
      },
      "id": "meta",
      "name": "Meta",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.facebook.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": [
          "Amazonbot",
          "Applebot-Extended",
          "ClaudeBot",
          "Google-Extended",
          "GPTBot",
          "PerplexityBot",
          "PetalBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ",
      "fetched_at": "2026-11-20T06:02:34Z",
      "fetches": {
        "ai_txt": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/ai.txt",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/.well-known/ai.txt",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 403,
          "truncated": false,
          "url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ"
        },
        "homepage": {
          "bytes": 3781,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/",
          "sha256": "d0beedb3a2cc5fa154460694b10979a11a4e3edabf735e63094afd30d72d5f2d",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/"
        },
        "robots": {
          "bytes": 7947,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/robots.txt",
          "sha256": "74fa27e28cd9d80bdd155ffecf3a033ea2e195a80c83d6fa46acb20665c3cb4d",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/.well-known/tdmrep.json",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "74fa27e28cd9d80bdd155ffecf3a033ea2e195a80c83d6fa46acb20665c3cb4d",
        "tdmrep": null
      },
      "id": "amazon",
      "name": "Amazon",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unknown",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.amazon.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unknown",
        "document_pdf": "unknown",
        "effective_document": "unknown",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": "unknown",
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": [
          "GPTBot",
          "CCBot",
          "PerplexityBot",
          "Google-Extended",
          "ClaudeBot",
          "meta-externalagent",
          "Bytespider",
          "PetalBot",
          "omgili",
          "AI2Bot",
          "Diffbot",
          "DuckAssistBot",
          "Ai2Bot-Dolma",
          "Google-CloudVertexBot",
          "meta-externalfetcher",
          "cohere-ai",
          "YouBot",
          "Claude-User",
          "Claude-SearchBot",
          "Perplexity-User",
          "ChatGPT-User",
          "OAI-SearchBot",
          "Timpibot",
          "Claude-Web",
          "GoogleOther",
          "ICC-Crawler",
          "ImagesiftBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://privacy.microsoft.com/en-us/privacystatement",
      "fetched_at": "2026-11-20T06:02:38Z",
      "fetches": {
        "ai_txt": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/ai.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/.well-known/ai.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 349076,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/privacystatement",
          "sha256": "68d9f7bb3662db12262772848529c0bf60b0e9fc9eca4722042a087cc2b3e8a5",
          "status": 200,
          "truncated": false,
          "url": "https://privacy.microsoft.com/en-us/privacystatement"
        },
        "homepage": {
          "bytes": 173753,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy",
          "sha256": "8f417a62a26757e6a24f65d5c535976865d9c2d6ec40a0c72553265d96b21f67",
          "status": 200,
          "truncated": false,
          "url": "https://privacy.microsoft.com/"
        },
        "robots": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/robots.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/.well-known/tdmrep.json",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
        "tdmrep": null
      },
      "id": "microsoft",
      "name": "Microsoft",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://privacy.microsoft.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://termly.io/our-privacy-policy/",
      "fetched_at": "2026-11-20T06:02:41Z",
      "fetches": {
        "ai_txt": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/.well-known/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 528853,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/our-privacy-policy/",
          "sha256": "e7fadb1535d2d6306558aa7946967445d8882a48705ac1796b51277c95d31d2e",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/our-privacy-policy/"
        },
        "homepage": {
          "bytes": 342687,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/",
          "sha256": "67088d66ba26597c1379f7fe3c465b4eee3e936cf16312541f022436a16da097",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/"
        },
        "robots": {
          "bytes": 1067,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/robots.txt",
          "sha256": "98582d04731584c1793d8413300ffca2a0444bdc5998b1396232d1acd75f9261",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 214437,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/.well-known/tdmrep.json",
          "sha256": "1325e2f7f860575f087ed30bb1dbef94ec34199cc90d65a65c3b155b77644c08",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "98582d04731584c1793d8413300ffca2a0444bdc5998b1396232d1acd75f9261",
        "tdmrep": null
      },
      "id": "termly",
      "name": "Termly",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://termly.io",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.iubenda.com/privacy-policy/252372",
      "fetched_at": "2026-11-20T06:03:04Z",
      "fetches": {
        "ai_txt": {
          "bytes": 200215,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/ai.txt",
          "sha256": "0636c85836ec77fbe4dcfaa1bf807ee83ce22e91cd1c8b72e17b87554f00a1ef",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 200215,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/.well-known/ai.txt",
          "sha256": "3d393019ad7fff82c627d4aef2d5ffb7d3b845ccecd48b5560c2537999d5a9be",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 330250,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/privacy-policy/252372",
          "sha256": "f144c87d226172143e952919eb4ccd68cd9d4441344cc3c3adf74aa1871b64ab",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/privacy-policy/252372"
        },
        "homepage": {
          "bytes": 371078,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/",
          "sha256": "4294de3bc87e5315e508900ac34047fe78b291bd3e76f5b56ab79ae2b294fc2a",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/"
        },
        "robots": {
          "bytes": 2225,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/robots.txt",
          "sha256": "fee1bf0b44d52164e012d1b2d3308ad76727a1a09105cf1ab2114ef1ad441893",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 200215,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/.well-known/tdmrep.json",
          "sha256": "2c852d6e83a50614e007aa041eeb30ff55bae25c02e7604ac54e0afcc83fb5b5",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "fee1bf0b44d52164e012d1b2d3308ad76727a1a09105cf1ab2114ef1ad441893",
        "tdmrep": null
      },
      "id": "iubenda",
      "name": "iubenda",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.iubenda.com",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.cookieyes.com/privacy-policy/",
      "fetched_at": "2026-11-20T06:03:08Z",
      "fetches": {
        "ai_txt": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/ai.txt",
          "sha256": "54e9050f3fa41aa95d7829320f9bd48982a5bf719476f398267c95224f25633e",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/.well-known/ai.txt",
          "sha256": "155a75cd9d9db60edcebf58bbafbc2552cc6bc9980be381de6eff05c94e278a0",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 736357,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/privacy-policy/",
          "sha256": "248b976d406ab7ba45a572b43366a973c7eabed80b52f3bca8ae042b51c5d217",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/privacy-policy/"
        },
        "homepage": {
          "bytes": 690352,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/",
          "sha256": "51e16ab7f13981ffcd9af502b01cd623876290373dced7b87e41cda85ce5dab4",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/"
        },
        "robots": {
          "bytes": 4331,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/robots.txt",
          "sha256": "f8983de3375aef39d5bb549b76c81ec1904bd4b077635b9009a45ec614ee67a9",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/.well-known/tdmrep.json",
          "sha256": "4ec950bdb51fbedc07f82184446cbf8920ce7c36506f208b68bb74180233b6c3",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "f8983de3375aef39d5bb549b76c81ec1904bd4b077635b9009a45ec614ee67a9",
        "tdmrep": null
      },
      "id": "cookieyes",
      "name": "CookieYes",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.cookieyes.com",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": [
          "PetalBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.didomi.io/privacy-policy",
      "fetched_at": "2026-11-20T06:03:11Z",
      "fetches": {
        "ai_txt": {
          "bytes": 14433,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/ai.txt",
          "sha256": "332cef607337585f217cc54afc4b29783212dd416c0145be6cab95e8346fad2e",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 88,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/.well-known/ai.txt",
          "sha256": "62b6eec5bc825126a7b9734e03ff00c9dc7899f3f07111746bf583d193b44dd0",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 166908,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/privacy-policy",
          "sha256": "43035343c4dd671adab5b155ca9d0b9ec07b3e57c3cff67402e98322c3a28b0a",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/privacy-policy"
        },
        "homepage": {
          "bytes": 269207,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/",
          "sha256": "47e01f7b37f482933c1a553abcbe82e3806ab75f30b1aae07ed6124d0b501d5b",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/"
        },
        "robots": {
          "bytes": 66,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/robots.txt",
          "sha256": "939aea9860cdebf47782ea23367e9f4cf54a883ec254dd21029df0bd842d72c0",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 88,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/.well-known/tdmrep.json",
          "sha256": "62b6eec5bc825126a7b9734e03ff00c9dc7899f3f07111746bf583d193b44dd0",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "939aea9860cdebf47782ea23367e9f4cf54a883ec254dd21029df0bd842d72c0",
        "tdmrep": null
      },
      "id": "didomi",
      "name": "Didomi",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.didomi.io",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    }
  ],
  "slot": "day1",
  "started_at": "2026-11-20T06:01:27Z",
  "study": "ai-opt-out-signals-3day",
  "summary": {
    "exposes_ai_txt": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 23
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn"
        ],
        "n": 1
      }
    },
    "exposes_noai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "amazon"
        ],
        "n": 2
      }
    },
    "exposes_noimageai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "amazon"
        ],
        "n": 2
      }
    },
    "exposes_robots_noai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "amazon"
        ],
        "n": 2
      }
    },
    "exposes_tdm_reservation": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 21
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "expressvpn",
          "amazon"
        ],
        "n": 3
      }
    },
    "tdm_protocol_present": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 21
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "expressvpn",
          "amazon"
        ],
        "n": 3
      }
    }
  },
  "user_agent": "FreePolicyToolsResearch/1.0 (+https://freepolicytools.com/research; ai-opt-out-signals-3day)",
  "vantage": "cursor-cloud-usa"
}
