{
  "calendar_day": "2026-11-21",
  "conditions": {
    "cometvpn": "NOT_RUN",
    "proxy_http": "NOT_RUN",
    "proxy_socks": "NOT_RUN"
  },
  "corpus_sha256": "763c75fd270695952b0c47ae7134b3e969c0b6e0413be2d62c42d52e035951fa",
  "env_names_present": [
    "PROXYSELLER_HOST",
    "PROXYSELLER_HTTP_PORT",
    "PROXYSELLER_PASS",
    "PROXYSELLER_SOCKS_PORT",
    "PROXYSELLER_USER"
  ],
  "finished_at": "2026-11-21T06:03:00Z",
  "late": false,
  "n": 24,
  "path": "cloud-direct",
  "protocol_sha256": "edf01912678fadd972988c49e4f44afb7b67e6d64268820f0153f076f91d6b5d",
  "role": "scheduled_measurement",
  "sites": [
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://proton.me/legal/privacy",
      "fetched_at": "2026-11-21T06:01:24Z",
      "fetches": {
        "ai_txt": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/ai.txt",
          "sha256": "da90d0487715972fe8083445da0e306a66f47465cc2782c97e44a18b2e2a2a8f",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/.well-known/ai.txt",
          "sha256": "da90d0487715972fe8083445da0e306a66f47465cc2782c97e44a18b2e2a2a8f",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/.well-known/ai.txt"
        },
        "document": {
          "bytes": 280318,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/legal/privacy",
          "sha256": "b7f7f11444b544c5e8dc8d589c8d4a4842870dffe544aa61beac77e3820b99f1",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/legal/privacy"
        },
        "homepage": {
          "bytes": 445550,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/",
          "sha256": "61a99b7b7fd23767ea281ee45b61b24c51e0f426607ee5ed6f6776777bccc45f",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/"
        },
        "robots": {
          "bytes": 181,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/robots.txt",
          "sha256": "e93933f2f7bbca52ee22ea2a9ff7de8d8499e35d40f6ebbd61a1904039d73b65",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/robots.txt"
        },
        "tdmrep": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/.well-known/tdmrep.json",
          "sha256": "da90d0487715972fe8083445da0e306a66f47465cc2782c97e44a18b2e2a2a8f",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "e93933f2f7bbca52ee22ea2a9ff7de8d8499e35d40f6ebbd61a1904039d73b65",
        "tdmrep": null
      },
      "id": "proton-vpn",
      "name": "Proton VPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://proton.me",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://mullvad.net/en/help/privacy-policy",
      "fetched_at": "2026-11-21T06:01:29Z",
      "fetches": {
        "ai_txt": {
          "bytes": 8068,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/ai.txt",
          "sha256": "d4a0f906758934442719f5c5bc610b0a7fbf29a273415c98ffdade327ec5c6ed",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 8146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/.well-known/ai.txt",
          "sha256": "a896fd05649f2a16902d644f34fad30fc1ccdc9add41d7f3aaf90a865c575185",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/.well-known/ai.txt"
        },
        "document": {
          "bytes": 48427,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/help/privacy-policy",
          "sha256": "5ef974cac4ec27d1a5ed7d137ab041ef28704179e2cfd1ec4b915317b0683768",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/en/help/privacy-policy"
        },
        "homepage": {
          "bytes": 61127,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en",
          "sha256": "6146b967c1b1152d6d69cbf3adff41f25e439097d8b074f27c6d4a0380a9e5a7",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/"
        },
        "robots": {
          "bytes": 2990,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/robots.txt",
          "sha256": "87d63e0488ef2d92ebff68ce0a9cb9347832251d7718fede50e09ff5d1fec626",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/robots.txt"
        },
        "tdmrep": {
          "bytes": 8146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/.well-known/tdmrep.json",
          "sha256": "5012f549bd53bedcd20b2fc3d8510821883808900feb8ced79cf3f4044103cc0",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "87d63e0488ef2d92ebff68ce0a9cb9347832251d7718fede50e09ff5d1fec626",
        "tdmrep": null
      },
      "id": "mullvad",
      "name": "Mullvad VPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://mullvad.net",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "blocked"
      },
      "document_applicable": true,
      "document_url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf",
      "fetched_at": "2026-11-21T06:01:31Z",
      "fetches": {
        "ai_txt": {
          "bytes": 5644,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/ai.txt",
          "sha256": "5339ad39deccd486894774e16bb3502202527845061b3b4d62008051e828b7f5",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 5701,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/.well-known/ai.txt",
          "sha256": "d713b0bbefc53706c4c5090033faeb025735b9e4e4575e918b05855fd3760576",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 107311,
          "content_type": "application/pdf",
          "cross_host": false,
          "error": null,
          "final_url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf",
          "sha256": "94942ea461aee9593acce4f8d93c7920a46c810875d87740847d2d31d12df6fb",
          "status": 200,
          "truncated": false,
          "url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf"
        },
        "homepage": {
          "bytes": 5626,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/",
          "sha256": "51cad2f5b9ddba32a445581885d047601bd83ccf51bedc35c7111ad0976cf298",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/"
        },
        "robots": {
          "bytes": 15951,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/robots.txt",
          "sha256": "6ceaeeaa7e1e8db2681952fb22a33e2a9edb61adbd1c93ce636ca11f5c8e8281",
          "status": 200,
          "truncated": false,
          "url": "https://nordvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 5716,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/.well-known/tdmrep.json",
          "sha256": "a088461a7fd1a9d29e4bc0cf9b360ceff7fc07214b10543c94cea5e0a13e4e98",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "6ceaeeaa7e1e8db2681952fb22a33e2a9edb61adbd1c93ce636ca11f5c8e8281",
        "tdmrep": null
      },
      "id": "nordvpn",
      "name": "NordVPN",
      "origin_exception": "Observatory document is a CDN PDF on sb.nordcdn.com. Site origin is the pre-registered product host https://nordvpn.com. The CDN host's robots.txt, ai.txt, and tdmrep.json are not scored.",
      "robots": {
        "comment_mention": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "blocked",
        "effective_document": "unset",
        "effective_homepage": "unknown",
        "exposes_ai_txt": "unknown",
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "blocked",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "blocked"
        }
      },
      "site_origin": "https://nordvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "not_applicable",
        "document_pdf": "unset",
        "effective_document": "unset",
        "effective_homepage": "unknown",
        "exposes_tdm_reservation": "unknown",
        "file_state": "blocked",
        "homepage_header": "unset",
        "homepage_meta": "unknown",
        "homepage_pdf": "unknown",
        "partial_effective_homepage": "unset",
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "3749648aa34d73d4f7eeab50e252210c4514a48a4c9f7b7385a3b456d1c2b76f",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://surfshark.com/privacy-policy",
      "fetched_at": "2026-11-21T06:01:36Z",
      "fetches": {
        "ai_txt": {
          "bytes": 111170,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/influencer/ai?coupon=ai&utm_source=partner&utm_medium=345046",
          "sha256": "3749648aa34d73d4f7eeab50e252210c4514a48a4c9f7b7385a3b456d1c2b76f",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 253758,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/.well-known/ai.txt",
          "sha256": "6d8740d16e4b86db24408568f810359e2c81f3198814520dc41fcd78bf71de3f",
          "status": 404,
          "truncated": false,
          "url": "https://surfshark.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 177050,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/privacy",
          "sha256": "64b0937abdefd570dece4cdedd8405912d50baefaa7bf95a156b7a6ffde946ca",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/privacy-policy"
        },
        "homepage": {
          "bytes": 210045,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/",
          "sha256": "2095e888b6feb4ea2319dc1aa7a571a763da31ab135874ef22a19caa3859ba7a",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/"
        },
        "robots": {
          "bytes": 372,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/robots.txt",
          "sha256": "fe71557a05f45ba9a88309d8c3acea820ad3f7ade0fec32329be7e976b085181",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 253763,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/.well-known/tdmrep.json",
          "sha256": "f541e74cec9cd70e29b055bb8f5f54b871f270edd5148a5e71f7f52490e241e3",
          "status": 404,
          "truncated": false,
          "url": "https://surfshark.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "3749648aa34d73d4f7eeab50e252210c4514a48a4c9f7b7385a3b456d1c2b76f",
        "ai_txt_well_known": null,
        "robots_txt": "fe71557a05f45ba9a88309d8c3acea820ad3f7ade0fec32329be7e976b085181",
        "tdmrep": null
      },
      "id": "surfshark",
      "name": "Surfshark",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://surfshark.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.expressvpn.com/privacy-policy",
      "fetched_at": "2026-11-21T06:01:40Z",
      "fetches": {
        "ai_txt": {
          "bytes": 374727,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/ai.txt",
          "sha256": "d689784ece995817d79865f1d4e8d2c6cd11e0799de1d6c405a02c460ea80998",
          "status": 404,
          "truncated": false,
          "url": "https://www.expressvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 111,
          "content_type": "application/xml",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/.well-known/ai.txt",
          "sha256": "a824bc7739e226e1b40ea0f8c4e4f4c6f796fc3b4abfa6e9abe3bd119a30d938",
          "status": 403,
          "truncated": false,
          "url": "https://www.expressvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 158754,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/privacy-policy",
          "sha256": "fc194141156fa12b478e4df6da843d053737dbadbb3951bd0f73e99729082a0d",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/privacy-policy"
        },
        "homepage": {
          "bytes": 265237,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/",
          "sha256": "edabeeaa6467acc9a5ac37d5a7f7c0fcb401d77643d0debc2ba051d082de7274",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/"
        },
        "robots": {
          "bytes": 1136,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/robots.txt",
          "sha256": "256cab90eef5e9bff2bc0adb8e43210ed485189455b640468d4f0931a81c442f",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 111,
          "content_type": "application/xml",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/.well-known/tdmrep.json",
          "sha256": "a824bc7739e226e1b40ea0f8c4e4f4c6f796fc3b4abfa6e9abe3bd119a30d938",
          "status": 403,
          "truncated": false,
          "url": "https://www.expressvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "256cab90eef5e9bff2bc0adb8e43210ed485189455b640468d4f0931a81c442f",
        "tdmrep": null
      },
      "id": "expressvpn",
      "name": "ExpressVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unknown",
        "effective_homepage": "unknown",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "blocked",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "blocked"
        }
      },
      "site_origin": "https://www.expressvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unknown",
        "effective_homepage": "unknown",
        "exposes_tdm_reservation": "unknown",
        "file_state": "blocked",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": "unset",
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.ivpn.net/en/privacy/",
      "fetched_at": "2026-11-21T06:01:43Z",
      "fetches": {
        "ai_txt": {
          "bytes": 19580,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/ai.txt",
          "sha256": "b9381462188cb99f9e17489019cda0a6dd41ff7ff70f232c1acb9e597672b6b3",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/.well-known/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/.well-known/ai.txt"
        },
        "document": {
          "bytes": 40166,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/en/privacy/",
          "sha256": "f90bc9a4033b9449f9bcea6d01c46d78ba7387d0896aac050acf526ad678e79a",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/en/privacy/"
        },
        "homepage": {
          "bytes": 307,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/",
          "sha256": "a8628d1db7e4dfbe1de8ae80b567065685873feecd29b9c2c63c18aaf54570da",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/"
        },
        "robots": {
          "bytes": 388,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/robots.txt",
          "sha256": "63435926ecf4bd9bb28a9cfd65bb03ecfbf5fad968d25661c2e3e1342672e486",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/robots.txt"
        },
        "tdmrep": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/.well-known/tdmrep.json",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "63435926ecf4bd9bb28a9cfd65bb03ecfbf5fad968d25661c2e3e1342672e486",
        "tdmrep": null
      },
      "id": "ivpn",
      "name": "IVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.ivpn.net",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": [
          "Bytespider"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://cometvpn.com/privacy/",
      "fetched_at": "2026-11-21T06:01:46Z",
      "fetches": {
        "ai_txt": {
          "bytes": 132097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/ai.txt",
          "sha256": "11d0e71497445787db230f0172c65e55841224b6201542e46ea9700208a246f6",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 132135,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/.well-known/ai.txt",
          "sha256": "f476fee16768fec89a52aa1d13b891e99359cf25cfcd40d3af2706f4ef935806",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 185580,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/privacy/",
          "sha256": "cc3bb429f1add1a89e55a194ff4a61c3f47411b923754d7a1f442a075f48d0a7",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/privacy/"
        },
        "homepage": {
          "bytes": 196849,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/",
          "sha256": "af126401d674d28515e0a68072121e15b6200b7aa4136a89892bb00d1ae3fe31",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/"
        },
        "robots": {
          "bytes": 72,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/robots.txt",
          "sha256": "cbcd737276d202845adf92f371aa46fb4b7984832a550473e66ca70468db6bf6",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 132149,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/.well-known/tdmrep.json",
          "sha256": "a7e916a826fdf765cd02c2761cd652f06042065e1744f94ba9219ce0838a8a1b",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "cbcd737276d202845adf92f371aa46fb4b7984832a550473e66ca70468db6bf6",
        "tdmrep": null
      },
      "id": "cometvpn",
      "name": "CometVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://cometvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://proxy-seller.com/privacy-policy/",
      "fetched_at": "2026-11-21T06:01:52Z",
      "fetches": {
        "ai_txt": {
          "bytes": 21534,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/ai.txt",
          "sha256": "a49265deb60da27e8674cb7973bb5f1172d127d9211efe8036085fb8c2fbfd8b",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 21608,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/.well-known/ai.txt",
          "sha256": "02613bd11ce9f248131e3febe00e880d4c75b1f2a2b2a4055d9d5ce95690ae07",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 252064,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/trust-center/privacy-policy/",
          "sha256": "0a747d7a164e8ce7bd7ff0a6e3093001257bfe4f0aa29314d6cf630f10b22ee5",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/privacy-policy/"
        },
        "homepage": {
          "bytes": 437156,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/",
          "sha256": "7dd42d09da0352d709711128384953edd4374d14cf334e4949d4836ecfd6c8bd",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/"
        },
        "robots": {
          "bytes": 1062,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/robots.txt",
          "sha256": "e19705837ba8f0e347952af4f1bb393b8e62079022a8cac93bf1580bb5da4018",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 21688,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/.well-known/tdmrep.json",
          "sha256": "0dd918ded89848d4ac718dc0c9da42d7c862ffc56dba973b1ec043fffa909271",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "e19705837ba8f0e347952af4f1bb393b8e62079022a8cac93bf1580bb5da4018",
        "tdmrep": null
      },
      "id": "proxyseller",
      "name": "Proxy-Seller",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://proxy-seller.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://brightdata.com/privacy",
      "fetched_at": "2026-11-21T06:01:55Z",
      "fetches": {
        "ai_txt": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/ai.txt",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/.well-known/ai.txt",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 224431,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/privacy",
          "sha256": "444eab992a9453fd560858e917a22acae7c4d0cec5398df8555e0c774f6fb091",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/privacy"
        },
        "homepage": {
          "bytes": 301500,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/",
          "sha256": "f7c3ae8f31425b9a18500d3bbdba36e0ed6f7d3eab9af1b231947ee71e0b8c99",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/"
        },
        "robots": {
          "bytes": 945,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/robots.txt",
          "sha256": "7b4b298bf78e1e131a5289ee09ad4247691e2b9f1f076c6780bbd15aa6d4f8b0",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/.well-known/tdmrep.json",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "7b4b298bf78e1e131a5289ee09ad4247691e2b9f1f076c6780bbd15aa6d4f8b0",
        "tdmrep": null
      },
      "id": "brightdata",
      "name": "Bright Data",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://brightdata.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://oxylabs.io/legal/privacy",
      "fetched_at": "2026-11-21T06:01:58Z",
      "fetches": {
        "ai_txt": {
          "bytes": 235221,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/ai.txt",
          "sha256": "1e1f9d7a363fee849bfeeae4856f60eac47280acb00b539eb151a58669290ff4",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 235221,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/.well-known/ai.txt",
          "sha256": "1e1f9d7a363fee849bfeeae4856f60eac47280acb00b539eb151a58669290ff4",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 291761,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/legal/privacy",
          "sha256": "9f5ffc9264be5426dfbeb4dae0789a13664cea7eff885aa490ef8e3ce02bd07e",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/legal/privacy"
        },
        "homepage": {
          "bytes": 426809,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/",
          "sha256": "88d188960af2a5fe70364633b661f3d508a309543ae29e912f8130197ea96db8",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/"
        },
        "robots": {
          "bytes": 750,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/robots.txt",
          "sha256": "d5fc513b8ac4d7e73034647c072089f3a47ffb2a646216db16ac3c81c6a0ab17",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 235221,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/.well-known/tdmrep.json",
          "sha256": "1e1f9d7a363fee849bfeeae4856f60eac47280acb00b539eb151a58669290ff4",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "d5fc513b8ac4d7e73034647c072089f3a47ffb2a646216db16ac3c81c6a0ab17",
        "tdmrep": null
      },
      "id": "oxylabs",
      "name": "Oxylabs",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://oxylabs.io",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://iproyal.com/privacy/",
      "fetched_at": "2026-11-21T06:02:01Z",
      "fetches": {
        "ai_txt": {
          "bytes": 145996,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/ai.txt",
          "sha256": "3587964445d1c9106238f0c7d87f734bf066e28bb9d6fa906cd19924d7547054",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146045,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/.well-known/ai.txt",
          "sha256": "2911679270174fa44a376225df4bc4e0f25ab8c7d4e37d2381f05bfe26eb8057",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 220082,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/privacy/",
          "sha256": "588405ef8d43130b4f63f9decba37a95349de6847156a2b843bd98ea69bbb043",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/privacy/"
        },
        "homepage": {
          "bytes": 473442,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/",
          "sha256": "6bdc89f0ddeadd72d61b1f5ea14fe2ccc394b8b4a52812f4e86edf116c50ec0d",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/"
        },
        "robots": {
          "bytes": 341,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/robots.txt",
          "sha256": "c0926c7f7c528ace4a41ad8e1ce5f6cc05ac0b03d542a38bea1c5908800f9b89",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 146066,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/.well-known/tdmrep.json",
          "sha256": "aa76f330929f751615d373a70033b52949b9263dc476b1aead7ed25721e7ddad",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "c0926c7f7c528ace4a41ad8e1ce5f6cc05ac0b03d542a38bea1c5908800f9b89",
        "tdmrep": null
      },
      "id": "iproyal",
      "name": "IPRoyal",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://iproyal.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.webshare.io/privacy-policy",
      "fetched_at": "2026-11-21T06:02:06Z",
      "fetches": {
        "ai_txt": {
          "bytes": 14577,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/ai.txt",
          "sha256": "0e4060377b909d1a9afc5108577178bbbdab08e6ddbfd0bf94b7256c94fff373",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 21801,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/.well-known/ai.txt",
          "sha256": "1bceaf075ed9d4c55db32bffd9e03bcb01d8308078f6ff40ba045e9f11e111cf",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 146479,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/privacy-policy",
          "sha256": "c6be213a096c839d03b2ef8a3be92c5a9930acde82b4d0d88b5c8e06ae331795",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/privacy-policy"
        },
        "homepage": {
          "bytes": 179958,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/",
          "sha256": "47059849bd19ca89800973a61104f109fb37b6a1ce9e5d88f92bd2d9c0a4b4aa",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/"
        },
        "robots": {
          "bytes": 264,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/robots.txt",
          "sha256": "9ee99c68ccbc895cc0ffb79d017c4adefbf85c1afc32bd16c957bde24269ab40",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 21811,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/.well-known/tdmrep.json",
          "sha256": "ea953f36e8f6a63d822bb3bc35fb72008d6c1f5ca7bd890e37250ba622115a75",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "9ee99c68ccbc895cc0ffb79d017c4adefbf85c1afc32bd16c957bde24269ab40",
        "tdmrep": null
      },
      "id": "webshare",
      "name": "Webshare",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.webshare.io",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://bitwarden.com/privacy/",
      "fetched_at": "2026-11-21T06:02:08Z",
      "fetches": {
        "ai_txt": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/ai.txt",
          "sha256": "edca5eda3773368ea03fcddd4ca0163a29af01c26d1ed2b72f9b9afcb9667592",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/.well-known/ai.txt",
          "sha256": "edca5eda3773368ea03fcddd4ca0163a29af01c26d1ed2b72f9b9afcb9667592",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 433294,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/privacy/",
          "sha256": "fb1734456587862eadcbb278e8e5416f88f5c57df8d59a5acf5fba867af64066",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/privacy/"
        },
        "homepage": {
          "bytes": 613108,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/",
          "sha256": "5aa067e0a31932fe1761155ce54e8df1fb6ffe81e37bce61eb1586ff7fe823b2",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/"
        },
        "robots": {
          "bytes": 526,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/robots.txt",
          "sha256": "f335e11c819ba29720249a618f94a53d0811a9a685fc62ccc583895ad2e247e0",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/.well-known/tdmrep.json",
          "sha256": "edca5eda3773368ea03fcddd4ca0163a29af01c26d1ed2b72f9b9afcb9667592",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "f335e11c819ba29720249a618f94a53d0811a9a685fc62ccc583895ad2e247e0",
        "tdmrep": null
      },
      "id": "bitwarden",
      "name": "Bitwarden",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://bitwarden.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://1password.com/legal/privacy",
      "fetched_at": "2026-11-21T06:02:11Z",
      "fetches": {
        "ai_txt": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/ai.txt",
          "sha256": "bc34538eed7b4e270ccfd9a1ea7ad534622caa126ff31bf71ae0b52282714fa0",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/.well-known/ai.txt",
          "sha256": "bc34538eed7b4e270ccfd9a1ea7ad534622caa126ff31bf71ae0b52282714fa0",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 314112,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/legal/privacy",
          "sha256": "155cb62389b95b05c1a1e6a4be6aef4a5bfc7a20310285de21d71a1d8f464964",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/legal/privacy"
        },
        "homepage": {
          "bytes": 198786,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/",
          "sha256": "e908a41dcec55d96dbebf8391a3d53aa0bf5f200d6098c74875d8a4328b38342",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/"
        },
        "robots": {
          "bytes": 141,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/robots.txt",
          "sha256": "a41694aad1aa0a3e1e45e00dece780aa1aba52b8accc6b881cf7b7ea6e020f29",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/.well-known/tdmrep.json",
          "sha256": "bc34538eed7b4e270ccfd9a1ea7ad534622caa126ff31bf71ae0b52282714fa0",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "a41694aad1aa0a3e1e45e00dece780aa1aba52b8accc6b881cf7b7ea6e020f29",
        "tdmrep": null
      },
      "id": "1password",
      "name": "1Password",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://1password.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "2e5e7a00f23b901241f6789e812d8533605a2dadc9317740ee48af9753115230",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://duckduckgo.com/privacy",
      "fetched_at": "2026-11-21T06:02:13Z",
      "fetches": {
        "ai_txt": {
          "bytes": 27729,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/ai.txt",
          "sha256": "2e5e7a00f23b901241f6789e812d8533605a2dadc9317740ee48af9753115230",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 144097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/.well-known/ai.txt",
          "sha256": "cc32f9f0046570df7b0a0b0416a3da2c56dfe0f89f04677f45677f45665a1ba7",
          "status": 410,
          "truncated": false,
          "url": "https://duckduckgo.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 132076,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/privacy",
          "sha256": "1c832b04de4031d2c95a7675ee789c02652d5887f80f2e415e833913379ce8cd",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/privacy"
        },
        "homepage": {
          "bytes": 223963,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/",
          "sha256": "22771e147811aab3b372162625695a1008106d2e21569af01c150b58c0d90741",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/"
        },
        "robots": {
          "bytes": 757,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/robots.txt",
          "sha256": "02fc159e8e3fefe13845427b27022341b6dc9e62a96e5605f59c2c0d03ee0baf",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 144097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/.well-known/tdmrep.json",
          "sha256": "cc32f9f0046570df7b0a0b0416a3da2c56dfe0f89f04677f45677f45665a1ba7",
          "status": 410,
          "truncated": false,
          "url": "https://duckduckgo.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "2e5e7a00f23b901241f6789e812d8533605a2dadc9317740ee48af9753115230",
        "ai_txt_well_known": null,
        "robots_txt": "02fc159e8e3fefe13845427b27022341b6dc9e62a96e5605f59c2c0d03ee0baf",
        "tdmrep": null
      },
      "id": "duckduckgo",
      "name": "DuckDuckGo",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://duckduckgo.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://signal.org/legal/",
      "fetched_at": "2026-11-21T06:02:16Z",
      "fetches": {
        "ai_txt": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/ai.txt",
          "sha256": "f7da2c5ca23e5faa03a08a185727225f30174e104b2c6c62a0aace5ac150e291",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/.well-known/ai.txt",
          "sha256": "61efe07d0b5f7aed8ea838cd4495d286b65c111d6fb7322bde333e9661302da8",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/.well-known/ai.txt"
        },
        "document": {
          "bytes": 26276,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/legal/",
          "sha256": "1bb224d0afead89da9cf32700bc10fc7bfd186edbec70d526333b22876a96649",
          "status": 200,
          "truncated": false,
          "url": "https://signal.org/legal/"
        },
        "homepage": {
          "bytes": 41465,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/",
          "sha256": "593ce658249e8c94fb954bc8dfedc6534d92fbafb5ff86785bac4ff74e375c28",
          "status": 200,
          "truncated": false,
          "url": "https://signal.org/"
        },
        "robots": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/robots.txt",
          "sha256": "698b1c4cf52489f6d8067efcf30eada1c796d75e9a5ccf7e6b239e02086cba98",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/robots.txt"
        },
        "tdmrep": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/.well-known/tdmrep.json",
          "sha256": "29485a3c266feba37eb981a004b9f687e7931fb1c4a531df17b98c4dd374bf15",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "698b1c4cf52489f6d8067efcf30eada1c796d75e9a5ccf7e6b239e02086cba98",
        "tdmrep": null
      },
      "id": "signal",
      "name": "Signal",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://signal.org",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://policies.google.com/privacy",
      "fetched_at": "2026-11-21T06:02:19Z",
      "fetches": {
        "ai_txt": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/ai.txt",
          "sha256": "4d11f166272fdbd628cbdce6191947997140d97814dcbc2065a812fc913a762f",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/.well-known/ai.txt",
          "sha256": "48ede61e704b4b07cc143a53e011dcdbae760c0c68dfa7c02ffbbf68cfa54130",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 663360,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/privacy",
          "sha256": "285394965e2405908bd3920ad252d793dfba748361bd85bcace60015a06341bb",
          "status": 200,
          "truncated": false,
          "url": "https://policies.google.com/privacy"
        },
        "homepage": {
          "bytes": 543158,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/",
          "sha256": "7a2b9ec0763f1931f1f712a8e72d7c52ecaa9fa0e3bf61483c4cfb59690f9f74",
          "status": 200,
          "truncated": false,
          "url": "https://policies.google.com/"
        },
        "robots": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/robots.txt",
          "sha256": "c1267feff985716ad7554bd8038626e7880b527a28af77917a300d092d034a5f",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/.well-known/tdmrep.json",
          "sha256": "0ecd838532d7a6e09c994581e35c312daa8b7f6fa18be7a004bd7690459dbf9c",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "c1267feff985716ad7554bd8038626e7880b527a28af77917a300d092d034a5f",
        "tdmrep": null
      },
      "id": "google",
      "name": "Google",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://policies.google.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "939cda729c8744baace549d05cc0c1bd40abf9c9df1d1f641016f9565c3e6f3b",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://www.facebook.com/privacy/policy",
      "fetched_at": "2026-11-21T06:02:24Z",
      "fetches": {
        "ai_txt": {
          "bytes": 366612,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/login/?next=https%3A%2F%2Fwww.facebook.com%2Fai.txt",
          "sha256": "939cda729c8744baace549d05cc0c1bd40abf9c9df1d1f641016f9565c3e6f3b",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 72,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/.well-known/ai.txt",
          "sha256": "f65e4cc023578b2bb3522d09231cd56eb84d209b18d501eeebf8a0b098f7635e",
          "status": 404,
          "truncated": false,
          "url": "https://www.facebook.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 1437003,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/privacy/policy",
          "sha256": "6379aafc09de4627e2cecf52f617ac1227ff04a41bf43904e237236326d1f73a",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/privacy/policy"
        },
        "homepage": {
          "bytes": 366680,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/",
          "sha256": "12d8a6b594d978a3d34875f9189eb8b07f0ccda67e7aae87a2fa1533360523b8",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/"
        },
        "robots": {
          "bytes": 45909,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/robots.txt",
          "sha256": "739d96082a4a053e3d37c188310c755ffb592271fc62b9cbb0b698f27570e62d",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 9,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/.well-known/tdmrep.json",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://www.facebook.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "939cda729c8744baace549d05cc0c1bd40abf9c9df1d1f641016f9565c3e6f3b",
        "ai_txt_well_known": null,
        "robots_txt": "739d96082a4a053e3d37c188310c755ffb592271fc62b9cbb0b698f27570e62d",
        "tdmrep": null
      },
      "id": "meta",
      "name": "Meta",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.facebook.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": [
          "Amazonbot",
          "Applebot-Extended",
          "ClaudeBot",
          "Google-Extended",
          "GPTBot",
          "PerplexityBot",
          "PetalBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ",
      "fetched_at": "2026-11-21T06:02:27Z",
      "fetches": {
        "ai_txt": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/ai.txt",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/.well-known/ai.txt",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 403,
          "truncated": false,
          "url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ"
        },
        "homepage": {
          "bytes": 3781,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/",
          "sha256": "b9cf5b1e7e5dc0c56d7ab5a417341579a393bc3c100d05f1e812ff2cd15b9fc9",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/"
        },
        "robots": {
          "bytes": 7947,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/robots.txt",
          "sha256": "74fa27e28cd9d80bdd155ffecf3a033ea2e195a80c83d6fa46acb20665c3cb4d",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 2319,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/.well-known/tdmrep.json",
          "sha256": "abeb2137f14f1973cb5949a7ea52daf3d9cb22e85cc8d8abd7e0bbff114f1048",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "74fa27e28cd9d80bdd155ffecf3a033ea2e195a80c83d6fa46acb20665c3cb4d",
        "tdmrep": null
      },
      "id": "amazon",
      "name": "Amazon",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unknown",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.amazon.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unknown",
        "document_pdf": "unknown",
        "effective_document": "unknown",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": "unknown",
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": [
          "GPTBot",
          "CCBot",
          "PerplexityBot",
          "Google-Extended",
          "ClaudeBot",
          "meta-externalagent",
          "Bytespider",
          "PetalBot",
          "omgili",
          "AI2Bot",
          "Diffbot",
          "DuckAssistBot",
          "Ai2Bot-Dolma",
          "Google-CloudVertexBot",
          "meta-externalfetcher",
          "cohere-ai",
          "YouBot",
          "Claude-User",
          "Claude-SearchBot",
          "Perplexity-User",
          "ChatGPT-User",
          "OAI-SearchBot",
          "Timpibot",
          "Claude-Web",
          "GoogleOther",
          "ICC-Crawler",
          "ImagesiftBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://privacy.microsoft.com/en-us/privacystatement",
      "fetched_at": "2026-11-21T06:02:30Z",
      "fetches": {
        "ai_txt": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/ai.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/.well-known/ai.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 349076,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/privacystatement",
          "sha256": "5634f0cd1f20e4112d412c4f7719a4509ebb64964c949bac0520aebfd7ea09a4",
          "status": 200,
          "truncated": false,
          "url": "https://privacy.microsoft.com/en-us/privacystatement"
        },
        "homepage": {
          "bytes": 173753,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy",
          "sha256": "3c7b70d333adf4d6c048ff5bdab42cfc6abbd6cfc0ff218cde691d05c6b995db",
          "status": 200,
          "truncated": false,
          "url": "https://privacy.microsoft.com/"
        },
        "robots": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/robots.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/.well-known/tdmrep.json",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
        "tdmrep": null
      },
      "id": "microsoft",
      "name": "Microsoft",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://privacy.microsoft.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://termly.io/our-privacy-policy/",
      "fetched_at": "2026-11-21T06:02:33Z",
      "fetches": {
        "ai_txt": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/.well-known/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 528853,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/our-privacy-policy/",
          "sha256": "2b307cbf6addb886320018151c14e403e99b1030452d48d7bd90e604a996ac6b",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/our-privacy-policy/"
        },
        "homepage": {
          "bytes": 343167,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/",
          "sha256": "35e6b2f37ab2c987ecd7d65d6c9b7e55cdee4f980dc8c10a62eb20aa40e5c189",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/"
        },
        "robots": {
          "bytes": 1067,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/robots.txt",
          "sha256": "98582d04731584c1793d8413300ffca2a0444bdc5998b1396232d1acd75f9261",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 214437,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/.well-known/tdmrep.json",
          "sha256": "ded92fcc11a4ea28e5160b826a2a6214e10bae79a926222206e47112bced7223",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "98582d04731584c1793d8413300ffca2a0444bdc5998b1396232d1acd75f9261",
        "tdmrep": null
      },
      "id": "termly",
      "name": "Termly",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://termly.io",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.iubenda.com/privacy-policy/252372",
      "fetched_at": "2026-11-21T06:02:53Z",
      "fetches": {
        "ai_txt": {
          "bytes": 200100,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/ai.txt",
          "sha256": "6a5e68896b19db46611f8ed733c778a49f89147b6b96ef42465c09b98f7867e2",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 200100,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/.well-known/ai.txt",
          "sha256": "6658658b74355fab8df8282ad5bb518ee045aee7711116659c5263b0f58bfa24",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 330250,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/privacy-policy/252372",
          "sha256": "68aaf4b9d7832e97385d8ec6d5caa30894772dc92234cf8a7016de9c6f2a7a2c",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/privacy-policy/252372"
        },
        "homepage": {
          "bytes": 370963,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/",
          "sha256": "86a90009e7c5fc4c9677e863b01fc4d9c16db01d3678b92b4c1f20fc0cd62654",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/"
        },
        "robots": {
          "bytes": 2225,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/robots.txt",
          "sha256": "fee1bf0b44d52164e012d1b2d3308ad76727a1a09105cf1ab2114ef1ad441893",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 200100,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/.well-known/tdmrep.json",
          "sha256": "3bef67dd464cd76990241978acdcc4eacf669d8e8e37c89dc5e6b2683455ac8f",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "fee1bf0b44d52164e012d1b2d3308ad76727a1a09105cf1ab2114ef1ad441893",
        "tdmrep": null
      },
      "id": "iubenda",
      "name": "iubenda",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.iubenda.com",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.cookieyes.com/privacy-policy/",
      "fetched_at": "2026-11-21T06:02:56Z",
      "fetches": {
        "ai_txt": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/ai.txt",
          "sha256": "ffe6c3d9e34086d4ef460d9b5af5753d56a0a87b3e26f467716e42978df0709a",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/.well-known/ai.txt",
          "sha256": "b1ca7e92f79e71c611a699bbc8eea927a6e8df5d02d9b0929917b21c164f4b28",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 736425,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/privacy-policy/",
          "sha256": "37655148f52556b91ca37255f84bfc268cdc2f55fed8d623e15d60ab93e39eb1",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/privacy-policy/"
        },
        "homepage": {
          "bytes": 690725,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/",
          "sha256": "32f3596509d7003642b1b6366115267d6d9d78c8065e9912121e4ae42e280626",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/"
        },
        "robots": {
          "bytes": 4331,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/robots.txt",
          "sha256": "f8983de3375aef39d5bb549b76c81ec1904bd4b077635b9009a45ec614ee67a9",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/.well-known/tdmrep.json",
          "sha256": "6261959197fc508fd0aae58cf0eded3b5677d914d5054ac70782d884aa86526f",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "f8983de3375aef39d5bb549b76c81ec1904bd4b077635b9009a45ec614ee67a9",
        "tdmrep": null
      },
      "id": "cookieyes",
      "name": "CookieYes",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.cookieyes.com",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": [
          "PetalBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.didomi.io/privacy-policy",
      "fetched_at": "2026-11-21T06:03:00Z",
      "fetches": {
        "ai_txt": {
          "bytes": 14433,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/ai.txt",
          "sha256": "332cef607337585f217cc54afc4b29783212dd416c0145be6cab95e8346fad2e",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 88,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/.well-known/ai.txt",
          "sha256": "62b6eec5bc825126a7b9734e03ff00c9dc7899f3f07111746bf583d193b44dd0",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 166908,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/privacy-policy",
          "sha256": "43035343c4dd671adab5b155ca9d0b9ec07b3e57c3cff67402e98322c3a28b0a",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/privacy-policy"
        },
        "homepage": {
          "bytes": 269207,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/",
          "sha256": "47e01f7b37f482933c1a553abcbe82e3806ab75f30b1aae07ed6124d0b501d5b",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/"
        },
        "robots": {
          "bytes": 66,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/robots.txt",
          "sha256": "939aea9860cdebf47782ea23367e9f4cf54a883ec254dd21029df0bd842d72c0",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 88,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/.well-known/tdmrep.json",
          "sha256": "62b6eec5bc825126a7b9734e03ff00c9dc7899f3f07111746bf583d193b44dd0",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "939aea9860cdebf47782ea23367e9f4cf54a883ec254dd21029df0bd842d72c0",
        "tdmrep": null
      },
      "id": "didomi",
      "name": "Didomi",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.didomi.io",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    }
  ],
  "slot": "day2",
  "started_at": "2026-11-21T06:01:19Z",
  "study": "ai-opt-out-signals-3day",
  "summary": {
    "exposes_ai_txt": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 23
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn"
        ],
        "n": 1
      }
    },
    "exposes_noai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "amazon"
        ],
        "n": 2
      }
    },
    "exposes_noimageai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "amazon"
        ],
        "n": 2
      }
    },
    "exposes_robots_noai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "amazon"
        ],
        "n": 2
      }
    },
    "exposes_tdm_reservation": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 21
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "expressvpn",
          "amazon"
        ],
        "n": 3
      }
    },
    "tdm_protocol_present": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 21
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "expressvpn",
          "amazon"
        ],
        "n": 3
      }
    }
  },
  "user_agent": "FreePolicyToolsResearch/1.0 (+https://freepolicytools.com/research; ai-opt-out-signals-3day)",
  "vantage": "cursor-cloud-usa"
}
