{
  "calendar_day": "2026-11-19",
  "conditions": {
    "cometvpn": "NOT_RUN",
    "proxy_http": "NOT_RUN",
    "proxy_socks": "NOT_RUN"
  },
  "corpus_sha256": "763c75fd270695952b0c47ae7134b3e969c0b6e0413be2d62c42d52e035951fa",
  "env_names_present": [
    "PROXYSELLER_HOST",
    "PROXYSELLER_HTTP_PORT",
    "PROXYSELLER_PASS",
    "PROXYSELLER_SOCKS_PORT",
    "PROXYSELLER_USER"
  ],
  "finished_at": "2026-11-19T14:57:36Z",
  "late": false,
  "n": 24,
  "path": "cloud-direct",
  "protocol_sha256": "edf01912678fadd972988c49e4f44afb7b67e6d64268820f0153f076f91d6b5d",
  "role": "freeze_and_first_measurement",
  "sites": [
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://proton.me/legal/privacy",
      "fetched_at": "2026-11-19T14:56:06Z",
      "fetches": {
        "ai_txt": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/ai.txt",
          "sha256": "687c49d3c2383f5d51b4ad6033fb674570fe9721c384b55b314ab755d81ebdc2",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/.well-known/ai.txt",
          "sha256": "687c49d3c2383f5d51b4ad6033fb674570fe9721c384b55b314ab755d81ebdc2",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/.well-known/ai.txt"
        },
        "document": {
          "bytes": 280318,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/legal/privacy",
          "sha256": "19139244cdc8caa60c4cb6cd572ba12503edc845a1037f530908e332dc144a6b",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/legal/privacy"
        },
        "homepage": {
          "bytes": 445550,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/",
          "sha256": "e70b74870aa796e6cadc2be36cb06c837f67a43f52236d6db04c5d9c5145492a",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/"
        },
        "robots": {
          "bytes": 181,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/robots.txt",
          "sha256": "e93933f2f7bbca52ee22ea2a9ff7de8d8499e35d40f6ebbd61a1904039d73b65",
          "status": 200,
          "truncated": false,
          "url": "https://proton.me/robots.txt"
        },
        "tdmrep": {
          "bytes": 251822,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proton.me/.well-known/tdmrep.json",
          "sha256": "687c49d3c2383f5d51b4ad6033fb674570fe9721c384b55b314ab755d81ebdc2",
          "status": 404,
          "truncated": false,
          "url": "https://proton.me/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "e93933f2f7bbca52ee22ea2a9ff7de8d8499e35d40f6ebbd61a1904039d73b65",
        "tdmrep": null
      },
      "id": "proton-vpn",
      "name": "Proton VPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://proton.me",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://mullvad.net/en/help/privacy-policy",
      "fetched_at": "2026-11-19T14:56:11Z",
      "fetches": {
        "ai_txt": {
          "bytes": 8068,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/ai.txt",
          "sha256": "ce02caa8aea07cfb07a84a13e2817ce8f100cb946f7a106cafd01f50aad88022",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 8146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/.well-known/ai.txt",
          "sha256": "d8656574556b6d39a4e25b83ad506c6f2545e673900196e23592891c260ffa35",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/.well-known/ai.txt"
        },
        "document": {
          "bytes": 48427,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/help/privacy-policy",
          "sha256": "0ba15c23a78e8acf0f8be5816bd7a12c011f79ea4b19e074948ff40618e1b320",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/en/help/privacy-policy"
        },
        "homepage": {
          "bytes": 61127,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en",
          "sha256": "f80490b564a66a97b239fa026f7f1b3aad7058decb12b6066e59e7de8a3eeae2",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/"
        },
        "robots": {
          "bytes": 2990,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/robots.txt",
          "sha256": "87d63e0488ef2d92ebff68ce0a9cb9347832251d7718fede50e09ff5d1fec626",
          "status": 200,
          "truncated": false,
          "url": "https://mullvad.net/robots.txt"
        },
        "tdmrep": {
          "bytes": 8146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://mullvad.net/en/.well-known/tdmrep.json",
          "sha256": "442d74037e0106088d894b39a02601e3a1a273d560c8e981ec8237a764faed0b",
          "status": 404,
          "truncated": false,
          "url": "https://mullvad.net/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "87d63e0488ef2d92ebff68ce0a9cb9347832251d7718fede50e09ff5d1fec626",
        "tdmrep": null
      },
      "id": "mullvad",
      "name": "Mullvad VPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://mullvad.net",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "blocked"
      },
      "document_applicable": true,
      "document_url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf",
      "fetched_at": "2026-11-19T14:56:14Z",
      "fetches": {
        "ai_txt": {
          "bytes": 5644,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/ai.txt",
          "sha256": "c2f4609ebcb52eeaef85a5083f6af1d207195572247e7693cd1e547c08a1ffd7",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 5701,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/.well-known/ai.txt",
          "sha256": "fdf807b2a7fd4c38b418f1c694dc592e0b8c7b99d359a6f46e50190e0c4e59e2",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 107311,
          "content_type": "application/pdf",
          "cross_host": false,
          "error": null,
          "final_url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf",
          "sha256": "94942ea461aee9593acce4f8d93c7920a46c810875d87740847d2d31d12df6fb",
          "status": 200,
          "truncated": false,
          "url": "https://sb.nordcdn.com/asset/d8e90ef8-29d7-43e1-91e0-4c1f57d4bccb/002-Privacy-policy-23-03-2023-Version-2.pdf"
        },
        "homepage": {
          "bytes": 5626,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/",
          "sha256": "53223e763444181e7b6805c6a268b480f40b33e86422c222661c43c455ea14ff",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/"
        },
        "robots": {
          "bytes": 15951,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/robots.txt",
          "sha256": "6ceaeeaa7e1e8db2681952fb22a33e2a9edb61adbd1c93ce636ca11f5c8e8281",
          "status": 200,
          "truncated": false,
          "url": "https://nordvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 5716,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://nordvpn.com/.well-known/tdmrep.json",
          "sha256": "c01941419fea9de80e296054d5038233968d8c180d01ae35a04d19e4406fe8c7",
          "status": 403,
          "truncated": false,
          "url": "https://nordvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "6ceaeeaa7e1e8db2681952fb22a33e2a9edb61adbd1c93ce636ca11f5c8e8281",
        "tdmrep": null
      },
      "id": "nordvpn",
      "name": "NordVPN",
      "origin_exception": "Observatory document is a CDN PDF on sb.nordcdn.com. Site origin is the pre-registered product host https://nordvpn.com. The CDN host's robots.txt, ai.txt, and tdmrep.json are not scored.",
      "robots": {
        "comment_mention": false,
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "blocked",
        "effective_document": "unset",
        "effective_homepage": "unknown",
        "exposes_ai_txt": "unknown",
        "exposes_noai": "unknown",
        "exposes_noimageai": "unknown",
        "exposes_robots_noai": "unknown",
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "blocked",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "blocked"
        }
      },
      "site_origin": "https://nordvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "not_applicable",
        "document_pdf": "unset",
        "effective_document": "unset",
        "effective_homepage": "unknown",
        "exposes_tdm_reservation": "unknown",
        "file_state": "blocked",
        "homepage_header": "unset",
        "homepage_meta": "unknown",
        "homepage_pdf": "unknown",
        "partial_effective_homepage": "unset",
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "807776a785772a2868d33d0a6cef527c88f76d88116db79417fecb2ea01afed9",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://surfshark.com/privacy-policy",
      "fetched_at": "2026-11-19T14:56:17Z",
      "fetches": {
        "ai_txt": {
          "bytes": 111171,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/influencer/ai?coupon=ai&utm_source=partner&utm_medium=345046",
          "sha256": "807776a785772a2868d33d0a6cef527c88f76d88116db79417fecb2ea01afed9",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 253758,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/.well-known/ai.txt",
          "sha256": "6d8740d16e4b86db24408568f810359e2c81f3198814520dc41fcd78bf71de3f",
          "status": 404,
          "truncated": false,
          "url": "https://surfshark.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 177050,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/privacy",
          "sha256": "2612f76bb0a44446d8e65478e9a496953fe7a8af29ba178dd85e0da3dc05dbb2",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/privacy-policy"
        },
        "homepage": {
          "bytes": 210062,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/",
          "sha256": "d5ad128d60729a04434492199ef17b6ef2b0d7af11c6deb42d8fdccea0cd7fc1",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/"
        },
        "robots": {
          "bytes": 372,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/robots.txt",
          "sha256": "fe71557a05f45ba9a88309d8c3acea820ad3f7ade0fec32329be7e976b085181",
          "status": 200,
          "truncated": false,
          "url": "https://surfshark.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 253763,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://surfshark.com/.well-known/tdmrep.json",
          "sha256": "f541e74cec9cd70e29b055bb8f5f54b871f270edd5148a5e71f7f52490e241e3",
          "status": 404,
          "truncated": false,
          "url": "https://surfshark.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "807776a785772a2868d33d0a6cef527c88f76d88116db79417fecb2ea01afed9",
        "ai_txt_well_known": null,
        "robots_txt": "fe71557a05f45ba9a88309d8c3acea820ad3f7ade0fec32329be7e976b085181",
        "tdmrep": null
      },
      "id": "surfshark",
      "name": "Surfshark",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://surfshark.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.expressvpn.com/privacy-policy",
      "fetched_at": "2026-11-19T14:56:21Z",
      "fetches": {
        "ai_txt": {
          "bytes": 374727,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/ai.txt",
          "sha256": "d689784ece995817d79865f1d4e8d2c6cd11e0799de1d6c405a02c460ea80998",
          "status": 404,
          "truncated": false,
          "url": "https://www.expressvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 111,
          "content_type": "application/xml",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/.well-known/ai.txt",
          "sha256": "a824bc7739e226e1b40ea0f8c4e4f4c6f796fc3b4abfa6e9abe3bd119a30d938",
          "status": 403,
          "truncated": false,
          "url": "https://www.expressvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 157572,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/privacy-policy",
          "sha256": "356766273a144b44fbe50673c20eab85c0ae980aa0c93a80cddc2749931e5792",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/privacy-policy"
        },
        "homepage": {
          "bytes": 265222,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/",
          "sha256": "d9507284dd1548472cba9a26da408a556dfce95ce7fc0d615ca13d7a8cfeb4aa",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/"
        },
        "robots": {
          "bytes": 1136,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/robots.txt",
          "sha256": "256cab90eef5e9bff2bc0adb8e43210ed485189455b640468d4f0931a81c442f",
          "status": 200,
          "truncated": false,
          "url": "https://www.expressvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 111,
          "content_type": "application/xml",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.expressvpn.com/.well-known/tdmrep.json",
          "sha256": "a824bc7739e226e1b40ea0f8c4e4f4c6f796fc3b4abfa6e9abe3bd119a30d938",
          "status": 403,
          "truncated": false,
          "url": "https://www.expressvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "256cab90eef5e9bff2bc0adb8e43210ed485189455b640468d4f0931a81c442f",
        "tdmrep": null
      },
      "id": "expressvpn",
      "name": "ExpressVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unknown",
        "effective_homepage": "unknown",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": "unknown",
        "robots_rules": [],
        "tdm_protocol_present": "unknown",
        "tdmrep_file_state": "blocked",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "blocked"
        }
      },
      "site_origin": "https://www.expressvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unknown",
        "effective_homepage": "unknown",
        "exposes_tdm_reservation": "unknown",
        "file_state": "blocked",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": "unset",
        "rules": [],
        "tdm_protocol_present": "unknown"
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.ivpn.net/en/privacy/",
      "fetched_at": "2026-11-19T14:56:23Z",
      "fetches": {
        "ai_txt": {
          "bytes": 19580,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/ai.txt",
          "sha256": "b9381462188cb99f9e17489019cda0a6dd41ff7ff70f232c1acb9e597672b6b3",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/.well-known/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/.well-known/ai.txt"
        },
        "document": {
          "bytes": 40166,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/en/privacy/",
          "sha256": "f90bc9a4033b9449f9bcea6d01c46d78ba7387d0896aac050acf526ad678e79a",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/en/privacy/"
        },
        "homepage": {
          "bytes": 307,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/",
          "sha256": "a8628d1db7e4dfbe1de8ae80b567065685873feecd29b9c2c63c18aaf54570da",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/"
        },
        "robots": {
          "bytes": 388,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/robots.txt",
          "sha256": "63435926ecf4bd9bb28a9cfd65bb03ecfbf5fad968d25661c2e3e1342672e486",
          "status": 200,
          "truncated": false,
          "url": "https://www.ivpn.net/robots.txt"
        },
        "tdmrep": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.ivpn.net/.well-known/tdmrep.json",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://www.ivpn.net/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "63435926ecf4bd9bb28a9cfd65bb03ecfbf5fad968d25661c2e3e1342672e486",
        "tdmrep": null
      },
      "id": "ivpn",
      "name": "IVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.ivpn.net",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": [
          "Bytespider"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://cometvpn.com/privacy/",
      "fetched_at": "2026-11-19T14:56:29Z",
      "fetches": {
        "ai_txt": {
          "bytes": 123055,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/ai.txt",
          "sha256": "37447251ca6af6911edc23bd58976ba97f3acc49fb33aee49e48f4ad99b65039",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 123091,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/.well-known/ai.txt",
          "sha256": "e42c4b241b4d9efdf13c079775faaecbeb5786383695d5d0f20d9aa16669a2ec",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 181028,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/privacy/",
          "sha256": "f2ae0067fe8d18d0d77c9fda5e349ae18cbfa8f264f4276332a5e8f5948adc83",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/privacy/"
        },
        "homepage": {
          "bytes": 192285,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/",
          "sha256": "6a68a22ba672d2f7c3f00a6d089e63df8798f02ec4968bd188a826e5c4017ab7",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/"
        },
        "robots": {
          "bytes": 72,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/robots.txt",
          "sha256": "cbcd737276d202845adf92f371aa46fb4b7984832a550473e66ca70468db6bf6",
          "status": 200,
          "truncated": false,
          "url": "https://cometvpn.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 123105,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://cometvpn.com/.well-known/tdmrep.json",
          "sha256": "79efe0718c333340787c09bc23f76a11cbbebd91e7c10a1e4a7dd0b5c8c46bb8",
          "status": 404,
          "truncated": false,
          "url": "https://cometvpn.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "cbcd737276d202845adf92f371aa46fb4b7984832a550473e66ca70468db6bf6",
        "tdmrep": null
      },
      "id": "cometvpn",
      "name": "CometVPN",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://cometvpn.com",
      "stratum": "vpn",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://proxy-seller.com/privacy-policy/",
      "fetched_at": "2026-11-19T14:56:35Z",
      "fetches": {
        "ai_txt": {
          "bytes": 21368,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/ai.txt",
          "sha256": "7997520d65232a16593247555230b9ccd0421a4c36da4fea32e433ff9b03f2c2",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 21442,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/.well-known/ai.txt",
          "sha256": "3d4833344f153a16b9f772a2184f64ca97f7ec034bd1c320158ba02684f0d71a",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 251898,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/trust-center/privacy-policy/",
          "sha256": "299e58fd51afa1d071424ebafbba3e9e9f0504923ac583ed6c0c35587bf96d1c",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/privacy-policy/"
        },
        "homepage": {
          "bytes": 437147,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/",
          "sha256": "3c640e359a83375553d5cc8c91b6d48eac2334581a8e326e337927ec0ff40114",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/"
        },
        "robots": {
          "bytes": 1062,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/robots.txt",
          "sha256": "e19705837ba8f0e347952af4f1bb393b8e62079022a8cac93bf1580bb5da4018",
          "status": 200,
          "truncated": false,
          "url": "https://proxy-seller.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 21522,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://proxy-seller.com/.well-known/tdmrep.json",
          "sha256": "27bd5e23179338f9d8b044df268bc24b266c4fa1af11282a3a521ea1c75a3cd1",
          "status": 404,
          "truncated": false,
          "url": "https://proxy-seller.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "e19705837ba8f0e347952af4f1bb393b8e62079022a8cac93bf1580bb5da4018",
        "tdmrep": null
      },
      "id": "proxyseller",
      "name": "Proxy-Seller",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://proxy-seller.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://brightdata.com/privacy",
      "fetched_at": "2026-11-19T14:56:38Z",
      "fetches": {
        "ai_txt": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/ai.txt",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/.well-known/ai.txt",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 224431,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/privacy",
          "sha256": "58f9bb9026edae5205179c1b1fa014e5a271404c30c2737ae52483d2473248f9",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/privacy"
        },
        "homepage": {
          "bytes": 301875,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/",
          "sha256": "6092e1234e9ea734de15880fc1446fd3ec4eb9f1376c69edfe5dd71fdad0a096",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/"
        },
        "robots": {
          "bytes": 609,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/robots.txt",
          "sha256": "aca318e48abec338fd6164f3f11a084bd1c2d31c614430343086c1a73403142d",
          "status": 200,
          "truncated": false,
          "url": "https://brightdata.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 9,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://brightdata.com/.well-known/tdmrep.json",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://brightdata.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "aca318e48abec338fd6164f3f11a084bd1c2d31c614430343086c1a73403142d",
        "tdmrep": null
      },
      "id": "brightdata",
      "name": "Bright Data",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://brightdata.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://oxylabs.io/legal/privacy",
      "fetched_at": "2026-11-19T14:56:41Z",
      "fetches": {
        "ai_txt": {
          "bytes": 235256,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/ai.txt",
          "sha256": "b9a83ab59918fd49f79601f01c710401ca5252e4c08ad80d254a19bd3bfde973",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 235256,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/.well-known/ai.txt",
          "sha256": "b9a83ab59918fd49f79601f01c710401ca5252e4c08ad80d254a19bd3bfde973",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 291866,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/legal/privacy",
          "sha256": "d29f1a021eb0b4ae5254c9f79185fdc4d96b479e1f8d102399c06fbba36a121e",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/legal/privacy"
        },
        "homepage": {
          "bytes": 425620,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/",
          "sha256": "a8d1cf035587836005b52f9a3ede0d83837bb9f19e63ba5928ddc12372a40cae",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/"
        },
        "robots": {
          "bytes": 750,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/robots.txt",
          "sha256": "d5fc513b8ac4d7e73034647c072089f3a47ffb2a646216db16ac3c81c6a0ab17",
          "status": 200,
          "truncated": false,
          "url": "https://oxylabs.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 235256,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://oxylabs.io/.well-known/tdmrep.json",
          "sha256": "b9a83ab59918fd49f79601f01c710401ca5252e4c08ad80d254a19bd3bfde973",
          "status": 404,
          "truncated": false,
          "url": "https://oxylabs.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "d5fc513b8ac4d7e73034647c072089f3a47ffb2a646216db16ac3c81c6a0ab17",
        "tdmrep": null
      },
      "id": "oxylabs",
      "name": "Oxylabs",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://oxylabs.io",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://iproyal.com/privacy/",
      "fetched_at": "2026-11-19T14:56:44Z",
      "fetches": {
        "ai_txt": {
          "bytes": 146029,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/ai.txt",
          "sha256": "93e94a1610e5de7640f1219d21bc7c7b15cde32b50ac49f0cebd289c939508f1",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146045,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/.well-known/ai.txt",
          "sha256": "2911679270174fa44a376225df4bc4e0f25ab8c7d4e37d2381f05bfe26eb8057",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 220082,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/privacy/",
          "sha256": "b0582b267f7fed6999a2ef38dec1c885dea9205e30ed42ac65cc30e252d6044a",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/privacy/"
        },
        "homepage": {
          "bytes": 473442,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/",
          "sha256": "4d525840dbbe90feff6a0f2c7dd9f152e7ab150d5934ba34b93405482edc049b",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/"
        },
        "robots": {
          "bytes": 341,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/robots.txt",
          "sha256": "c0926c7f7c528ace4a41ad8e1ce5f6cc05ac0b03d542a38bea1c5908800f9b89",
          "status": 200,
          "truncated": false,
          "url": "https://iproyal.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 146066,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://iproyal.com/.well-known/tdmrep.json",
          "sha256": "7d31a63862bb9bb9a70de5c3b45db294e47ea55cbcf1f0d11d0ca43eb9d75a6a",
          "status": 404,
          "truncated": false,
          "url": "https://iproyal.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "c0926c7f7c528ace4a41ad8e1ce5f6cc05ac0b03d542a38bea1c5908800f9b89",
        "tdmrep": null
      },
      "id": "iproyal",
      "name": "IPRoyal",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://iproyal.com",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.webshare.io/privacy-policy",
      "fetched_at": "2026-11-19T14:56:49Z",
      "fetches": {
        "ai_txt": {
          "bytes": 14577,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/ai.txt",
          "sha256": "53942b7dc33eafd993313ac787ad708d04aab8b6eca0ed2481261317c5f5b6c4",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 21801,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/.well-known/ai.txt",
          "sha256": "9b27e1e2e1aa0a30f90a25e7154e26e07cdf50efdee5d4704d68143c8da58573",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 146479,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/privacy-policy",
          "sha256": "bc9a0a7dd23a494f3524350a4505ff1737cf8bbe18793032f13f5f3fcdcb391d",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/privacy-policy"
        },
        "homepage": {
          "bytes": 179958,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/",
          "sha256": "ec7972dbdbf7878df47d7548770dbc3459d292f01178e3a07ca991b88e249267",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/"
        },
        "robots": {
          "bytes": 264,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/robots.txt",
          "sha256": "9ee99c68ccbc895cc0ffb79d017c4adefbf85c1afc32bd16c957bde24269ab40",
          "status": 200,
          "truncated": false,
          "url": "https://www.webshare.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 21811,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.webshare.io/.well-known/tdmrep.json",
          "sha256": "f570cd1a2da88d5cfe0d2d63667ba605dfb570d4ef0fa538276721a60a7ceb27",
          "status": 404,
          "truncated": false,
          "url": "https://www.webshare.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "9ee99c68ccbc895cc0ffb79d017c4adefbf85c1afc32bd16c957bde24269ab40",
        "tdmrep": null
      },
      "id": "webshare",
      "name": "Webshare",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.webshare.io",
      "stratum": "proxy",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://bitwarden.com/privacy/",
      "fetched_at": "2026-11-19T14:56:52Z",
      "fetches": {
        "ai_txt": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/ai.txt",
          "sha256": "26d2f60487db336071f78d25f73e3ce29491121e1c05a7e7ef266537bd7f12ba",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/.well-known/ai.txt",
          "sha256": "26d2f60487db336071f78d25f73e3ce29491121e1c05a7e7ef266537bd7f12ba",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 430960,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/privacy/",
          "sha256": "34e149e767d3f3e7061f476a907c929bb7b7514deae67b3d51a143ec5c988890",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/privacy/"
        },
        "homepage": {
          "bytes": 610608,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/",
          "sha256": "8bb4c3ee6878c402f18448ddd0c0e5ff76ce8892e25dbc93def58e2c5901c4cb",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/"
        },
        "robots": {
          "bytes": 526,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/robots.txt",
          "sha256": "f335e11c819ba29720249a618f94a53d0811a9a685fc62ccc583895ad2e247e0",
          "status": 200,
          "truncated": false,
          "url": "https://bitwarden.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 2043,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://bitwarden.com/.well-known/tdmrep.json",
          "sha256": "26d2f60487db336071f78d25f73e3ce29491121e1c05a7e7ef266537bd7f12ba",
          "status": 404,
          "truncated": false,
          "url": "https://bitwarden.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "f335e11c819ba29720249a618f94a53d0811a9a685fc62ccc583895ad2e247e0",
        "tdmrep": null
      },
      "id": "bitwarden",
      "name": "Bitwarden",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://bitwarden.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://1password.com/legal/privacy",
      "fetched_at": "2026-11-19T14:56:54Z",
      "fetches": {
        "ai_txt": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/ai.txt",
          "sha256": "80063273b04da64def79ca17c4a4c241ef36c1721f7940cc01316a84cb7a178e",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/.well-known/ai.txt",
          "sha256": "80063273b04da64def79ca17c4a4c241ef36c1721f7940cc01316a84cb7a178e",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 312146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/legal/privacy",
          "sha256": "944f99df23089d1b4313a0ef918046aa1da8f2fe58c06b5d7c3eb81f63bfd4d2",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/legal/privacy"
        },
        "homepage": {
          "bytes": 195825,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/",
          "sha256": "efbc5175901a1c36fd5f337e679593804b9f033477c602ddc7d7342bbb612e00",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/"
        },
        "robots": {
          "bytes": 141,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/robots.txt",
          "sha256": "a41694aad1aa0a3e1e45e00dece780aa1aba52b8accc6b881cf7b7ea6e020f29",
          "status": 200,
          "truncated": false,
          "url": "https://1password.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 109224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://1password.com/.well-known/tdmrep.json",
          "sha256": "80063273b04da64def79ca17c4a4c241ef36c1721f7940cc01316a84cb7a178e",
          "status": 404,
          "truncated": false,
          "url": "https://1password.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "a41694aad1aa0a3e1e45e00dece780aa1aba52b8accc6b881cf7b7ea6e020f29",
        "tdmrep": null
      },
      "id": "1password",
      "name": "1Password",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://1password.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "753e85fd530851db12c41306f36973fbc2773f9b3c9ae628f60160a337304cad",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://duckduckgo.com/privacy",
      "fetched_at": "2026-11-19T14:56:56Z",
      "fetches": {
        "ai_txt": {
          "bytes": 27753,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/ai.txt",
          "sha256": "753e85fd530851db12c41306f36973fbc2773f9b3c9ae628f60160a337304cad",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 144097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/.well-known/ai.txt",
          "sha256": "1d3fbda0a4668583c9ec0447d499dc6aae4a20324f090f9ea14effb9b0b2b3fb",
          "status": 410,
          "truncated": false,
          "url": "https://duckduckgo.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 132076,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/privacy",
          "sha256": "85bde5f91b3285501bb21ec91c6726fff29ba8b06b65a9512dea5375a489067f",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/privacy"
        },
        "homepage": {
          "bytes": 223963,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/",
          "sha256": "0c12e9adce23a7c1504336e6d3ef854a8fe54ec3201877010d391dc0c4e88320",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/"
        },
        "robots": {
          "bytes": 757,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/robots.txt",
          "sha256": "02fc159e8e3fefe13845427b27022341b6dc9e62a96e5605f59c2c0d03ee0baf",
          "status": 200,
          "truncated": false,
          "url": "https://duckduckgo.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 144097,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://duckduckgo.com/.well-known/tdmrep.json",
          "sha256": "1d3fbda0a4668583c9ec0447d499dc6aae4a20324f090f9ea14effb9b0b2b3fb",
          "status": 410,
          "truncated": false,
          "url": "https://duckduckgo.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "753e85fd530851db12c41306f36973fbc2773f9b3c9ae628f60160a337304cad",
        "ai_txt_well_known": null,
        "robots_txt": "02fc159e8e3fefe13845427b27022341b6dc9e62a96e5605f59c2c0d03ee0baf",
        "tdmrep": null
      },
      "id": "duckduckgo",
      "name": "DuckDuckGo",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://duckduckgo.com",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://signal.org/legal/",
      "fetched_at": "2026-11-19T14:56:59Z",
      "fetches": {
        "ai_txt": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/ai.txt",
          "sha256": "ae4c5d5fa2c4f4c9e6d33355f57b2240fb8c6d4df2b88ee760ae51b30be30dbe",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/.well-known/ai.txt",
          "sha256": "9b96a025aacccc042be5b163a9e0f5425c8e2c6c398fa087df9592585898a9f9",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/.well-known/ai.txt"
        },
        "document": {
          "bytes": 26276,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/legal/",
          "sha256": "1308ae35fd4e0d0f929189e798bb189daf104460e338475a1ccd94e27aa19717",
          "status": 200,
          "truncated": false,
          "url": "https://signal.org/legal/"
        },
        "homepage": {
          "bytes": 41465,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/",
          "sha256": "6bd47cf4d766b229852a5c7f2582086df4eec8ed4a51028e5e2abe28dcfe75ff",
          "status": 200,
          "truncated": false,
          "url": "https://signal.org/"
        },
        "robots": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/robots.txt",
          "sha256": "9fd0e39939e5b71b5a0d17254f483734fa1672d851e5d4a790f2a9613d1a5423",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/robots.txt"
        },
        "tdmrep": {
          "bytes": 11109,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://signal.org/.well-known/tdmrep.json",
          "sha256": "963f6771c8ffaf248ee184e1834e47bf82d9eb20241c2565f433ee79e1a424a6",
          "status": 404,
          "truncated": false,
          "url": "https://signal.org/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "9fd0e39939e5b71b5a0d17254f483734fa1672d851e5d4a790f2a9613d1a5423",
        "tdmrep": null
      },
      "id": "signal",
      "name": "Signal",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://signal.org",
      "stratum": "privacy_tool",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://policies.google.com/privacy",
      "fetched_at": "2026-11-19T14:57:02Z",
      "fetches": {
        "ai_txt": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/ai.txt",
          "sha256": "c1bd07f96f8a3fb11d70a65fe7429050ea6421e877d247c56a3ffad330bef51e",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/.well-known/ai.txt",
          "sha256": "e851ca73a274f8a0c77473fdf19b021cf2f28ad4d4aae3aa3a6e4bbcb7dd4594",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 663229,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/privacy",
          "sha256": "43075774537f70018e6767bd43102d3ceace4ab64ce287d0288781611e30c54f",
          "status": 200,
          "truncated": false,
          "url": "https://policies.google.com/privacy"
        },
        "homepage": {
          "bytes": 543030,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/",
          "sha256": "72ddf44db3187753fa60f91361446b156b321ca71465039a12836478ed8252a0",
          "status": 200,
          "truncated": false,
          "url": "https://policies.google.com/"
        },
        "robots": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/robots.txt",
          "sha256": "5b21ba915088c6b147d4ef955bdb97c5260ac52eeaffe0f02a308f76372e0c06",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 1652,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://policies.google.com/.well-known/tdmrep.json",
          "sha256": "449de74fdc2497234c9ea9c4ca1a445c880e5594d2b237330283c23f40aaebee",
          "status": 404,
          "truncated": false,
          "url": "https://policies.google.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "5b21ba915088c6b147d4ef955bdb97c5260ac52eeaffe0f02a308f76372e0c06",
        "tdmrep": null
      },
      "id": "google",
      "name": "Google",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://policies.google.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": "486417180298b72d52a235a82a82c48d174c895b9ec3127c7b04d3368964c66f",
        "status_class": "html_soft"
      },
      "document_applicable": true,
      "document_url": "https://www.facebook.com/privacy/policy",
      "fetched_at": "2026-11-19T14:57:06Z",
      "fetches": {
        "ai_txt": {
          "bytes": 368972,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/login/?next=https%3A%2F%2Fwww.facebook.com%2Fai.txt",
          "sha256": "486417180298b72d52a235a82a82c48d174c895b9ec3127c7b04d3368964c66f",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 72,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/.well-known/ai.txt",
          "sha256": "f65e4cc023578b2bb3522d09231cd56eb84d209b18d501eeebf8a0b098f7635e",
          "status": 404,
          "truncated": false,
          "url": "https://www.facebook.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 1438847,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/privacy/policy",
          "sha256": "b473cbe0ec80b85ac37fcec1798bb29c2a5d121a980d561237d8ced3ebafb257",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/privacy/policy"
        },
        "homepage": {
          "bytes": 368465,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/",
          "sha256": "c1a8c077281f468dd4d22a14a69fabc836c5ee49959a8f09efac3db030ee4e3b",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/"
        },
        "robots": {
          "bytes": 45909,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/robots.txt",
          "sha256": "739d96082a4a053e3d37c188310c755ffb592271fc62b9cbb0b698f27570e62d",
          "status": 200,
          "truncated": false,
          "url": "https://www.facebook.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 9,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.facebook.com/.well-known/tdmrep.json",
          "sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5",
          "status": 404,
          "truncated": false,
          "url": "https://www.facebook.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": "486417180298b72d52a235a82a82c48d174c895b9ec3127c7b04d3368964c66f",
        "ai_txt_well_known": null,
        "robots_txt": "739d96082a4a053e3d37c188310c755ffb592271fc62b9cbb0b698f27570e62d",
        "tdmrep": null
      },
      "id": "meta",
      "name": "Meta",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "html_soft",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.facebook.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": [
          "Amazonbot",
          "Applebot-Extended",
          "ClaudeBot",
          "Google-Extended",
          "GPTBot",
          "PerplexityBot",
          "PetalBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ",
      "fetched_at": "2026-11-19T14:57:10Z",
      "fetches": {
        "ai_txt": {
          "bytes": 2296,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/ai.txt",
          "sha256": "34c92fb4c6351b94e5cc16f68bb483b0fcda57ee7c43887214005b87d1888d3a",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 2296,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/.well-known/ai.txt",
          "sha256": "34c92fb4c6351b94e5cc16f68bb483b0fcda57ee7c43887214005b87d1888d3a",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 379320,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ",
          "sha256": "17463db09c67911b0c54dd5700d4820b7a1f74c44428dc1668c1122800d7c33e",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/gp/help/customer/display.html?nodeId=GX7NJQ4ZB8MHFRNJ"
        },
        "homepage": {
          "bytes": 882108,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/",
          "sha256": "8038abe0fdcf1d956935ed862bdbbed9cf186f83f7b54731648ecfb34f358cc2",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/"
        },
        "robots": {
          "bytes": 7947,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/robots.txt",
          "sha256": "74fa27e28cd9d80bdd155ffecf3a033ea2e195a80c83d6fa46acb20665c3cb4d",
          "status": 200,
          "truncated": false,
          "url": "https://www.amazon.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 2296,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.amazon.com/.well-known/tdmrep.json",
          "sha256": "34c92fb4c6351b94e5cc16f68bb483b0fcda57ee7c43887214005b87d1888d3a",
          "status": 404,
          "truncated": false,
          "url": "https://www.amazon.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "74fa27e28cd9d80bdd155ffecf3a033ea2e195a80c83d6fa46acb20665c3cb4d",
        "tdmrep": null
      },
      "id": "amazon",
      "name": "Amazon",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.amazon.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": [
          "GPTBot",
          "CCBot",
          "PerplexityBot",
          "Google-Extended",
          "ClaudeBot",
          "meta-externalagent",
          "Bytespider",
          "PetalBot",
          "omgili",
          "AI2Bot",
          "Diffbot",
          "DuckAssistBot",
          "Ai2Bot-Dolma",
          "Google-CloudVertexBot",
          "meta-externalfetcher",
          "cohere-ai",
          "YouBot",
          "Claude-User",
          "Claude-SearchBot",
          "Perplexity-User",
          "ChatGPT-User",
          "OAI-SearchBot",
          "Timpibot",
          "Claude-Web",
          "GoogleOther",
          "ICC-Crawler",
          "ImagesiftBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://privacy.microsoft.com/en-us/privacystatement",
      "fetched_at": "2026-11-19T14:57:13Z",
      "fetches": {
        "ai_txt": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/ai.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/.well-known/ai.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 349076,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/privacystatement",
          "sha256": "f22bd156ab101884dd1a8d65086fe0cebeb567d4e4c9cd1c025b5156a1d78f01",
          "status": 200,
          "truncated": false,
          "url": "https://privacy.microsoft.com/en-us/privacystatement"
        },
        "homepage": {
          "bytes": 173753,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy",
          "sha256": "b442731768df89dc8e2e17cba8f3830cac825c82f12f16fa3190bcd68b884a9d",
          "status": 200,
          "truncated": false,
          "url": "https://privacy.microsoft.com/"
        },
        "robots": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/robots.txt",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 76859,
          "content_type": "text/html",
          "cross_host": true,
          "error": null,
          "final_url": "https://www.microsoft.com/en-us/privacy/.well-known/tdmrep.json",
          "sha256": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
          "status": 404,
          "truncated": false,
          "url": "https://privacy.microsoft.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "6769df293e90f9bf5e31c25958f1ea6c3b7715aa49f3176afe7694e324e0e6b1",
        "tdmrep": null
      },
      "id": "microsoft",
      "name": "Microsoft",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://privacy.microsoft.com",
      "stratum": "mainstream",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://termly.io/our-privacy-policy/",
      "fetched_at": "2026-11-19T14:57:16Z",
      "fetches": {
        "ai_txt": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 146,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/.well-known/ai.txt",
          "sha256": "55f7d9e99b8e2d4e0e193b2f0275501e6d9c1ebd29cadbea6a0da48a8587e3e0",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 528838,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/our-privacy-policy/",
          "sha256": "d63ab903fd6b1aaa45f140e4f4aeb81121d376c6825e24faf2bfd75857ba5cd6",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/our-privacy-policy/"
        },
        "homepage": {
          "bytes": 343224,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/",
          "sha256": "f658a2727717e764c131f2267119777d259526fb8cfd2c0bf2f2c0d750834d9e",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/"
        },
        "robots": {
          "bytes": 1067,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/robots.txt",
          "sha256": "98582d04731584c1793d8413300ffca2a0444bdc5998b1396232d1acd75f9261",
          "status": 200,
          "truncated": false,
          "url": "https://termly.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 214437,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://termly.io/.well-known/tdmrep.json",
          "sha256": "083cdd48aa0f925589bf4682016706f64798047bf944d1878f7223a21721b1d4",
          "status": 404,
          "truncated": false,
          "url": "https://termly.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "98582d04731584c1793d8413300ffca2a0444bdc5998b1396232d1acd75f9261",
        "tdmrep": null
      },
      "id": "termly",
      "name": "Termly",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://termly.io",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.iubenda.com/privacy-policy/252372",
      "fetched_at": "2026-11-19T14:57:30Z",
      "fetches": {
        "ai_txt": {
          "bytes": 204469,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/ai.txt",
          "sha256": "9db86df3efad84b7e78e55258c1d57235bc830101d35cc41df5cd577b90ef832",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 204469,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/.well-known/ai.txt",
          "sha256": "eba470f61dff48287721268cede90ab6205b0d7f2cce87683d5497eb4a1f367e",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 330250,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/privacy-policy/252372",
          "sha256": "0110278614c0f58c262015f8e3cb8b182d22cad86808865bc0bbaa4a9bf1a2a4",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/privacy-policy/252372"
        },
        "homepage": {
          "bytes": 376227,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/",
          "sha256": "b2d98416257a33fb81ed3db7ca71c216f0562f3d9e50b10df8ac458ab6548dcf",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/"
        },
        "robots": {
          "bytes": 2225,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/robots.txt",
          "sha256": "fee1bf0b44d52164e012d1b2d3308ad76727a1a09105cf1ab2114ef1ad441893",
          "status": 200,
          "truncated": false,
          "url": "https://www.iubenda.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 204469,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.iubenda.com/en/.well-known/tdmrep.json",
          "sha256": "d9a4d21bae6d946a70191d33d81e82904541cf43d013fa1161d8605b56529972",
          "status": 404,
          "truncated": false,
          "url": "https://www.iubenda.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "fee1bf0b44d52164e012d1b2d3308ad76727a1a09105cf1ab2114ef1ad441893",
        "tdmrep": null
      },
      "id": "iubenda",
      "name": "iubenda",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.iubenda.com",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.cookieyes.com/privacy-policy/",
      "fetched_at": "2026-11-19T14:57:33Z",
      "fetches": {
        "ai_txt": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/ai.txt",
          "sha256": "aca8f939f3e1ecaaf27302d2a78b5437ff18ab491001a3a082d1a9aa8533a0e6",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/.well-known/ai.txt",
          "sha256": "c409cde0124fcf1d304ce9a751a8b1ae79174e983f848501b7d7f419fa4bca1a",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/.well-known/ai.txt"
        },
        "document": {
          "bytes": 736356,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/privacy-policy/",
          "sha256": "f344d8e7eeb0ce8ad360aae92e687a4508b6cc18b4947f1b6ab8362b15e0b743",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/privacy-policy/"
        },
        "homepage": {
          "bytes": 690702,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/",
          "sha256": "6057870aeccb2624168579610eb17266bbe958f895b50d20208b895f60f5885f",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/"
        },
        "robots": {
          "bytes": 4331,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/robots.txt",
          "sha256": "f8983de3375aef39d5bb549b76c81ec1904bd4b077635b9009a45ec614ee67a9",
          "status": 200,
          "truncated": false,
          "url": "https://www.cookieyes.com/robots.txt"
        },
        "tdmrep": {
          "bytes": 524288,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.cookieyes.com/.well-known/tdmrep.json",
          "sha256": "08884c010dcd605932d2a2613d6b4f98219ce0115989493d61e08eac000cd07c",
          "status": 404,
          "truncated": true,
          "url": "https://www.cookieyes.com/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "f8983de3375aef39d5bb549b76c81ec1904bd4b077635b9009a45ec614ee67a9",
        "tdmrep": null
      },
      "id": "cookieyes",
      "name": "CookieYes",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.cookieyes.com",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          },
          {
            "ai-input": "yes",
            "ai-train": "yes",
            "search": "yes"
          }
        ],
        "content_usage": [],
        "full_disallow_crawlers": [
          "PetalBot"
        ]
      }
    },
    {
      "ai_txt": {
        "exposed": false,
        "sha256": null,
        "status_class": "absent"
      },
      "document_applicable": true,
      "document_url": "https://www.didomi.io/privacy-policy",
      "fetched_at": "2026-11-19T14:57:36Z",
      "fetches": {
        "ai_txt": {
          "bytes": 14433,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/ai.txt",
          "sha256": "332cef607337585f217cc54afc4b29783212dd416c0145be6cab95e8346fad2e",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/ai.txt"
        },
        "ai_txt_well_known": {
          "bytes": 88,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/.well-known/ai.txt",
          "sha256": "62b6eec5bc825126a7b9734e03ff00c9dc7899f3f07111746bf583d193b44dd0",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/.well-known/ai.txt"
        },
        "document": {
          "bytes": 166908,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/privacy-policy",
          "sha256": "43035343c4dd671adab5b155ca9d0b9ec07b3e57c3cff67402e98322c3a28b0a",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/privacy-policy"
        },
        "homepage": {
          "bytes": 269207,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/",
          "sha256": "47e01f7b37f482933c1a553abcbe82e3806ab75f30b1aae07ed6124d0b501d5b",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/"
        },
        "robots": {
          "bytes": 66,
          "content_type": "text/plain",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/robots.txt",
          "sha256": "939aea9860cdebf47782ea23367e9f4cf54a883ec254dd21029df0bd842d72c0",
          "status": 200,
          "truncated": false,
          "url": "https://www.didomi.io/robots.txt"
        },
        "tdmrep": {
          "bytes": 88,
          "content_type": "text/html",
          "cross_host": false,
          "error": null,
          "final_url": "https://www.didomi.io/.well-known/tdmrep.json",
          "sha256": "62b6eec5bc825126a7b9734e03ff00c9dc7899f3f07111746bf583d193b44dd0",
          "status": 404,
          "truncated": false,
          "url": "https://www.didomi.io/.well-known/tdmrep.json"
        }
      },
      "hashes": {
        "ai_txt": null,
        "ai_txt_well_known": null,
        "robots_txt": "939aea9860cdebf47782ea23367e9f4cf54a883ec254dd21029df0bd842d72c0",
        "tdmrep": null
      },
      "id": "didomi",
      "name": "Didomi",
      "origin_exception": null,
      "robots": {
        "comment_mention": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "rules": []
      },
      "scored": {
        "ai_txt_sha256": null,
        "ai_txt_status_class": "absent",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_ai_txt": false,
        "exposes_noai": false,
        "exposes_noimageai": false,
        "exposes_robots_noai": false,
        "exposes_tdm_reservation": false,
        "robots_rules": [],
        "tdm_protocol_present": false,
        "tdmrep_file_state": "absent",
        "tdmrep_rules": []
      },
      "secondary": {
        "ai_txt_well_known": {
          "exposed": false,
          "sha256": null,
          "status_class": "absent"
        }
      },
      "site_origin": "https://www.didomi.io",
      "stratum": "legal_tech",
      "tdm": {
        "document_header": "unset",
        "document_meta": "unset",
        "document_pdf": "not_applicable",
        "effective_document": "unset",
        "effective_homepage": "unset",
        "exposes_tdm_reservation": false,
        "file_state": "absent",
        "homepage_header": "unset",
        "homepage_meta": "unset",
        "homepage_pdf": "not_applicable",
        "partial_effective_homepage": null,
        "rules": [],
        "tdm_protocol_present": false
      },
      "unscored": {
        "content_signal": [],
        "content_usage": [],
        "full_disallow_crawlers": []
      }
    }
  ],
  "slot": "day0",
  "started_at": "2026-11-19T14:56:02Z",
  "study": "ai-opt-out-signals-3day",
  "summary": {
    "exposes_ai_txt": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 23
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn"
        ],
        "n": 1
      }
    },
    "exposes_noai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 23
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn"
        ],
        "n": 1
      }
    },
    "exposes_noimageai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 23
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn"
        ],
        "n": 1
      }
    },
    "exposes_robots_noai": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "expressvpn",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 23
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn"
        ],
        "n": 1
      }
    },
    "exposes_tdm_reservation": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "expressvpn"
        ],
        "n": 2
      }
    },
    "tdm_protocol_present": {
      "false": {
        "ids": [
          "proton-vpn",
          "mullvad",
          "surfshark",
          "ivpn",
          "cometvpn",
          "proxyseller",
          "brightdata",
          "oxylabs",
          "iproyal",
          "webshare",
          "bitwarden",
          "1password",
          "duckduckgo",
          "signal",
          "google",
          "meta",
          "amazon",
          "microsoft",
          "termly",
          "iubenda",
          "cookieyes",
          "didomi"
        ],
        "n": 22
      },
      "true": {
        "ids": [],
        "n": 0
      },
      "unknown": {
        "ids": [
          "nordvpn",
          "expressvpn"
        ],
        "n": 2
      }
    }
  },
  "user_agent": "FreePolicyToolsResearch/1.0 (+https://freepolicytools.com/research; ai-opt-out-signals-3day)",
  "vantage": "cursor-cloud-usa"
}
