{
  "@context": "https://schema.org",
  "@type": "ScholarlyArticle",
  "name": "Rights, Licensing, and Text-and-Data-Mining (TDM) Permission Strategy",
  "url": "https://intelligencecompact.com/research/tdm-rights-licensing/",
  "description": "An independent analysis of crawler controls, TDM rights signals, licensing, ODRL, robots.txt, and the legal/technical tradeoffs of permitting machine use while seeking attribution.",
  "datePublished": "2026-09-04",
  "dateModified": "2026-09-04",
  "publisher": {
    "@type": "Organization",
    "name": "Intelligence Compact",
    "url": "https://intelligencecompact.com/"
  },
  "articleSection": [
    "TDM",
    "licensing",
    "robots.txt",
    "ODRL",
    "AI training",
    "publisher controls"
  ],
  "wordCount": 5482,
  "identifier": {
    "@type": "PropertyValue",
    "propertyID": "sha256",
    "value": "9701fb4cac9d80a78a8e90d9764920d14e6c1ba0608079912b8f4210e8ba4042"
  },
  "citation": [
    "http://www.w3.org/ns/odrl.jsonld",
    "http://www.w3.org/ns/tdmrep.jsonld",
    "https://intelligencecompact.com/policies/ai-tdm-policy",
    "http://www.w3.org/ns/tdmrep",
    "https://intelligencecompact.com",
    "https://flaviocopes.com/robots-txt-ai-crawlers/",
    "https://arxiv.org/html/2404.02309v1",
    "https://www.edrlab.org/open-standards/tdmrep/",
    "https://shujisado.org/2026/02/16/tracing-creative-commons-licenses-across-ai-training-data-models-outputs/",
    "https://www.bleepingcomputer.com/news/security/microsoft-sued-for-open-source-piracy-through-github-copilot/",
    "https://www.searchbloom.com/ai-seo/inclusion/crawler-access/",
    "https://legalblogs.wolterskluwer.com/copyright-blog/the-ai-act-provisions-relating-to-copyright-possibility-of-private-enforcement-germany-as-an-example-part-1/",
    "https://mobileproxies.org/blog/is-web-scraping-legal",
    "https://mapsoft.com/posts/tdmrep-pdf-mining-rights.html",
    "https://authority.builders/blog/technical-seo-ai-crawlers/",
    "https://presenc.ai/compare/ai-crawlers-vs-search-crawlers",
    "https://www.cracklepr.com/crawlers",
    "https://thunderbit.com/blog/web-scraping-legal-europe-guide",
    "https://www.cloudflare.com/the-net/building-cyber-resilience/regain-control-ai-crawlers/",
    "https://blog.cloudflare.com/control-content-use-for-ai-training/",
    "https://blog.cloudflare.com/content-signals-policy/",
    "https://technologychecker.io/blog/ai-crawler-list",
    "https://www.infoq.com/news/2026/03/cloudflare-crawler/",
    "https://blog.cloudflare.com/introducing-pay-per-crawl/",
    "https://scalemath.com/blog/llms-txt",
    "https://medium.com/data-science/llms-txt-414d5121bcb3",
    "https://www.dev5310.com/en/lab/llms-txt-is-powering-ai-answers",
    "https://www.answer.ai/posts/2024-09-03-llmstxt.html",
    "https://llmstxt.org/",
    "https://guptadeepak.com/llms-txt-explained-spec-and-working-example/",
    "https://groundingpage.com/facts/llms-txt/",
    "https://www.w3.org/community/reports/tdmrep/CG-FINAL-tdmrep-20240510/",
    "https://www.w3.org/community/tdmrep/",
    "https://w3c-cg.github.io/tdm-reservation-protocol/",
    "https://www.w3.org/ns/tdmrep/",
    "https://pdfa.org/defending-your-pdfs-from-ai-scraping/",
    "https://pdfa.org/expressing-text-and-data-mining-rights-with-datalogics-pdf-optimizer-tdmrep/",
    "https://datatracker.ietf.org/doc/draft-vaughan-machine-readability/",
    "https://www.boersenverein.de/tx\\_file\\_download?tx\\_main\\_pi1%5BfileUid%5D=26940\\&tx\\_main\\_pi1%5BpageUid%5D=1834\\&tx\\_main\\_pi1%5Breferer%5D=https%3A%2F%2Fwww.boersenverein.de%2Finteressengruppen%2Fig-digital%2Fdownloads%2F\\&cHash=03a7f88333fc6f854a57edab2c46b76c",
    "https://www.boersenverein.de/tx_file_download?tx_main_pi1%5BfileUid%5D=26940&tx_main_pi1%5BpageUid%5D=1834&tx_main_pi1%5Breferer%5D=https://www.boersenverein.de/interessengruppen/ig-digital/downloads/&cHash=03a7f88333fc6f854a57edab2c46b76c",
    "https://creativecommons.org/2023/08/18/understanding-cc-licenses-and-generative-ai/",
    "https://james.grimmelmann.net/files/articles/talkin-bout-ai-generation.pdf",
    "https://katedowninglaw.com/2025/05/28/the-enforceability-of-ai-training-opt-outs/",
    "https://pdfa.org/ai-pirates-and-more-from-pdf-in-the-wild/",
    "https://info.link/research/methodology",
    "https://djoerdhiemstra.com/wp-content/uploads/wows2024proceedings.pdf",
    "https://commoncrawl.org/blog/balancing-discovery-and-privacy-a-look-into-opt-out-protocols",
    "https://iapp.org/news/a/the-eu-ai-act-and-copyrights-compliance",
    "https://aicopyrightlegal.com/blog/eu-ai-act-copyright-transparency-requirements",
    "https://www.cliffordchance.com/insights/resources/blogs/ip-insights/2025/10/copyright-compliance-under-the-eu-ai-act-for-gpai-model-providers.html",
    "https://docs.tdmai.org/legal-aspects/legal-basis",
    "https://scholarlycommons.law.wlu.edu/cgi/viewcontent.cgi?article=1195\\&context=wlulr-online",
    "https://scholarlycommons.law.wlu.edu/cgi/viewcontent.cgi?article=1195&context=wlulr-online",
    "https://scholarship.law.nd.edu/cgi/viewcontent.cgi?article=1022\\&context=ndlsjet",
    "https://scholarship.law.nd.edu/cgi/viewcontent.cgi?article=1022&context=ndlsjet",
    "https://iswebscrapinglegal.com/blog/web-scraping-case-law/",
    "https://iswebscrapinglegal.com/blog/web-scraping-legal-guide/",
    "https://cloro.dev/blog/website-scraping-legal/",
    "https://www.afslaw.com/perspectives/ai-law-blog/can-you-prevent-ai-scraping-your-website-data-district-court-says-answer",
    "https://scholarlycommons.law.northwestern.edu/cgi/viewcontent.cgi?article=1387\\&context=njtip",
    "https://scholarlycommons.law.northwestern.edu/cgi/viewcontent.cgi?article=1387&context=njtip",
    "https://opencasebook.org/casebooks/406-wipo-turin-llm-in-ip-law-copyright-module-syllabus/as-printable-html/7/",
    "https://scholarship.law.marquette.edu/cgi/viewcontent.cgi?article=1301\\&context=iplr",
    "https://scholarship.law.marquette.edu/cgi/viewcontent.cgi?article=1301&context=iplr",
    "https://www.copyright.gov/ai/Copyright-and-Artificial-Intelligence-Part-3-Generative-AI-Training-Report-Pre-Publication-Version.pdf",
    "https://www.webcopyrightchecker.com/blog/dmca-1202",
    "https://www.authorsalliance.org/2025/03/07/updates-on-ai-copyright-law-and-policy-section-1202-of-the-dmca-doe-v-github-and-the-uk-copyright-and-ai-consultation/",
    "https://www.actuia.com/en/news/the-first-class-action-suits-against-github-copilot-have-been-filed/",
    "https://arxiv.org/pdf/2504.00961",
    "https://www.vondranlegal.com/how-to-protect-your-website-from-ai-scraping",
    "https://github.com/jasonmichaelbell78-creator/sonash-v0/blob/main/.research/website-analysis/findings/D3-compliance-gates.md",
    "https://www.henrydavidphotography.com/resources/blog/ai-crawler-robots-txt-setup"
  ],
  "isBasedOn": {
    "@type": "CreativeWork",
    "name": "AI TDM Rights and Licensing.md",
    "identifier": "9701fb4cac9d80a78a8e90d9764920d14e6c1ba0608079912b8f4210e8ba4042"
  },
  "additionalProperty": [
    {
      "@type": "PropertyValue",
      "name": "source_completeness",
      "value": "received_complete"
    },
    {
      "@type": "PropertyValue",
      "name": "adoption_status",
      "value": "Published as a competing policy analysis. The recommendation to switch to TDM reservation is not adopted in release 1.4.0; current public TDM non-reservation and training-permission signals remain active pending an explicit reviewed policy change."
    }
  ],
  "license": "https://intelligencecompact.com/content-use/"
}