at://jaystevens.me/app.bsky.feed.post/3lxekzdnyyk27

Back to Collection

Record JSON

{
  "$type": "app.bsky.feed.post",
  "createdAt": "2025-08-27T08:04:57.090Z",
  "embed": {
    "$type": "app.bsky.embed.external",
    "external": {
      "description": "The age of the AI scraping free-for-all may be coming to an end. At least if Cloudflare gets its way.",
      "thumb": {
        "$type": "blob",
        "ref": {
          "$link": "bafkreig3aryw3a6gchbzk2h4xpwj62wc3k2bmr5nmm2v5ptzq5gvmbuc2m"
        },
        "mimeType": "image/jpeg",
        "size": 161811
      },
      "title": "Cloudflare Is Blocking AI Crawlers by Default",
      "uri": "https://www.wired.com/story/cloudflare-blocks-ai-crawlers-default/"
    }
  },
  "facets": [
    {
      "features": [
        {
          "$type": "app.bsky.richtext.facet#link",
          "uri": "https://www.wired.com/story/cloudflare-blocks-ai-crawlers-default/"
        }
      ],
      "index": {
        "byteEnd": 184,
        "byteStart": 155
      }
    }
  ],
  "langs": [
    "en"
  ],
  "reply": {
    "parent": {
      "cid": "bafyreiaf7iobcparwq7nv6senx53a6bc7uyhcvnjgfnp7omhlpc2p54uqu",
      "uri": "at://did:plc:2mqgcmgsa5ytfb722ub6nyrq/app.bsky.feed.post/3lxeknvjdfk2g"
    },
    "root": {
      "cid": "bafyreidhnkjxbkmxqk7coo5wrfcyyvozyshtaz7mbwh72fbh5vs5qg6i74",
      "uri": "at://did:plc:bhg5fzu5fgj57tqsgsxc2ki2/app.bsky.feed.post/3lxcy55xras2i"
    }
  },
  "text": "Cloudflare had to add a special setting to block AI crawlers because they ignore robots.txt and will constantly crawl every single website on the internet\nwww.wired.com/story/cloudf..."
}