{"id":16055,"date":"2026-07-14T14:46:26","date_gmt":"2026-07-14T14:46:26","guid":{"rendered":"https:\/\/craighordlow.com\/index.php\/2026\/07\/14\/openai-crawlers-can-update-its-user-agent-string\/"},"modified":"2026-07-14T14:46:26","modified_gmt":"2026-07-14T14:46:26","slug":"openai-crawlers-can-update-its-user-agent-string","status":"publish","type":"post","link":"https:\/\/craighordlow.com\/index.php\/2026\/07\/14\/openai-crawlers-can-update-its-user-agent-string\/","title":{"rendered":"OpenAI Crawlers Can Update Its User Agent String"},"content":{"rendered":"<p>OpenAI made a number of clarification changes to its crawler help documentation to say that version number of the user-agent string may be updated and it may use a user-agent string with an additional robots.txt marker.<\/p>","protected":false},"excerpt":{"rendered":"<p>OpenAI made a number of clarification changes to its crawler help documentation to say that version number of the user-agent string may be updated and it may use a user-agent string with an additional robots.txt marker.<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"h5ap_radio_sources":[],"cybocfi_hide_featured_image":"","footnotes":""},"categories":[61],"tags":[],"class_list":["post-16055","post","type-post","status-publish","format-standard","hentry","category-se-roundtable"],"featured_image_src":null,"featured_image_src_square":null,"author_info":{"display_name":false,"author_link":"https:\/\/craighordlow.com\/author\/craig\/"},"_links":{"self":[{"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/posts\/16055","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/comments?post=16055"}],"version-history":[{"count":0,"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/posts\/16055\/revisions"}],"wp:attachment":[{"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/media?parent=16055"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/categories?post=16055"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/craighordlow.com\/index.php\/wp-json\/wp\/v2\/tags?post=16055"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}