From de363dbbd6ea0a9b6da553eceaa1c9ec06f5f28d Mon Sep 17 00:00:00 2001 From: "google-labs-jules[bot]" <161369871+google-labs-jules[bot]@users.noreply.github.com> Date: Thu, 3 Sep 2026 19:24:50 +0000 Subject: [PATCH] Add search engine and AI crawler user-agents to robots.txt Update dist/robots.txt with Allow directives for Yeti, Googlebot, Bingbot, Yandex, DuckDuckBot, OAI-SearchBot, ChatGPT-User, Claude-Web, anthropic-ai, and PerplexityBot user-agents. Co-authored-by: tailuge <5666965+tailuge@users.noreply.github.com> --- dist/robots.txt | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) diff --git a/dist/robots.txt b/dist/robots.txt index f862b2bf4..ac8f9a47d 100644 --- a/dist/robots.txt +++ b/dist/robots.txt @@ -1,3 +1,34 @@ User-agent: * Allow: / + +User-agent: Yeti +Allow: / + +User-agent: Googlebot +Allow: / + +User-agent: Bingbot +Allow: / + +User-agent: Yandex +Allow: / + +User-agent: DuckDuckBot +Allow: / + +User-agent: OAI-SearchBot +Allow: / + +User-agent: ChatGPT-User +Allow: / + +User-agent: Claude-Web +Allow: / + +User-agent: anthropic-ai +Allow: / + +User-agent: PerplexityBot +Allow: / + Sitemap: https://tailuge.github.io/billiards/dist/sitemap.xml