From e942d9011bf018ec6ddcf1a5cb103c627944aecd Mon Sep 17 00:00:00 2001 From: Xavier Decuyper Date: Fri, 19 Jul 2024 15:22:01 +0200 Subject: [PATCH] Robots: format --- src/site/robots.txt | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/site/robots.txt b/src/site/robots.txt index ff4c316..56cc6a2 100644 --- a/src/site/robots.txt +++ b/src/site/robots.txt @@ -9,8 +9,10 @@ Disallow: / User-agent: anthropic-ai Disallow: / -‍User-agent: Claude-Web + +User-agent: Claude-Web Disallow: / + User-agent: ClaudeBot Disallow: /