diff --git a/webroot/robots.txt b/webroot/robots.txt index d2c343d53..1f69bcef8 100644 --- a/webroot/robots.txt +++ b/webroot/robots.txt @@ -15,4 +15,16 @@ Disallow: /embed/ Disallow: /*similar/ Disallow: /contact/ +User-agent: GPTBot +Disallow: / + +User-agent: ClaudeBot +Disallow: / + +User-agent: DotBot +Disallow: / + +User-agent: Applebot +Disallow: / + Sitemap: https://freesound.org/sitemap.xml