diff --git a/code/web/robots.txt b/code/web/robots.txt index 8818754eef..74573fcba5 100644 --- a/code/web/robots.txt +++ b/code/web/robots.txt @@ -80,6 +80,9 @@ Disallow: / User-Agent: MJ12bot Disallow: / +User-Agent: GPTBot +Disallow: / + User-agent: 360Spider Disallow: /