Added robots.txt disallowing AI crawlers

This commit is contained in:
Mia Rose Winter 2024-02-04 15:44:23 +01:00
parent 2d4e7c9b9d
commit c0325f67b9
Signed by: miawinter
GPG key ID: 4B6F6A83178F595E

20
Wave/wwwroot/robots.txt Normal file
View file

@ -0,0 +1,20 @@
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Google-Extended
Disallow: /
User-agent: *
Disallow: /Account
Disallow: /Account/Manage
# _______ ______ _______ __ _ _______ ______ ___ _______ __ __ _______ _______
# | || _ | | _ || | | || | | _ | | | | || | | || || |
# |_ _|| | || | |_| || |_| || _____| | | || | | | ___|| |_| ||_ _|| _____|
# | | | |_||_ | || || |_____ | |_||_ | | | | __ | | | | | |_____
# | | | __ || || _ ||_____ | | __ || | | || || | | | |_____ |
# | | | | | || _ || | | | _____| | | | | || | | |_| || _ | | | _____| |
# |___| |___| |_||__| |__||_| |__||_______| |___| |_||___| |_______||__| |__| |___| |_______|
#
# http://www.patorjk.com/software/taag/#p=display&h=0&v=0&f=Modular&t=Trans%20Rights