From c0325f67b915820902747ad039bfa16370c823cc Mon Sep 17 00:00:00 2001 From: Mia Winter Date: Sun, 4 Feb 2024 15:44:23 +0100 Subject: [PATCH] Added robots.txt disallowing AI crawlers --- Wave/wwwroot/robots.txt | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 Wave/wwwroot/robots.txt diff --git a/Wave/wwwroot/robots.txt b/Wave/wwwroot/robots.txt new file mode 100644 index 0000000..1a223af --- /dev/null +++ b/Wave/wwwroot/robots.txt @@ -0,0 +1,20 @@ +User-agent: GPTBot +User-agent: ChatGPT-User +User-agent: CCBot +User-agent: anthropic-ai +User-agent: Google-Extended +Disallow: / + +User-agent: * +Disallow: /Account +Disallow: /Account/Manage + +# _______ ______ _______ __ _ _______ ______ ___ _______ __ __ _______ _______ +# | || _ | | _ || | | || | | _ | | | | || | | || || | +# |_ _|| | || | |_| || |_| || _____| | | || | | | ___|| |_| ||_ _|| _____| +# | | | |_||_ | || || |_____ | |_||_ | | | | __ | | | | | |_____ +# | | | __ || || _ ||_____ | | __ || | | || || | | | |_____ | +# | | | | | || _ || | | | _____| | | | | || | | |_| || _ | | | _____| | +# |___| |___| |_||__| |__||_| |__||_______| |___| |_||___| |_______||__| |__| |___| |_______| +# +# http://www.patorjk.com/software/taag/#p=display&h=0&v=0&f=Modular&t=Trans%20Rights