From ccff4d72f30564917fdcb39fece08b4750943501 Mon Sep 17 00:00:00 2001 From: Alex Date: Sat, 7 Oct 2023 22:01:51 +0300 Subject: [PATCH] Add robots.txt --- tools/website/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 tools/website/robots.txt diff --git a/tools/website/robots.txt b/tools/website/robots.txt new file mode 100644 index 00000000..58aacd4d --- /dev/null +++ b/tools/website/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /userspace/ +Disallow: /modules/ +Disallow: /kernel/ +Disallow: /lynx/ +Disallow: /fulldoc/ \ No newline at end of file