diff --git a/tools/website/robots.txt b/tools/website/robots.txt new file mode 100644 index 00000000..58aacd4d --- /dev/null +++ b/tools/website/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /userspace/ +Disallow: /modules/ +Disallow: /kernel/ +Disallow: /lynx/ +Disallow: /fulldoc/ \ No newline at end of file