diff --git a/src/webpage/robots.txt b/src/webpage/robots.txt new file mode 100644 index 0000000..0a33351 --- /dev/null +++ b/src/webpage/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /channel/ +Allow: /invite/ +Allow: /oath2/ +Allow: /login +Allow: /register