adding an example to opt-out of the privatebin directory

4 years ago · 878f13a643
parent b5ab38e657
commit 878f13a643
1 changed files with 5 additions and 0 deletions
--- a/robots.txt
+++ b/robots.txt
@ -6,3 +6,8 @@

 User-agent: *
 Disallow: /
+
+# If you don't want this instance to be listed on https://privatebin.info/directory/
+# uncomment the following lines:
+#User-agent: PrivateBinDirectoryBot
+#Disallow: /