diff --git a/en_US.ISO8859-1/htdocs/robots.txt b/en_US.ISO8859-1/htdocs/robots.txt
index effc57baa0..709463ae54 100644
--- a/en_US.ISO8859-1/htdocs/robots.txt
+++ b/en_US.ISO8859-1/htdocs/robots.txt
@@ -2,6 +2,21 @@
 
 User-agent: *
 #Crawl-delay: 10
-Disallow: /cgi/
+Disallow: /cgi/confirm-code.cgi
+Disallow: /cgi/cvsweb.cgi
+Disallow: /cgi/dosendpr.cgi
+Disallow: /cgi/getmsg.cgi
+Disallow: /cgi/mailindex.cgi
+Disallow: /cgi/man.cgi
+Disallow: /cgi/mid.cgi
+Disallow: /cgi/mirror.cgi
+Disallow: /cgi/missing_handler.cgi
+Disallow: /cgi/monthly.cgi
+Disallow: /cgi/pds.cgi
+Disallow: /cgi/ports.cgi
+Disallow: /cgi/query-pr-summary.cgi
+Disallow: /cgi/query-pr.cgi
+Disallow: /cgi/search.cgi
+Disallow: /cgi/url.cgi
 Disallow: /statistic
 Disallow: /sites/downloads.sourceforge.net/