##ACAP version=1.0 # Created with RoboGen SE Trial # http://www.rietta.com/robogen/ # -------------------------------- # AFANA -- http://www.afana.com # Robot Exclusion File -- robots.txt # Author: Rob de Santos # Last Updated: 06/06/10 User-agent: * Request-rate: 1/20 Crawl-delay: 20 Disallow: /Season_2001_pages/ Disallow: /Season_2002_pages/ Disallow: /Season_2003_pages/ Disallow: /Templates/ Disallow: /board/ #Disallow: /cgi-bin/ Disallow: /cgi-bin/mail.cgi Disallow: /cgi-bin/BFormMail.pl Disallow: /cgi-bin/TVFormMail.pl Disallow: /cgi-bin/websearch.pl Disallow: /cgi-bin/footynews/footynews.cgi Disallow: /cgi-bin/top4tip/top4tip.cgi Disallow: /cgi-bin/tvhtml/tvhtml.cgi Disallow: /cgi-bin/perlsyntaxcheck.pl Disallow: /echat42/ Disallow: /feedbackdb/ Disallow: /footytv/ #Disallow: /gallery/stats.php Disallow: /mailfiles/ Disallow: /weblog/ Disallow: /wusage/ Disallow: /MESS3A.TXT Disallow: /af_aflrep.html Disallow: /af_gftourhighlights.html Disallow: /index.html Disallow: /welcome.html Disallow: /Season_2003_pages Disallow: /404/ Disallow: /2001_parties/ Disallow: /address/ Disallow: /old_html_redirect_pages/ Disallow: /accountCheck.cgi Disallow: /af_merchvideo.html Disallow: /footyfaq.html Disallow: /footysat.html Disallow: /tvsched.html Disallow: /links.html Disallow: /frconten.htm Disallow: /ffq_sec1.htm Disallow: /ffq_sec2.htm Disallow: /ffq_sec3.htm Disallow: /ffq_sec4.htm Disallow: /ffq_sec5.htm Disallow: /ffq_sec6.htm Disallow: /ffq_sec7.htm Disallow: /ffq_sec8.htm Disallow: /links_lol.html Disallow: /links_aus.html Disallow: /gf_parties_2001.html Disallow: /direct.html Disallow: /af_faq_sec4.html Disallow: /af_faq_sec6.html Disallow: /af_faq_sec7.html Disallow: /clubreps.html Disallow: /af_whathowjoin.html Disallow: /af_localfooty.html Disallow: /af_tvinfo.html Disallow: /gf_report.html Disallow: /mem_welcome.html Disallow: /400.shtml Disallow: /af_ansettdraw.html Disallow: /af_gftourhighlights.html Disallow: /phpESP/ Disallow: /af_localfootynews.html Disallow: /af_localfootynews.shtml Disallow: /letter.html Disallow: /af_naf_usafa.html Disallow: /af_2000draw.html Disallow: /af_top4intro.html Disallow: /af_faq_sec1.html Disallow: /af_faq_sec2.html Disallow: /af_faq_sec3.html Disallow: /af_faq_sec5.html Disallow: /af_faq_sec8.html Disallow: /af_feedback.html Disallow: /af_reparchive.html Disallow: /af_chatuser.html Disallow: /direct.html Disallow: /direct.shtml Disallow: /faq07.html Disallow: /faq08.html Disallow: /gallery2/main.php?g2_view=core.UserAdmin Disallow: /gallery2/main.php?g2_view=search.SearchScan Disallow: /gallery2/main.php?g2_view=slideshow Disallow: /gallery2/v/slideshow/ Disallow: /main.php?g2_view=search.SearchScan& Disallow: /main.php?g2_view=core.UserAdmin& Disallow: /c/add/ Disallow: /main.php?g2_view=shutterfly.PrintPhotos& Disallow: /main.php?g2_view=ecard.SendEcard& Disallow: slideshowapplet Disallow: slideshow Disallow: /gallery2/srss/ Disallow: /gallery2/main.php?g2_controller=cart Disallow: /gallery2/main.php?g2_view=comment Disallow: /album/ Disallow: /temp/ Disallow: /vid/ Disallow: /swish-e/ Disallow: /Text-Autoformat-1.12/ Disallow: /swish-e-2.4.3/ Disallow: /drupal/chatbox?autolaunch=1 # Directories Disallow: /drupal5/database/ Disallow: /drupal5/includes/ Disallow: /drupal5/misc/ Disallow: /drupal5/modules/ Disallow: /drupal5/sites/ Disallow: /drupal5/themes/ Disallow: /drupal5/scripts/ Disallow: /drupal5/updates/ Disallow: /drupal5/profiles/ # Files Disallow: /drupal5/xmlrpc.php Disallow: /drupal5/cron.php Disallow: /drupal5/update.php Disallow: /drupal5/install.php Disallow: /drupal5/INSTALL.txt Disallow: /drupal5/INSTALL.mysql.txt Disallow: /drupal5/INSTALL.pgsql.txt Disallow: /drupal5/CHANGELOG.txt Disallow: /drupal5/MAINTAINERS.txt Disallow: /drupal5/LICENSE.txt Disallow: /drupal5/UPGRADE.txt # Paths (clean URLs) Disallow: /drupal5/admin/ Disallow: /drupal5/aggregator/ Disallow: /drupal5/comment/reply/ Disallow: /drupal5/contact/ Disallow: /drupal5/logout/ Disallow: /drupal5/node/add/ Disallow: /drupal5/search/ Disallow: /drupal5/user/register/ Disallow: /drupal5/user/password/ Disallow: /drupal5/user/login/ Disallow: /drupal5/*sort= Disallow: /drupal5/search$ Disallow: /drupal5/tracker? Disallow: /drupal5/*/track$ Disallow: /drupal5/user$ # Paths (no clean URLs) Disallow: /drupal5/?q=admin/ Disallow: /drupal5/?q=aggregator/ Disallow: /drupal5/?q=comment/reply/ Disallow: /drupal5/?q=contact/ Disallow: /drupal5/?q=logout/ Disallow: /drupal5/?q=node/add/ Disallow: /drupal5/?q=search/ Disallow: /drupal5/?q=user/password/ Disallow: /drupal5/?q=user/register/ Disallow: /drupal5/?q=user/login/ Disallow: /drupal5/?q=*sort= Disallow: /drupal5/?q=search$ Disallow: /drupal5/?q=tracker? Disallow: /drupal5/?q=*/track$ Disallow: /drupal5/?q=user$ User-agent: ShopWiki Crawl-Delay: 30 Disallow: /drupal5/gallery Disallow: /drupal5/gallery2 Disallow: /drupal5/v Disallow: /index.php?q=gallery Disallow: /gallery2 User-agent: Slurp Crawl-delay: 30 Disallow: /drupal5/gallery Disallow: /drupal5/gallery2 Disallow: /drupal5/v Disallow: /index.php?q=gallery Disallow: /gallery2 User-agent: Yahoo Crawl-delay: 30 Disallow: /drupal5/gallery Disallow: /drupal5/gallery2 Disallow: /drupal5/v Disallow: /index.php?q=gallery Disallow: /gallery2 User-agent: Inktomi Crawl-delay: 30 Disallow: /drupal5/gallery Disallow: /drupal5/gallery2 Disallow: /drupal5/v Disallow: /index.php?q=gallery Disallow: /gallery2 User-agent: Googlebot Crawl-delay: 30 Disallow: /drupal5/gallery Disallow: /drupal5/gallery2 Disallow: /drupal5/v Disallow: /index.php?q=gallery Disallow: /gallery2 User-agent: Msnbot Crawl-delay: 30 Disallow: /drupal5/gallery Disallow: /drupal5/gallery2 Disallow: /drupal5/v Disallow: /index.php?q=gallery Disallow: /gallery2 User-agent: CamontSpider Disallow: / ACAP-crawler: * ACAP-disallow-crawl: /Season_2001_pages/ ACAP-disallow-crawl: /Season_2002_pages/ ACAP-disallow-crawl: /Season_2003_pages/ ACAP-disallow-crawl: /Templates/ ACAP-disallow-crawl: /board/ ACAP-disallow-crawl: /cgi-bin/mail.cgi ACAP-disallow-crawl: /cgi-bin/BFormMail.pl ACAP-disallow-crawl: /cgi-bin/TVFormMail.pl ACAP-disallow-crawl: /cgi-bin/websearch.pl ACAP-disallow-crawl: /cgi-bin/footynews/footynews.cgi ACAP-disallow-crawl: /cgi-bin/top4tip/top4tip.cgi ACAP-disallow-crawl: /cgi-bin/tvhtml/tvhtml.cgi ACAP-disallow-crawl: /cgi-bin/perlsyntaxcheck.pl ACAP-disallow-crawl: /echat42/ ACAP-disallow-crawl: /feedbackdb/ ACAP-disallow-crawl: /footytv/ ACAP-disallow-crawl: /mailfiles/ ACAP-disallow-crawl: /weblog/ ACAP-disallow-crawl: /wusage/ ACAP-disallow-crawl: /MESS3A.TXT ACAP-disallow-crawl: /af_aflrep.html ACAP-disallow-crawl: /af_gftourhighlights.html ACAP-disallow-crawl: /index.html ACAP-disallow-crawl: /welcome.html ACAP-disallow-crawl: /Season_2003_pages ACAP-disallow-crawl: /404/ ACAP-disallow-crawl: /2001_parties/ ACAP-disallow-crawl: /address/ ACAP-disallow-crawl: /old_html_redirect_pages/ ACAP-disallow-crawl: /accountCheck.cgi ACAP-disallow-crawl: /af_merchvideo.html ACAP-disallow-crawl: /footyfaq.html ACAP-disallow-crawl: /footysat.html ACAP-disallow-crawl: /tvsched.html ACAP-disallow-crawl: /links.html ACAP-disallow-crawl: /frconten.htm ACAP-disallow-crawl: /ffq_sec1.htm ACAP-disallow-crawl: /ffq_sec2.htm ACAP-disallow-crawl: /ffq_sec3.htm ACAP-disallow-crawl: /ffq_sec4.htm ACAP-disallow-crawl: /ffq_sec5.htm ACAP-disallow-crawl: /ffq_sec6.htm ACAP-disallow-crawl: /ffq_sec7.htm ACAP-disallow-crawl: /ffq_sec8.htm ACAP-disallow-crawl: /links_lol.html ACAP-disallow-crawl: /links_aus.html ACAP-disallow-crawl: /gf_parties_2001.html ACAP-disallow-crawl: /direct.html ACAP-disallow-crawl: /af_faq_sec4.html ACAP-disallow-crawl: /af_faq_sec6.html ACAP-disallow-crawl: /af_faq_sec7.html ACAP-disallow-crawl: /clubreps.html ACAP-disallow-crawl: /af_whathowjoin.html ACAP-disallow-crawl: /af_localfooty.html ACAP-disallow-crawl: /af_tvinfo.html ACAP-disallow-crawl: /gf_report.html ACAP-disallow-crawl: /mem_welcome.html ACAP-disallow-crawl: /400.shtml ACAP-disallow-crawl: /af_ansettdraw.html ACAP-disallow-crawl: /af_gftourhighlights.html ACAP-disallow-crawl: /phpESP/ ACAP-disallow-crawl: /af_localfootynews.html ACAP-disallow-crawl: /af_localfootynews.shtml ACAP-disallow-crawl: /letter.html ACAP-disallow-crawl: /af_naf_usafa.html ACAP-disallow-crawl: /af_2000draw.html ACAP-disallow-crawl: /af_top4intro.html ACAP-disallow-crawl: /af_faq_sec1.html ACAP-disallow-crawl: /af_faq_sec2.html ACAP-disallow-crawl: /af_faq_sec3.html ACAP-disallow-crawl: /af_faq_sec5.html ACAP-disallow-crawl: /af_faq_sec8.html ACAP-disallow-crawl: /af_feedback.html ACAP-disallow-crawl: /af_reparchive.html ACAP-disallow-crawl: /af_chatuser.html ACAP-disallow-crawl: /direct.html ACAP-disallow-crawl: /direct.shtml ACAP-disallow-crawl: /faq07.html ACAP-disallow-crawl: /faq08.html ACAP-disallow-crawl: /gallery2/main.php?g2_view=core.UserAdmin ACAP-disallow-crawl: /gallery2/main.php?g2_view=search.SearchScan ACAP-disallow-crawl: /gallery2/main.php?g2_view=slideshow ACAP-disallow-crawl: /gallery2/v/slideshow/ ACAP-disallow-crawl: /main.php?g2_view=search.SearchScan& ACAP-disallow-crawl: /main.php?g2_view=core.UserAdmin& ACAP-disallow-crawl: /c/add/ ACAP-disallow-crawl: /main.php?g2_view=shutterfly.PrintPhotos& ACAP-disallow-crawl: /main.php?g2_view=ecard.SendEcard& ACAP-disallow-crawl: slideshowapplet ACAP-disallow-crawl: slideshow ACAP-disallow-crawl: /gallery2/srss/ ACAP-disallow-crawl: /gallery2/main.php?g2_controller=cart ACAP-disallow-crawl: /gallery2/main.php?g2_view=comment ACAP-disallow-crawl: /album/ ACAP-disallow-crawl: /temp/ ACAP-disallow-crawl: /vid/ ACAP-disallow-crawl: /swish-e/ ACAP-disallow-crawl: /Text-Autoformat-1.12/ ACAP-disallow-crawl: /swish-e-2.4.3/ ACAP-disallow-crawl: /drupal/chatbox?autolaunch=1 ACAP-disallow-crawl: /drupal5/database/ ACAP-disallow-crawl: /drupal5/includes/ ACAP-disallow-crawl: /drupal5/misc/ ACAP-disallow-crawl: /drupal5/modules/ ACAP-disallow-crawl: /drupal5/sites/ ACAP-disallow-crawl: /drupal5/themes/ ACAP-disallow-crawl: /drupal5/scripts/ ACAP-disallow-crawl: /drupal5/updates/ ACAP-disallow-crawl: /drupal5/profiles/ # Files ACAP-disallow-crawl: /drupal5/xmlrpc.php ACAP-disallow-crawl: /drupal5/cron.php ACAP-disallow-crawl: /drupal5/update.php ACAP-disallow-crawl: /drupal5/install.php ACAP-disallow-crawl: /drupal5/INSTALL.txt ACAP-disallow-crawl: /drupal5/INSTALL.mysql.txt ACAP-disallow-crawl: /drupal5/INSTALL.pgsql.txt ACAP-disallow-crawl: /drupal5/CHANGELOG.txt ACAP-disallow-crawl: /drupal5/MAINTAINERS.txt ACAP-disallow-crawl: /drupal5/LICENSE.txt ACAP-disallow-crawl: /drupal5/UPGRADE.txt # Paths (clean URLs) ACAP-disallow-crawl: /drupal5/admin/ ACAP-disallow-crawl: /drupal5/aggregator/ ACAP-disallow-crawl: /drupal5/comment/reply/ ACAP-disallow-crawl: /drupal5/contact/ ACAP-disallow-crawl: /drupal5/logout/ ACAP-disallow-crawl: /drupal5/node/add/ ACAP-disallow-crawl: /drupal5/search/ ACAP-disallow-crawl: /drupal5/user/register/ ACAP-disallow-crawl: /drupal5/user/password/ ACAP-disallow-crawl: /drupal5/user/login/ ACAP-disallow-crawl: /drupal5/*sort= ACAP-disallow-crawl: /drupal5/search$ ACAP-disallow-crawl: /drupal5/tracker? ACAP-disallow-crawl: /drupal5/*/track$ ACAP-disallow-crawl: /drupal5/user$ # Paths (no clean URLs) ACAP-disallow-crawl: /drupal5/?q=admin/ ACAP-disallow-crawl: /drupal5/?q=aggregator/ ACAP-disallow-crawl: /drupal5/?q=comment/reply/ ACAP-disallow-crawl: /drupal5/?q=contact/ ACAP-disallow-crawl: /drupal5/?q=logout/ ACAP-disallow-crawl: /drupal5/?q=node/add/ ACAP-disallow-crawl: /drupal5/?q=search/ ACAP-disallow-crawl: /drupal5/?q=user/password/ ACAP-disallow-crawl: /drupal5/?q=user/register/ ACAP-disallow-crawl: /drupal5/?q=user/login/ ACAP-disallow-crawl: /drupal5/?q=*sort= ACAP-disallow-crawl: /drupal5/?q=search$ ACAP-disallow-crawl: /drupal5/?q=tracker? ACAP-disallow-crawl: /drupal5/?q=*/track$ ACAP-disallow-crawl: /drupal5/?q=user$ ACAP-crawler: ShopWiki ACAP-disallow-crawl: /drupal5/gallery ACAP-disallow-crawl: /drupal5/gallery2 ACAP-disallow-crawl: /drupal5/v ACAP-disallow-crawl: /index.php?q=gallery ACAP-disallow-crawl: /gallery2 ACAP-crawler: Slurp ACAP-disallow-crawl: /drupal5/gallery ACAP-disallow-crawl: /drupal5/gallery2 ACAP-disallow-crawl: /drupal5/v ACAP-disallow-crawl: /index.php?q=gallery ACAP-disallow-crawl: /gallery2 ACAP-crawler: Yahoo ACAP-disallow-crawl: /drupal5/gallery ACAP-disallow-crawl: /drupal5/gallery2 ACAP-disallow-crawl: /drupal5/v ACAP-disallow-crawl: /index.php?q=gallery ACAP-disallow-crawl: /gallery2 ACAP-crawler: Inktomi ACAP-disallow-crawl: /drupal5/gallery ACAP-disallow-crawl: /drupal5/gallery2 ACAP-disallow-crawl: /drupal5/v ACAP-disallow-crawl: /index.php?q=gallery ACAP-disallow-crawl: /gallery2 ACAP-crawler: Googlebot ACAP-disallow-crawl: /drupal5/gallery ACAP-disallow-crawl: /drupal5/gallery2 ACAP-disallow-crawl: /drupal5/v ACAP-disallow-crawl: /index.php?q=gallery ACAP-disallow-crawl: /gallery2 ACAP-crawler: Msnbot ACAP-disallow-crawl: /drupal5/gallery ACAP-disallow-crawl: /drupal5/gallery2 ACAP-disallow-crawl: /drupal5/v ACAP-disallow-crawl: /index.php?q=gallery ACAP-disallow-crawl: /gallery2 ACAP-crawler: CamontSpider ACAP-disallow-crawl: /