User-agent: *
Disallow: /contrib_stats/
Disallow: /ibdof_backup/
Disallow: /admin/
Disallow: /axiom/
Disallow: /axiom_legacy/
Disallow: /css/
Disallow: /db/
Disallow: /helperscripts/
Disallow: /hl/
Disallow: /ifdb-admin/
Disallow: /images/
Disallow: /img/
Disallow: /include/
Disallow: /includes/
Disallow: /language/
Disallow: /linkdev/
Disallow: /mods/
Disallow: /picture_library/
Disallow: /plesk-stat/
Disallow: /stat_modules/
Disallow: /stats/
Disallow: /templates/
Disallow: /test/
Disallow: /test_phpbb/
Disallow: /validity_pics/
Disallow: /wikka/
Disallow: /AAA.php
Disallow: /BETA-best-books.php
Disallow: /BETA-recommend-books.php
Disallow: /BKLKDV-author-bookvalidate.php
Disallow: /BKLKDV-author-bookvalidate-regularupdate.php
Disallow: /BKLKDV-black-green-authors.php
Disallow: /BKLKDV-books-copyright.php
Disallow: /BKLKDV-Break-Blacks.php
Disallow: /BKLKDV-Break-Reds.php
Disallow: /BKLKDV-Initiation.php
Disallow: /BKLKDV-regular-matching.php
Disallow: /CLEANSE-author.php
Disallow: /CLEANSE-book.php
Disallow: /CLEANSE-optimise-tables.php
Disallow: /common.php
Disallow: /config.php
Disallow: /config_installbkp.php
Disallow: /counter.php
Disallow: /db.php
Disallow: /emailsforyou.php
Disallow: /extension.inc
Disallow: /faq.php
Disallow: /favicon.gif
Disallow: /favicon.ico
Disallow: /favorites.php
Disallow: /fetchposts.php
Disallow: /filenames.inc
Disallow: /footer.inc
Disallow: /getdaily.php
Disallow: /google987fbfef6f291a6d.html
Disallow: /groupcp.php
Disallow: /groupcp.php.20080824
Disallow: /hacks_list.php
Disallow: /header.inc
Disallow: /ibdof[1].csv.zip
Disallow: /IBDOF-adsense.php
Disallow: /IBDOF-analyticstracking.php
Disallow: /IBDOF-author-booklist.php.pedm030709
Disallow: /IBDOF-author-booklist.php.pedm090410
Disallow: /IBDOF-author-nobooks.php
Disallow: /IBDOF-author-recentedit.php
Disallow: /IBDOF-author-unreliable-links.php
Disallow: /IBDOF-book-badformat.php
Disallow: /IBDOF-book-detailedview.php
Disallow: /IBDOF-book-power-edit.php
Disallow: /IBDOF-book-power-edit.php.pedm20090703
Disallow: /IBDOF-book-rate.php
Disallow: /IBDOF-books-noblurb.php
Disallow: /IBDOF-books-noblurb.php.pedm030709
Disallow: /IBDOF-books-nogenre.php
Disallow: /IBDOF-books-nogenre.php.pedm090410
Disallow: /IBDOF-books-rated.php
Disallow: /IBDOF-books-rated-by-you.php
Disallow: /IBDOF-contrib-author.php
Disallow: /IBDOF-contrib-author.php.pedm.070730
Disallow: /IBDOF-contrib-author-direct.php
Disallow: /IBDOF-contrib-author-direct.php.pedm.170707
Disallow: /IBDOF-contrib-book.php
Disallow: /IBDOF-contrib-book-direct.php
Disallow: /IBDOF-contrib-book-direct.php.pedm.170707
Disallow: /IBDOF-contrib-margins-direct.php
Disallow: /IBDOF-contrib-review.php
Disallow: /IBDOF-contrib-series-direct.php
Disallow: /IBDOF-contrib-statslist.php
Disallow: /IBDOF-marginsdata.php
Disallow: /IBDOF-marginsdatalist.php
Disallow: /IBDOF-QA-badlinks.php
Disallow: /IBDOF-QA-stats.php
Disallow: /IBDOF-review-contrib.php
Disallow: /IBDOF-review-linker.php
Disallow: /IBDoF-review-unlinker.php
Disallow: /IBDOF-series-nobooks.php
Disallow: /IBDOF-user-viewratedbooks.php
Disallow: /IBDOF-user-viewreviewedbooks.php
Disallow: /index2.html
Disallow: /links.php
Disallow: /links_posting.php
Disallow: /login.php
Disallow: /login.php.20080824
Disallow: /mass_email.php
Disallow: /memberlist.php
Disallow: /memberlist.php.20080824
Disallow: /merge.php
Disallow: /MOD_links_constants.php
Disallow: /modcp.php
Disallow: /modcp.php.20080824
Disallow: /nivisec_version_check.php
Disallow: /notes.php
Disallow: /portal.php
Disallow: /posting.php
Disallow: /posting.php.20080824
Disallow: /posting_notes.php
Disallow: /privmsg.php
Disallow: /privmsg.php.20080824
Disallow: /profile.php
Disallow: /search.php
Disallow: /search.php.20080824
Disallow: /search.php.pedm20071222
Disallow: /select_rnd_coverart.php
Disallow: /SRLKDV-regularmatching.php
Disallow: /statistics.php
Disallow: /task.php
Disallow: /tellafriend.php
Disallow: /update_to_latest.php
Disallow: /viewforum.php
Disallow: /viewlinks.php
Disallow: /viewonline.php
Disallow: /watched_topics.php
Disallow: /IBDOF-statslist.html
Disallow: /plate with 5.jpg

Request-rate: 1/25         # maximum rate is one page every 25 seconds
Visit-time: 2200-0145      # only visit between 06:00 and 08:45 UTC (GMT)
Crawl-delay: 120           # only make successive requests every 120 secs

#Disallow: /index.php
#Disallow: /IBDOF-serieslist.php
#Disallow: /IBDOF-genrelist.php
#Disallow: /IBDOF-authorlist.php
#Disallow: /IBDOF-author-booklist.php
#Disallow: /IBDOF-author-detailedview.php
#Disallow: /IBDOF-booklist.php
#Disallow: /IBDOF-genre-booklist.php
#Disallow: /IBDOF-series-booklist.php