User-Agent: *
# Block pages with no unique content
Disallow: /startTopic/
Disallow: /index.php?*&do=add
Disallow: /index.php?*&do=new_hotel_post
Disallow: /index.php?*&do=submit
Disallow: /*?do=add
Disallow: /*?do=submit
Disallow: /discover/unread/
Disallow: /index.php?discover/unread
Disallow: /markallread/
Disallow: /index.php?markallread
Disallow: /staff/
Disallow: /index.php?staff
Disallow: /online/
Disallow: /index.php?online
Disallow: /discover/
Disallow: /index.php?discover
Disallow: /leaderboard/
Disallow: /index.php?leaderboard
Disallow: /search/
Disallow: /index.php?search
Disallow: /*?advancedSearchForm=
Disallow: /register/
Disallow: /index.php?register
Disallow: /lostpassword/
Disallow: /index.php?lostpassword
Disallow: /login/
Disallow: /index.php?login

# Block faceted pages and 301 redirect pages
Disallow: /*?sortby=
Disallow: /*?filter=
Disallow: /*?tab=comments
Disallow: /*?do=email
Disallow: /*?do=findComment
Disallow: /*?do=getLastComment
Disallow: /*?do=getNewComment

# Block profile pages as these have little unique value, consume a lot of crawl time and contain hundreds of 301 links
Disallow: /profile/
Disallow: /index.php?showuser=

crawl-delay: 1

User-agent: dotbot
Disallow: /