# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:

User-Agent: *

Crawl-delay: 3600

Disallow: /facebook
Disallow: /user/banme
Disallow: /user/banme/*
Disallow: /props/load_props2/*
Disallow: /sportsbook/update_offers/*
Disallow: /vouchers

Sitemap: /sitemap.xml

# let's limit the bots for a bit...
Disallow: /betting
Disallow: /betting/*
Disallow: /sportsbook/*
Disallow: /sports/*
Disallow: /user
Disallow: /casino_games
Disallow: /casino_games/*

# fixes for the http 500 errrors....
Disallow: /racebook/*
Disallow: /soccer/*
Disallow: /tennis/*
Disallow: /golf/*
Disallow: /cricket/*
Disallow: /rugby-union/*
Disallow: /boxing/*
Disallow: /horse-racing/*
Disallow: /motor-sport/*
Disallow: /soccer-euro-2000/*
Disallow: /special-bets/*
Disallow: /cycling/*
Disallow: /rowing/*
Disallow: /rugby-league/*
Disallow: /darts/*
Disallow: /athletics/*
Disallow: /greyhound-racing/*
Disallow: /financial-bets/*
Disallow: /snooker/*
Disallow: /american-football/*
Disallow: /olympics-sydney-2000/*
Disallow: /baseball/*
Disallow: /basketball/*
Disallow: /hockey/*
Disallow: /ice-hockey/*
Disallow: /sumo-wrestling/*
Disallow: /australian-rules/*
Disallow: /gaelic-football/*
Disallow: /hurling/*
Disallow: /pool/*
Disallow: /test-only/*
Disallow: /chess/*
Disallow: /2002-winter-olympics/*
Disallow: /poker-room/*
Disallow: /trotting/*
Disallow: /commonwealth-games/*
Disallow: /poker/*
Disallow: /winter-sports/*
Disallow: /handball/*
Disallow: /netball/*
Disallow: /swimming/*
Disallow: /badminton/*
Disallow: /international-rules/*
Disallow: /bridge/*
Disallow: /yachting/*
Disallow: /volleyball/*
Disallow: /bowls/*
Disallow: /bandy/*
Disallow: /floorball/*
Disallow: /exchange-poker/*
Disallow: /exchange-blackjack/*
Disallow: /exchange-baccarat/*
Disallow: /exchange-hi-lo/*
Disallow: /exchange-omaha-hi/*
Disallow: /exchange-card-racing/*
Disallow: /casino/*
Disallow: /exchange-roulette/*
Disallow: /exchange-bullseye-roulette/*
Disallow: /soccer-euro-2004/*
Disallow: /olympics-2004/*
Disallow: /backgammon/*
Disallow: /gaa-sports/*
Disallow: /gaelic-games/*
Disallow: /internal-markets/*
Disallow: /politics/*
Disallow: /table-tennis/*
Disallow: /yahoo-racing/*
Disallow: /beach-volleyball/*
Disallow: /canoeing/*
Disallow: /water-polo/*
Disallow: /polo/*
Disallow: /fishing/*
Disallow: /roller-hockey/*
Disallow: /cross-sport-accumulators/*
Disallow: /squash/*
Disallow: /surfing/*
Disallow: /combat-sports/*
Disallow: /exchange-games/*
Disallow: /pelota/*
Disallow: /featured-markets/*
Disallow: /exchange-casino/*
Disallow: /ten-pin-bowling/*
Disallow: /tradefair/*
Disallow: /futsal/*
Disallow: /fussball/*
Disallow: /tradefair-test/*
Disallow: /harness-racing/*
Disallow: /olympics-2008/*
Disallow: /equestrian/*
Disallow: /horse-racing-virtual/*
Disallow: /mixed-martial-arts/*
Disallow: /olympics-2012/*
Disallow: /football/*
Disallow: /auto-racing/*
Disallow: /winter-olympics-2014/*
Disallow: /beach-soccer/*
Disallow: /rugby/*
Disallow: /motorsports/*
Disallow: /pes-pallo/*
Disallow: /inline-hockey/*
Disallow: /skiing/*
Disallow: /biathlon/*
Disallow: /football-live/*
Disallow: /other-sports-live/*
Disallow: /tennis-live/*
Disallow: /basketball-live/*
Disallow: /american-fb-live/*
Disallow: /snooker-live/*
Disallow: /rugby-union-live/*
Disallow: /cricket-live/*
Disallow: /baseball-live/*
Disallow: /motorbikes-live/*
Disallow: /ice-hockey-live/*
Disallow: /greyhounds-live/*
Disallow: /politics-live/*
Disallow: /golf-live/*
Disallow: /darts-live/*
Disallow: /motor-racing-live/*
Disallow: /specials-live/*
Disallow: /rugby-league-live/*
Disallow: /current-affairs/*
Disallow: /volleyball-live/*
Disallow: /undefined-live/*
Disallow: /handball-live/*
Disallow: /gaa-live/*
Disallow: /beach-volleyball-live/*
Disallow: /boxing-live/*
Disallow: /squash-live/*
Disallow: /speedway-live/*
Disallow: /water-polo-live/*
Disallow: /e-sports/*
Disallow: /cycling-live/*
Disallow: /table-tennis-live/*
Disallow: /american-football-live/*
Disallow: /olympics-2016/*
Disallow: /mma-live/*
Disallow: /tv-live/*
Disallow: /aussie-rules-live/*
Disallow: /mma-ufc/*
Disallow: /poker-live/*
Disallow: /olympics-live/*