# robots.txt for fedspending.org

User-agent: *
Disallow: /
Disallow: /contact
isallow: /administration
Disallow: /login
Disallow: /restricted
Disallow: /files
Disallow: /customers
Disallow: /control_panel
Disallow: /administer
Disallow: /admin
Disallow: /cms
Disallow: /backend

#User_agent: ShopWiki
#Disallow: /

User_agent: *
Disallow: /tmp
Disallow: /var/log
Disallow: /var/www/html/images
#Request-rate: 1/25 # maximum rate is one page every 25 seconds

#Visit-time: 0200-0945 # (GMT) only visit between 10:00 AM and 4:45 AM EST