# 
# Comments appear after the "#" symbol at the start of a line, or after a directive
# 

# All other User-agents
User-agent: * # match all bots
Disallow: /ci/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /index.php/
# Disallow: / # keep them out of everything
# Allow: 
Crawl-delay: 10

# Sitemap: http://www.example.com/sitemap.xml

# 
# proposed Extended Standard for Robot Exclusion
# 
# Request-rate: 1/5 # maximum rate is one page every 5 seconds
# Visit-time: 0600-0845 # only visit between 06:00 and 08:45 UTC (GMT)