User-agent: Slurp
Crawl-delay: 0.5

User-agent: *
Allow: /index.html
Allow: /art.html