User-agent: * Crawl-delay: 1 Request-rate: 1/1s User-agent: * Allow: /application Allow: /environment Allow: /environment/cache/images Disallow: /libraries Allow: /*/fav/add Allow: /*/p/comment/add Disallow: /*/p/mail/recommend Allow: /*/p/q Allow: /*/reg Disallow: /*/login Disallow: /*/basket Allow: /*/searchquery