#robots.txt file User-agent: * Allow: /images Allow: /ftp Allow: /slides Allow: /cyclerimages Allow: /