# All robots will spider the domain User-agent: * Allow: / Disallow: /config/ Disallow: /fckeditor/ Disallow: /phpthumb/ Disallow: /includes/