#  FULL access (All Spiders)
User-agent: *
Disallow: \includes
Disallow: \images
Disallow: \scripts
Disallow: \test
Disallow: \smarthtml
Disallow: \orderstatus
Disallow: \newsite
Disallow: \media
Disallow: \logs
Disallow: \scripts
Disallow: \htmleditor
Disallow: \data
Disallow: \cgi-bin
Disallow: \access-log