# allow access to all user agents User-agent: * Disallow: /index.htm Disallow: /text/