User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/
Disallow: /private/
Disallow: /login/
Disallow: /register/
Disallow: /checkout/
Disallow: /account/
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.xls$
Allow: /articles/
Allow: /blog/
Crawl-delay: 10
Sitemap: https://thestudyland.com/sitemap.xml
User-agent: Googlebot
Allow: /robots.txt
Skip to content
