# Allow Google AdSense crawler
User-agent: Mediapartners-Google
Disallow:

# Rules for all bots
User-agent: *
Disallow: /search
Disallow: /category/
Disallow: /tag/
Allow: /

# Sitemap locations
Sitemap: https://www.thinkforu.org/sitemap.xml
Sitemap: https://www.thinkforu.org/sitemap-pages.xml