# TaskReward robots.txt # Allow all major search engines to crawl public pages. # Auth/utility pages are crawlable so Google can read their tag. User-agent: Googlebot Allow: / Disallow: /user/ Disallow: /admin/ Disallow: /staff/ Disallow: /bukti/ User-agent: Bingbot Allow: / Disallow: /user/ Disallow: /admin/ Disallow: /staff/ Disallow: /bukti/ User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: * Allow: / Disallow: /user/ Disallow: /admin/ Disallow: /staff/ Disallow: /bukti/ Sitemap: https://taskreward.cc/sitemap.xml Sitemap: https://taskreward.cc/functions/v1/generate-sitemap