# robots.txt for Epic Tech Taiwan / G.Talk User-agent: * Allow: / # Sitemap location Sitemap: https://www.epictech.tw/sitemap.xml Sitemap: https://www.glf.tw/sitemap.xml # Disallow admin and temporary files Disallow: /bin/ Disallow: /obj/ Disallow: /*.json$ # Disallow removed pages Disallow: /next-door-fresh # Disallow terms of service pages Disallow: /TermsOfService/ # Allow major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Crawl-delay for polite crawling Crawl-delay: 1