User-agent: * Allow: / # Sitemap location Sitemap: https://i.calculator.city/sitemap.xml # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / # Disallow certain file types Disallow: *.css$ Disallow: *.js$ Disallow: *.json$ Disallow: *.xml$ Disallow: *.txt$ # Allow important files Allow: /sitemap.xml Allow: /robots.txt # Crawl delay (optional) Crawl-delay: 1 # Host directive Host: https://i.calculator.city