User-agent: * Allow: / # Disallow admin or private areas (if any) Disallow: /admin/ Disallow: /api/ Disallow: /*.json$ Disallow: /*.xml$ # Allow specific bots User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Sitemap location Sitemap: https://apt.trading/sitemap.xml # Crawl delay for respectful crawling Crawl-delay: 1