# Robots.txt for DMMX Website with AdMob Configuration # Allow all crawlers to access the site User-agent: * Allow: / # Specifically allow AdMob crawlers to access app-ads.txt User-agent: Googlebot Allow: /app-ads.txt # Allow AdMob verification crawlers User-agent: AdsBot-Google Allow: /app-ads.txt Allow: / # Allow Google AdSense crawlers User-agent: Mediapartners-Google Allow: /app-ads.txt Allow: / # Allow access to essential files for AdMob Allow: /assets/app-ads.txt Allow: /favicon.ico Allow: /sitemap.xml # Disallow access to sensitive directories Disallow: /admin/ Disallow: /private/ Disallow: /.git/ Disallow: /node_modules/ Disallow: /src/ # Sitemap location (if you have one) # Sitemap: https://your-domain.com/sitemap.xml # Crawl-delay for general bots (optional) Crawl-delay: 1