# Allow all web crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://dnggod.github.io/sitemap.xml # Host directive Host: dnggod.github.io # Google-specific rules User-agent: Googlebot Allow: / # Allow image crawling User-agent: Googlebot-Image Allow: /*.jpg$ Allow: /*.png$ Allow: /*.gif$ # Allow mobile crawling User-agent: Googlebot-Mobile Allow: / # Allow AdSense User-agent: Mediapartners-Google Allow: / # Disallow specific paths (if needed) # Disallow: /private/ # Disallow: /admin/ # Disallow: /temp/