# robots.txt for wordpress # based on https://gist.github.com/chuckreynolds/135728 User-agent: * Disallow: /wp-admin/ Disallow: /cgi-bin/ Disallow: /trackback/ Disallow: /comment-page-* # Disallow: /?s=* Disallow: /*.php$ Allow: /wp-admin/admin-ajax.php Sitemap: https://carbonbetter.com/sitemap.xml User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / # uncomment to disable Wayback Machine / Archive.org #User-agent: ia_archiver-web.archive.org #Disallow: / Sitemap: https://carbonbetter.com/sitemap_index.xml