User-agent: * Disallow: /ping? Disallow: /shop?* Disallow: /search Disallow: /index.html? Disallow: /? Disallow: /?hl=*& Disallow: /?hl=*&*&gws_rd=ssl User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: * Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /cgi-bin/ Disallow: /about/ Disallow: /contact-us/ Disallow: /contact/ Disallow: /wp- Disallow: /e/ Disallow: /show-error-* Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: /comment-page- Allow: /wp-content/uploads/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.ico$ Disallow: /*.opml$ Disallow: /*.shtml$ Disallow: /*.jpg$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /wp-* Allow: /wp-content/uploads/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: / User-agent: Googlebot Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Explicit rules for common LLM bots that might not attribute source data. User-agent: anthropic-ai User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: cohere-ai User-agent: Diffbot User-agent: FacebookBot User-agent: GPTBot User-agent: ImagesiftBot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: Omgilibot User-agent: PerplexityBot User-agent: Timpibot Sitemap: http://peptidedaily.com/sitemap.xml