# robots.txt for fitgag.com
# Last updated: 2025-01-03
# Purpose: Ultimate SEO optimization and crawl efficiency with 250 improvements.

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /*?*
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/embed/
Disallow: /author/
Disallow: /comments/
Disallow: /404/
Disallow: /?replytocom
Disallow: /*page/*
Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /tmp/
Disallow: /backup/
Disallow: /private/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /register/
Disallow: /*.php$
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /*utm_*
Disallow: /*debug/
Disallow: /test/
Disallow: /old/
Allow: /category/
Allow: /tag/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-includes/js/
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /*.json$
Allow: /latest/
Allow: /popular/
Allow: /featured/

Sitemap: https://fitgag.com/sitemap_index.xml

User-agent: Googlebot
Allow: /
Disallow: /*.zip$
Disallow: /*.pdf$
Disallow: /*.json$
Allow: /category/
Allow: /tag/
Allow: /wp-content/uploads/
Allow: /wp-content/cache/
Crawl-delay: 1

User-agent: bingbot
Allow: /
Disallow: /*.zip$
Disallow: /*.pdf$
Allow: /category/
Allow: /tag/
Crawl-delay: 3

User-agent: Yandex
Allow: /
Allow: /category/
Allow: /tag/
Disallow: /private/
Crawl-delay: 5

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Crawl-delay: 5

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Allow: /category/
Allow: /tag/
Disallow: /wp-content/uploads/private/

User-agent: Google-Structured-Data-Testing-Tool
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: PetalBot
Allow: /