# A comprehensive robots.txt for cardupnow.com
# === 1. Sitemap Declarations  ===
# Declaring all sitemaps ensures every file is explicitly known to search engines.
Sitemap: https://cardupnow.com/sitemap_index.xml
Sitemap: https://cardupnow.com/post-sitemap.xml
Sitemap: https://cardupnow.com/page-sitemap.xml
Sitemap: https://cardupnow.com/use-case-sitemap.xml
Sitemap: https://cardupnow.com/category-sitemap.xml
Sitemap: https://cardupnow.com/use-case-categoy-sitemap.xml
Sitemap: https://cardupnow.com/author-sitemap.xml
Sitemap: https://cardupnow.com/local-sitemap.xml


# === 2. Directives for Specific Bots ===
# Block SEO and marketing analysis bots like Ahrefs and Semrush
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: Screaming Frog
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: SEOkicks-Bot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: Grapeshot
Disallow: /
User-agent: Linkfluence Bot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: NetcraftSurveyAgent
Disallow: /

# === 3. Global Directives for all other Bots ===
User-agent: *
Allow: /
Allow: /wp-content/uploads/

# === 4.1 Essential Rendering Allows (Updated) ===
Allow: /wp-content/plugins/wp-rocket/assets/js/
Allow: /wp-content/plugins/elementor-pro/assets/lib/lottie/
Allow: /wp-content/plugins/elementor-pro/assets/js/
Allow: /wp-content/plugins/elementor-pro/assets/css/
Allow: /wp-content/plugins/bdthemes-element-pack/includes/smooth-scroller/assets/
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css

# === 4. Common URLs to Disallow (Prevents crawling of administrative and low-value pages)
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /?feed=rss2
Disallow: /?feed=atom
Disallow: /*?s=*
Disallow: /*?replytocom
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cdn-cgi/
Disallow: /page/
Disallow: */embed/

# === 6. Block WordPress Utility/Admin Directories
# Prevents wasting budget on files Google doesn't need to index.
Disallow: /search/	
Disallow: /trackback/

# === 7. Block Other Utility Files
# Disallows files related to temporary caches or builder assets.
Disallow: /cache/
Disallow: /backup/
Disallow: /upgrade/