# ===================================================================
# Optimized and Validated robots.txt for tamir60.com
# Generated by Gemini, compatible with Rank Math SEO
# Last Updated: 2025/10/30 (1404/08/08)
# ===================================================================

# -------------------------------------------------------------------
# Section 1: Directives for ALL crawlers
# The asterisk (*) means these rules apply to every bot unless
# a more specific user-agent block overrides it later.
# -------------------------------------------------------------------
User-agent: *

# Disallow access to core WordPress folders and sensitive files.
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /readme.html
Disallow: /license.txt

# Allow essential files for correct site rendering and functionality.
# This is crucial for Google to see your site as a user does.
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/js/
Allow: /wp-includes/css/
Allow: /wp-content/uploads/

# Disallow internal search results pages to avoid duplicate content issues.
Disallow: /?s=
Disallow: /search/

# Disallow pages with most parameters that often create duplicate content.
Disallow: /*?
Allow: /*?$

# Disallow trackbacks and feeds which are not useful for search users.
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /pingback/

# -------------------------------------------------------------------
# Section 2: Specific directives for Google's main crawler
# -------------------------------------------------------------------
User-agent: Googlebot
# No specific rules for Googlebot needed at this time, it will follow the '*' rules.

# -------------------------------------------------------------------
# Section 3: Specific directives for image and video crawlers
# -------------------------------------------------------------------
User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

# -------------------------------------------------------------------
# Section 4: Blocking known aggressive non-search engine crawlers (Optional)
# This saves server resources.
# -------------------------------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ===================================================================
# Section 5: Sitemap Declaration
# The following sitemaps are for tamir60.com
# ===================================================================

Sitemap: https://tamir60.com/post-sitemap.xml
Sitemap: https://tamir60.com/page-sitemap.xml
Sitemap: https://tamir60.com/category-sitemap.xml

# END of robots.txt