User-agent: *
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Sitemap: https://www.anrfactory.com/sitemap_index.xml
# robots.txt for anrfactory.com

# Allow all good bots (Google, Bing, etc.)
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

# Block specific bad bots by user-agent
User-agent: Timpibot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: bot
Disallow: /

User-agent: robot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: gptbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: mj12bot
Disallow: /

# Add Crawl-Delay for specific bots
User-agent: Timpibot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: DataForSeoBot
Crawl-delay: 10

# Block any bot from accessing sensitive paths
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-cron.php
Disallow: /submit-demo/
Disallow: /feed/