# https://www.pdfwalle.com/robots.txt

# Following Google Search Central guidelines

# Allow all good crawlers

User-agent: *

Allow: /

Disallow: /dashboard

Disallow: /admin

Disallow: /auth

Disallow: /reset-password

Disallow: /api/

# Explicitly allow Google

User-agent: Googlebot

Allow: /

# Explicitly allow Bing

User-agent: Bingbot

Allow: /

# Block bad bots

User-agent: AhrefsBot

Disallow: /

User-agent: MJ12bot

Disallow: /

User-agent: DotBot

Disallow: /

User-agent: SemrushBot

Disallow: /

# Sitemap location

Sitemap: https://www.pdfwalle.com/sitemap.xml