# robots.txt for https://www.maria-johnsen.com/
# Optimized for Google, Bing, and other major crawlers

User-agent: *
Allow: /

# Disallow sensitive or duplicate areas
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /wp-content/uploads/private/
Disallow: /media/private/
Disallow: /user/
Disallow: /search/
Disallow: /under-construction/
Disallow: /staging/
Disallow: /test/

# Block file types that don't need indexing
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.zip$

# Allow Googlebot-Image and Googlebot-Video access to public media
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Allow: /media/
Disallow: /wp-content/uploads/private/

User-agent: Googlebot-Video
Allow: /wp-content/uploads/
Allow: /media/
Disallow: /wp-content/uploads/private/

# Sitemap locations
Sitemap: https://www.maria-johnsen.com/sitemap.xml
Sitemap: https://www.maria-johnsen.com/multilingualSEO-blog/sitemap.xml
Sitemap: https://www.maria-johnsen.com/video-sitemap.xml
Sitemap: https://www.maria-johnsen.com/million-dollar-blog/sitemap.xml
Sitemap: https://www.maria-johnsen.com/deutschblog/sitemap.xml
Sitemap: https://www.maria-johnsen.com/lesarticles/sitemap.xml
Sitemap: https://www.maria-johnsen.com/danskblog/sitemap.xml