User-agent: * Allow: / # Allow crawling of images Allow: /wp-content/uploads/ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.webp$ # Allow common assets Allow: /images/ Allow: /assets/ # Sitemap location Sitemap: https://magazine.mindplex.ai/sitemap.xml # Disallow admin or private areas (if any) # Disallow: /admin/ # Disallow: /api/