############################################################################### # PRODUCTION robots.txt for PVADeals Web App # Use this file for: app.pvadeals.com ############################################################################### # Allow all search engines to crawl public pages User-agent: * # Disallow all user account and admin pages Disallow: /client/ Disallow: /admin/ Disallow: /customer/ # Disallow authentication pages Disallow: /signup Disallow: /set-password Disallow: /forgot-password Disallow: /verify-account Disallow: /logout # Disallow API endpoints Disallow: /api/ Disallow: /graphql # Prevent crawling of media/assets if needed # Disallow: /static/ # Disallow: /assets/ # Allow Google Image Bot to crawl images User-agent: Googlebot-Image Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.webp$ # Block bad bots (optional) User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: /