User-agent: * Disallow: # Allow all AI crawlers and bots User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: ChatGPT-User Allow: / User-agent: Bingbot Allow: / User-agent: Googlebot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / User-agent: Applebot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Crawl delay (optional - remove if you want maximum crawling speed) # Crawl-delay: 1 # Block malicious crawlers and vulnerability scanners User-agent: * Disallow: /.env* Disallow: /wp-* Disallow: /@vite/ Disallow: /*.php$ Disallow: /config/ Disallow: /.git/ Disallow: /node_modules/ Disallow: /src/ # Sitemap location Sitemap: https://giftcard-mallmygift.com/sitemap.xml