# robots.txt for halfgirlfriend.ai # Allow all web crawlers to access all content User-agent: * Allow: / # Allow crawling of all static resources including JavaScript Allow: /_expo/ Allow: /_expo/static/ Allow: /_expo/static/js/ # Disallow crawling of admin or private areas Disallow: /admin/ Disallow: /private/ Disallow: /api/ # Crawl-delay directive for bots to prevent server overload Crawl-delay: 1 # Sitemap location Sitemap: https://halfgirlfriend.ai/sitemap.xml