User-agent: * Allow: / Disallow: /api/ Disallow: /dashboard Disallow: /messages Disallow: /notifications Disallow: /saved Disallow: /admin Disallow: /cron/ Disallow: /verify-email Disallow: /reset-password Disallow: /profile # Allow all public pages Allow: /t/ Allow: /browse Allow: /pricing Allow: /privacy Allow: /terms Allow: /about Allow: /u/ # Prevent indexing of filtered/paginated variants # (canonical tags handle this, but belt-and-suspenders) Disallow: /t/*?*page= Disallow: /t/*?*city= Sitemap: https://infodaddy.com/sitemap.xml # Crawl-delay for well-behaved bots Crawl-delay: 1 # Allow major AI crawlers User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: GoogleOther Allow: / User-agent: PerplexityBot Allow: /