# robots.txt for www.southwoodrealty.com # Allows crawling and signals permission for search, AI input, and AI training. # Specifically allow these bots User-agent: Google-Extended Allow: / User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: Mediapartners-Google Allow: / User-agent: FeedFetcher-Google Allow: / User-agent: Google-Read-Aloud Allow: / User-agent: DuplexWeb-Google Allow: / User-agent: Google Favicon Allow: / User-agent: Storebot-Google Allow: / User-agent: GoogleOther Allow: / User-agent: bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: OAI-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Amazonbot Allow: / User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: facebookexternalhit Allow: / User-agent: FacebookBot Allow: / User-agent: LinkedInBot Allow: / User-agent: Twitterbot Allow: / User-agent: Slackbot Allow: / User-agent: Discordbot Allow: / # Block all other crawlers User-agent: * Disallow: / Sitemap: https://www.southwoodrealty.com/sitemap.xml