# disallow all agents and files
User-agent: *
Disallow: /

User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: CCbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Applebot-Extended
Disallow: /

User-Agent: Googlebot-Image
Allow: /word/
Allow: /learn/

# allow adsense bot on entire site
#User-agent: Googlebot
#Disallow: /nogooglebot/

# allow google bot on entire site
User-agent: Bingbot
User-agent: Googlebot
Allow: /
Disallow: /member/
Disallow: /app/

# allow google bot on entire site
User-agent: archive.org_bot
#Allow: /
Disallow: /member
Disallow: /app/

# allow agents to crawl some
User-agent: Yahoo
User-agent: DuckDuckBot
Allow: /$
Allow: /word/$
Allow: /word/*/$
Allow: /learn/$
Allow: /learn/*/$
Disallow: /member/*
Disallow: /app/

# Allow DoubleVerifyBot and DVBot for Rapti start
User-agent: AdsBot-Google
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: AmazonAdBot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: Bidswitchbot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: CriteoBot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: DoubleVerifyBot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: DVBot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: Grapeshot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: Gumgum
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: IAS_admantx
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: IAS_crawler
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: IAS_wombles
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: Leikibot
Allow: /
Disallow: /member/
Disallow: /app/
User-agent: Mediapartners-Google
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: Opebot-v
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: Peer39_crawler
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: Proximic
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: PubMatic Crawler Bot
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: SinceraSyntheticUser
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: SlickBot
Allow: /
Disallow: /app/
Disallow: /member/
User-agent: TTD-Content
Allow: /
Disallow: /app/
Disallow: /member/


Sitemap: https://www.handspeak.com/sitemap.xml