Sitemap: https://www.friendproject.net/sitemap.xml

# Allow Google crawlers
User-agent: Googlebot
User-agent: Google-InspectionTool
Allow: /

# Allow Microsoft/Bing crawler
User-agent: Bingbot
Allow: /

# Allow DuckDuckGo crawler
User-agent: DuckDuckBot
Allow: /

# Allow Yahoo crawler
User-agent: Slurp
Allow: /

# Yandex general crawler
User-agent: YandexBot
Allow: /

# Apple’s general crawler (not image-only)
User-agent: Applebot
Allow: /

# Allow image & video indexing
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Bingbot-Image
User-agent: YandexImages
User-agent: MSNBot-Media
Allow: /

# Allow primary ad network crawlers
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Adidxbot
User-agent: CriteoBot
User-agent: Quantcastbot
User-agent: PubMatic
User-agent: moatbot
User-agent: AmazonAdBot
User-agent: ias_crawler
User-agent: admantx
User-agent: adbeat
Allow: /

# Allow social media link preview bots
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: PinterestBot
User-agent: Twitterbot
User-agent: Discordbot
User-agent: Slackbot
User-agent: TelegramBot
User-agent: SkypeUriPreview
User-agent: WhatsApp
User-agent: Snapchat
Allow: /

# Allow all other bots
User-agent: *
Crawl-delay: 1
Allow: /