User-agent: *
Allow: /
Disallow: /admin/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /config/
Disallow: /vendor/
Disallow: /*?s=
Crawl-delay: 1

Sitemap: https://www.pewdo.com/sitemap.xml

# Baidu
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

User-agent: Baiduspider-render
Allow: /

User-agent: Baiduspider-image
Allow: /

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Bing
User-agent: Bingbot
Allow: /

User-agent: MSNBot
Allow: /

# Sogou
User-agent: Sogou web spider
Allow: /

User-agent: Sogou inst spider
Allow: /

User-agent: Sogou spider2
Allow: /

# 360
User-agent: 360Spider
Allow: /

User-agent: 360Spider-Image
Allow: /

# Yandex
User-agent: YandexBot
Allow: /

# ByteDance/Toutiao
User-agent: Bytespider
Allow: /

# Apple
User-agent: Applebot
Allow: /

# Facebook
User-agent: Facebot
Allow: /

# Twitter
User-agent: Twitterbot
Allow: /

# Other search engines
User-agent: PetalBot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: DotBot
Allow: /