User-Agent: *
Disallow: /

User-Agent: Googlebot
Allow: /
Crawl-delay: 10

User-Agent: Googlebot-Mobile
Allow: /
Crawl-delay: 10

User-Agent: Googlebot-Image
Allow: /
Crawl-delay: 10

User-Agent: msnbot
Allow: /
Crawl-delay: 10

User-Agent: msnbot-media
Allow: /
Crawl-delay: 10

User-agent: Twitterbot
Allow: /

User-agent: Facebot
Allow: /

User-Agent: Alexabot
Allow: /

Sitemap: https://www.kontenpedia.com/petasite.xml