User-agent: googlebot-news
Allow: /blog
Sitemap: https://scrapfly.io/blog/sitemap-posts.xml

User-agent: *
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /api.scrapfly.io
Disallow: /*?*key=
Disallow: /*?*iframe=1
Disallow: /blog/ghost/
Disallow: /blog/p/
Disallow: /blog/email/
Disallow: /blog/r/
Sitemap: https://scrapfly.io/sitemap.xml