User-Agent: *
Disallow: /

User-agent: Screaming Frog SEO Spider
Allow: /

#Robots all dev websites