User-agent: Googlebot
Deny: /

User-agent: Bingbot
Deny: /

User-agent: Twitterbot
Deny: /

User-agent: facebookexternalhit
Deny: /

User-agent: *
Deny: /