User-agent: archive.org_bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: cityreview
Disallow: /

User-agent: *
Disallow: /de/go/
Disallow: /blogs/go/
Disallow: /inc/