User-agent: Twitterbot
Disallow: /_archive/
Disallow: /cms/
Disallow: /cgi-bin/


User-agent: *
Disallow: /_archive/
Disallow: /cms/
Disallow: /cgi-bin/