User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: *
Disallow: /?s=
Disallow: /wp-
Disallow: /feed/
Disallow: /trackback/
Disallow: /rss/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /date/
Disallow: /comments/
Disallow: /images/
Disallow: /finotec-usa/

User-agent: *
Disallow: /it/?s=
Disallow: /it/wp-
Disallow: /it/feed/
Disallow: /it/trackback/
Disallow: /it/rss/
Disallow: /it/comments/feed/
Disallow: /it/page/
Disallow: /it/date/
Disallow: /it/comments/

User-agent: *
Disallow: /de/?s=
Disallow: /de/wp-
Disallow: /de/feed/
Disallow: /de/trackback/
Disallow: /de/rss/
Disallow: /de/comments/feed/
Disallow: /de/page/
Disallow: /de/date/
Disallow: /de/comments/

User-agent: *
Disallow: /fr/?s=
Disallow: /fr/wp-
Disallow: /fr/feed/
Disallow: /fr/trackback/
Disallow: /fr/rss/
Disallow: /fr/comments/feed/
Disallow: /fr/page/
Disallow: /fr/date/
Disallow: /fr/comments/

User-agent: *
Disallow: /es/?s=
Disallow: /es/wp-
Disallow: /es/feed/
Disallow: /es/trackback/
Disallow: /es/rss/
Disallow: /es/comments/feed/
Disallow: /es/page/
Disallow: /es/date/
Disallow: /es/comments/