# robots.txt for http://www.cesifo-group.de/ # 2014-04-03 User-agent: 008 User-agent: 008/0.85 Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /shop/ Disallow: /portal/ Disallow: /portal/page/portal/Shop_Magnolia/ Disallow: /portal/page/portal/lang-en/Shop_Magnolia/ Disallow: /portal/page/portal/lang-de/Shop_Magnolia/ Crawl-delay: 5