User-agent: *
Allow: /sitemap.txt
Disallow: /advertise_beta_message.htm
Disallow: /advertisements/
Disallow: /corporate_brochures/
Disallow: /order_publication.htm
Disallow: /order_e-article.htm
Disallow: /order_info_sheet.htm
Disallow: /order_press_release.htm
Disallow: /order_technical_listing.htm
Disallow: /provider-supplier-top_hits.htm
Disallow: /sitemap.htm
Disallow: /sitemap_authorities.htm
Disallow: /sitemap_everyday.htm
Disallow: /sitemap_organisations.htm
Disallow: /under_construction.htm
Disallow: /state_pages/
Disallow: /scroll_bars/
Disallow: /forms/
Disallow: /AEOL-Links/
Disallow: /e-articles/
Disallow: /news-feeds.htm
Disallow: /news-header.htm
Disallow: /news-press_release_feed.htm
Disallow: /news-publication_feed.htm
Disallow: /publication-feeds.htm
Disallow: /publication-header.htm
Disallow: /annual_reports-feeds.htm
Disallow: /annual_reports-header.htm
Disallow: /ps-search_results.htm
Disallow: /ps-search_sidebar.htm
Disallow: /under_construction.htm 
Disallow: /order_technical_listing.htm 
Disallow: /publication-header.htm
Disallow: /order_press_release.htm
Disallow: /publication-feeds.htm
Disallow: /news-press_release_feed.htm 
Disallow: /order_e-article.htm
Disallow: /news-feeds.htm 
Disallow: /news-publication_feed.htm
Disallow: /news-worthalook_feed.htm
Disallow: /news-authorities_feed.htm
Disallow: /news_popular_feed.htm
Disallow: /industry_updates/july_09_update.htm
Disallow: /search/databases/publications/
Disallow: /databases/fh/
Disallow: /databases/publications/
Disallow: /blog/
Disallow: /publication_feeds/
Disallow: /news_feeds/