# Start of robots.txt file

#Allow Yahoo feed agent access for RSS
User-agent: YahooFeedSeeker
Disallow: 

#Allow Google AdSense Spider
User-agent: Mediapartners-Google*
Disallow:

User-agent: Slurp
Crawl-delay: 10
Disallow: /streetools/stock_quotes.aspx
Disallow: /streetools/indicators/equity_volpcratio.aspx

#This is for everybody else
User-agent: *
Disallow: /global.asax
Disallow: /commentary/news_detail_ap.aspx
Disallow: /commentary/news_detail_com.aspx
Disallow: /commentary/forum/AddTopic.aspx
Disallow: /commentary/Discussionboard.aspx
Disallow: /podcasts/podcast_player.aspx
Disallow: /streetools/options/option_montage.aspx
Disallow: /streetools/options/option_quote.aspx
Disallow: /streetools/stock_quotes_nonav.aspx
Disallow: /streetools/charts_net.aspx
Disallow: /streetools/stock_charts.aspx
Disallow: /streetools/charts_net_nonav.aspx
Disallow: /streetools/charts_nonav.aspx
Disallow: /streetools/symbol_news_nonav.aspx
Disallow: /streetools/stock_quotes.aspx
Disallow: /streetools/indicators/equity_volpcratio.aspx
Disallow: /alliance/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /footer/
Disallow: /dblclk/
Disallow: /members/
Disallow: /promotions/
Disallow: /search/
Disallow: /signup/
Disallow: /special/
Disallow: /w3c/
Disallow: /common/
Disallow: /scripts/
Disallow: /cart/ExpressCheckout.aspx
Disallow: /cart/ShoppingCart.aspx
Disallow: /cart/PlusSignup.aspx
Disallow: /*.pdf$
# End of robots.txt file