# robots.txt for http://www.mathworks.com
# Please do not update this file without contacting the owner or alternate contact (if owner is OOO)
# Owner: Jeff Federico
# Alternate contact: webops@mathworks.com


# Sharepoint
User-agent: sprobot
Disallow: /cgi-bin
Disallow: /web_downloads 
Disallow: /accesslogin

User-agent: *

Disallow: /access/pagenotfound.html
Disallow: /matlabcentral/fileexchange/tags
Disallow: /products/connections/product_detail/product_35486.html
Disallow: /cgi-bin
Disallow: /web_downloads 
Disallow: /accesslogin
Disallow: /products/connections/trials
Disallow: /matlabcentral/fileexchange/download.do
Disallow: /contest/*/view_submission.html
Disallow: /help/pdf_doc/polyspace
Disallow: /help/pdf_doc/c166
Disallow: /help/pdf_doc/mpc555dk
Disallow: /help/pdf_doc/osek
Disallow: /help/pdf_doc/tic2000
Disallow: /help/pdf_doc/tic6000
Disallow: /help/pdf_doc/ccslink
Disallow: /help/pdf_doc/modelsim
Disallow: /help/pdf_doc/tasking
Disallow: /help/pdf_doc/dotnetbuilder
Disallow: /help/pdf_doc/matlabxl
Disallow: /help/pdf_doc/javabuilder
Disallow: /help/pdf_doc/compiler
Disallow: /help/pdf_doc/mdce
Disallow: /help/pdf_doc/mbc
Disallow: /help/pdf_doc/rtwin
Disallow: /help/pdf_doc/rtw
Disallow: /help/pdf_doc/ecoder
Disallow: /help/pdf_doc/sldv
Disallow: /help/pdf_doc/slhdlcoder
Disallow: /help/pdf_doc/xpc
Disallow: /help/pdf_doc/matlab/relnotes_pr.pdf
Disallow: /help/pdf_doc/polyspace/polyspace_release_notes_pr.pdf
Disallow: /matlabcentral/newsreader/search_results
Disallow: /matlabcentral/newsreader/create_message
Disallow: /matlabcentral/newsreader/view_original
Disallow: /matlabcentral/newsreader/flagged_as_spam
Disallow: /matlabcentral/newsreader/thread_feed
Disallow: /matlabcentral/newsreader/tag_search_results
Disallow: /matlabcentral/newsreader/watchlist
Disallow: /matlabcentral/newsreader/create_thread_watchlist/ 
Disallow: /matlabcentral/fileexchange/authors/contact/ 
Disallow: /_site_doc
Disallow: /brandguide
Disallow: /support/books/members/
Disallow: /products/bioinfo/demos.html?file=/products/demos/shipping/bioinfo/bacacghdemo.html
Disallow: /programs/nrd/   
Disallow: /programs/trials/matlab-trial-request.html   
Disallow: /programs/trials/matlab-trial-request-conf.html
Disallow: /programs/curriculum_materials.html
Disallow: /programs/research_materials.html
Disallow: /moler/ncm-download.html
Disallow: /programs/user-portals/
Disallow: /includes_content/domainRedirect/country_select.html
Disallow: /programs/facebook/
Disallow: /includes_content/missing_handler/view_map.html
Disallow: /help/search/
Disallow: /searchresults*
Disallow: /support/beta/
Disallow: /products/distriben/mdcs_pricing_policy_and_other_terms.pdf
Disallow: /company/jobs/apply/
Disallow: /support/2012b/
Disallow: /support/2013a/
Disallow: /company/events/seminars/locations/*
Disallow: /test/
Disallow: /support/2013b/
Disallow: /help/compiler/

# File Exchange index crawling - prevent needless iteration
Disallow: /matlabcentral/fileexchange/?
Disallow: /matlabcentral/fileexchange/?term=type:function*&*
Allow:    /matlabcentral/fileexchange/?term=type:function
Allow:    /matlabcentral/fileexchange/?term=type:function&page=*
Disallow: /matlabcentral/fileexchange/?term=type:app*&*
Allow:    /matlabcentral/fileexchange/?term=type:app
Allow:    /matlabcentral/fileexchange/?term=type:app&page=*
Disallow: /matlabcentral/fileexchange/?term=type:example*&*
Allow:    /matlabcentral/fileexchange/?term=type:example
Allow:    /matlabcentral/fileexchange/?term=type:example&page=*
Disallow: /matlabcentral/fileexchange/?term=type:class*&*
Allow:    /matlabcentral/fileexchange/?term=type:class
Allow:    /matlabcentral/fileexchange/?term=type:class&page=*
Disallow: /matlabcentral/fileexchange/?term=type:model*&*
Allow:    /matlabcentral/fileexchange/?term=type:model
Allow:    /matlabcentral/fileexchange/?term=type:model&page=*
Disallow: /matlabcentral/fileexchange/?term=type:video*&*
Allow:    /matlabcentral/fileexchange/?term=type:video
Allow:    /matlabcentral/fileexchange/?term=type:video&page=*
Disallow: /matlabcentral/fileexchange/?term=type:driver*&*
Allow:    /matlabcentral/fileexchange/?term=type:driver
Allow:    /matlabcentral/fileexchange/?term=type:driver&page=*
Disallow: /matlabcentral/fileexchange/?term=type:script*&*
Allow:    /matlabcentral/fileexchange/?term=type:script
Allow:    /matlabcentral/fileexchange/?term=type:script&page=*
Disallow: /matlabcentral/fileexchange/*?*download=true*
Disallow: /matlabcentral/fileexchange/tags
Disallow: /matlabcentral/fileexchange/authors/?
Disallow: /matlabcentral/fileexchange/authors/?page=*&*
Allow:    /matlabcentral/fileexchange/authors/?page=*
Disallow: /matlabcentral/fileexchange/feedbacks
Disallow: /matlabcentral/newsreader/create_author_watchlist
Disallow: /matlabcentral/fileexchange/feed.atom

# Newsreader index crawling - prevent needless iteration
Disallow: /matlabcentral/newsreader/?
Disallow: /matlabcentral/newsreader/?page=*&*
Allow:    /matlabcentral/newsreader/?page=*
Disallow: /matlabcentral/newsreader/tag_search_results
Disallow: /matlabcentral/newsreader/search_results
Disallow: /matlabcentral/newsreader/author_search_results

# Answers
Disallow: /matlabcentral/answers/?
Disallow: /matlabcentral/answers/?page=*&*
Disallow: /matlabcentral/answers/?s_cid=global_nav&*
Disallow: /matlabcentral/answers/?s_cid=global_nav&*page=*&*
Allow: /matlabcentral/answers/?page=*
Allow: /matlabcentral/answers/?page=*&s_cid=global_nav
Allow: /matlabcentral/answers/?s_cid=global_nav&page=*
Allow: /matlabcentral/answers/?s_cid=global_nav

Disallow: /support/bugreports/
Disallow: /accesslogin/createProfile.do

# 13b PR
Disallow: /support/sysreq/r2013b-prerelease
Disallow: /support/sysreq/r2013b-ps-prerelease
Disallow: /support/install/dl_instructions/prerelease/known-issues.html
Disallow: /products/new_products/pr-faq.html
Disallow: /products/new_products/r2013b-pr-transition.html
Disallow: /support/faq/r2013b_pr_bugs.html

# R2006BPV2 (Toyota)
Disallow: /support/r2006bpv2/repaired-bugs.html
Disallow: /support/r2006bpv2/installation-guide.pdf

User-agent: Slurp
Disallow: /store
Disallow: /company/aboutus/policies_statements/travel.html
Disallow: /contest
Crawl-delay: 60

User-agent: nutch-solr-integration
Allow: /support/bugreports/