# robots.txt for http://www.mathworks.com
# Please do not update this file without contacting the owner or alternate contact (if owner is OOO)
# Owner: Jeff Federico
# Alternate contact: webops@mathworks.com


# Sharepoint
User-agent: sprobot
Disallow: /cgi-bin
Disallow: /web_downloads 
Disallow: /accesslogin

User-agent: *

Disallow: /support/faq/r2017a_pr_bugs.html 
Disallow: /support/sysreq/r2017a-prerelease/index.html 
Disallow: /products/new_products/r2017a-pr-transition.html 
Disallow: /access/pagenotfound.html
Disallow: /matlabcentral/fileexchange/tags
Disallow: /products/connections/product_detail/product_35486.html
Disallow: /cgi-bin
Disallow: /web_downloads 
Disallow: /accesslogin
Disallow: /products/connections/trials
Disallow: /matlabcentral/fileexchange/download.do
Disallow: /contest/*/view_submission.html
Disallow: /help/releases/
Allow: /help/releases/R2016a/includes/
Disallow: /help/pdf_doc/
Disallow: /matlabcentral/newsreader/search_results
Disallow: /matlabcentral/newsreader/create_message
Disallow: /matlabcentral/newsreader/view_original
Disallow: /matlabcentral/newsreader/flagged_as_spam
Disallow: /matlabcentral/newsreader/thread_feed
Disallow: /matlabcentral/newsreader/tag_search_results
Disallow: /matlabcentral/newsreader/watchlist
Disallow: /matlabcentral/newsreader/create_thread_watchlist/ 
Disallow: /matlabcentral/fileexchange/authors/contact/ 
Disallow: /_site_doc
Disallow: /brandguide
Disallow: /support/books/members/
Disallow: /programs/products/simulink_real_time_conf.html
Disallow: /programs/products/files/Multi_Industry_Protocols.pdf
Disallow: /programs/products/files/Industrial_Automation_Communications_Protocols.pdf
Disallow: /programs/products/files/Automotive_Communications_Protocols.pdf
Disallow: /programs/products/files/Aerospace_and_Defense_Communications_Protocols.pdf
Disallow: /videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html
Disallow: /videos/real-time-udp-communication-support-99895.html
Disallow: /videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html
Disallow: /videos/flexray-protocol-connectivity-support-in-simulink-real-time-93116.html
Disallow: /products/trials/signal-processing-communications.html
Disallow: /products/trials/image-processing-computer-vision.html
Disallow: /products/trials/data-analytics.html
Disallow: /products/trials/control-system-design-analysis.html
Disallow: /products/trials/computational-finance.html
Disallow: /products/trials/computational-biology.html
Disallow: /products/demos/shipping/
Disallow: /products/demos/shipping_ja/
Disallow: /products/matlab-home-for-enterprise/
Disallow: *.html?file=/products/demos/shipping*
Disallow: /programs/nrd/   
Disallow: /programs/trials/matlab-trial-request.html   
Disallow: /programs/trials/matlab-trial-request-conf.html
Disallow: /programs/trials/eloqua_confirmation.html
Disallow: /programs/trials/trial_options.html
Disallow: /programs/trials/js_disable.html
Disallow: /programs/trials/package_details.html
Disallow: /programs/trials/trial_assisted.html
Disallow: /programs/trials/trial_assisted_confirmation.html
Disallow: /programs/trials/trial_detail.html
Disallow: /programs/curriculum_materials.html
Disallow: /programs/research_materials.html
Disallow: /programs/accelerators/
Disallow: /programs/makerspaces/
Disallow: /programs/mdcs-cloud/learn-more.html 
Disallow: /programs/gpu-trial/
Disallow: /moler/ncm-download.html
Disallow: /programs/user-portals/
Disallow: /includes_content/domainRedirect/country_select.html
Disallow: /programs/facebook/
Disallow: /includes_content/missing_handler/view_map.html
Disallow: /searchresults*
Allow: /searchresults/*videos_all*videos_jp*facets
Disallow: /support/beta/
Disallow: /products/distriben/mdcs_pricing_policy_and_other_terms.pdf
Disallow: /company/jobs/apply/
Disallow: /company/events/seminars/locations/*
Disallow: /test/
Disallow: /help/compiler/
Disallow: /tagteam/77030_MDCSApplicationGuideforAdministrators_92140v00.pdf
Disallow: /pricing-licensing/full-details.html
Disallow: /company/legal/
Disallow: /support/2012a/
Disallow: /support/2011b/
Disallow: /support/2011a/
Disallow: /support/2010b/
Disallow: /support/2010a/
Disallow: /licensecenter/classroom/
Disallow: /content/dam/mathworks/mathworks-dot-com/company/aboutus/policies_statements/service_provider/
Disallow: /videos/series/formula-student-physical-modeling-training-107490.html
Disallow: /videos/series/auvsi-foundation-computer-vision-training-108379.html
Disallow: /campaigns/products/ppc/
Disallow: /campaigns/academia/ppc/
Disallow: /campaigns/training/ppc/
Disallow: /campaigns/products/email/
Disallow: /campaigns/academia/email/
Disallow: /campaigns/training/email/
Disallow: /campaigns/products/display/
Disallow: /campaigns/academia/display/
Disallow: /campaigns/training/display/
Disallow: /campaigns/events/display/
Disallow: /campaigns/company/display/
Disallow: /products/files/industry-model-code-testing.pdf
Disallow: /content/dam/mathworks/mathworks-dot-com/products/files/industry-model-code-testing.pdf
Disallow: /develop/
Disallow: /quality/
Disallow: */shared-content/*
Disallow: /programs/videos/video-feedback.html

  

# File Exchange index crawling - prevent needless iteration
Disallow: /matlabcentral/fileexchange/?
Disallow: /matlabcentral/fileexchange/?term=type:function*&*
Allow:    /matlabcentral/fileexchange/?term=type:function
Allow:    /matlabcentral/fileexchange/?term=type:function&page=*
Disallow: /matlabcentral/fileexchange/?term=type:app*&*
Allow:    /matlabcentral/fileexchange/?term=type:app
Allow:    /matlabcentral/fileexchange/?term=type:app&page=*
Disallow: /matlabcentral/fileexchange/?term=type:example*&*
Allow:    /matlabcentral/fileexchange/?term=type:example
Allow:    /matlabcentral/fileexchange/?term=type:example&page=*
Disallow: /matlabcentral/fileexchange/?term=type:class*&*
Allow:    /matlabcentral/fileexchange/?term=type:class
Allow:    /matlabcentral/fileexchange/?term=type:class&page=*
Disallow: /matlabcentral/fileexchange/?term=type:model*&*
Allow:    /matlabcentral/fileexchange/?term=type:model
Allow:    /matlabcentral/fileexchange/?term=type:model&page=*
Disallow: /matlabcentral/fileexchange/?term=type:video*&*
Allow:    /matlabcentral/fileexchange/?term=type:video
Allow:    /matlabcentral/fileexchange/?term=type:video&page=*
Disallow: /matlabcentral/fileexchange/?term=type:driver*&*
Allow:    /matlabcentral/fileexchange/?term=type:driver
Allow:    /matlabcentral/fileexchange/?term=type:driver&page=*
Disallow: /matlabcentral/fileexchange/?term=type:script*&*
Allow:    /matlabcentral/fileexchange/?term=type:script
Allow:    /matlabcentral/fileexchange/?term=type:script&page=*
Disallow: /matlabcentral/fileexchange/*?*download=true*
Disallow: /matlabcentral/fileexchange/tags
Disallow: /matlabcentral/fileexchange/authors/?
Disallow: /matlabcentral/fileexchange/authors/?page=*&*
Allow:    /matlabcentral/fileexchange/authors/?page=*
Disallow: /matlabcentral/fileexchange/feedbacks
Disallow: /matlabcentral/newsreader/create_author_watchlist
Disallow: /matlabcentral/fileexchange/feed.atom
Disallow: /matlabcentral/fileexchange/index
Disallow: /add-ons/

# Newsreader index crawling - prevent needless iteration
Disallow: /matlabcentral/newsreader/?
Disallow: /matlabcentral/newsreader/?page=*&*
Allow:    /matlabcentral/newsreader/?page=*
Disallow: /matlabcentral/newsreader/tag_search_results
Disallow: /matlabcentral/newsreader/search_results
Disallow: /matlabcentral/newsreader/author_search_results

# Answers
Disallow: /matlabcentral/answers/?
Disallow: /matlabcentral/answers/?page=*&*
Disallow: /matlabcentral/answers/?s_tid=gn_mlc_ans_ans&*
Disallow: /matlabcentral/answers/?s_tid=gn_mlc_ans_ans &*page=*&*
Allow: /matlabcentral/answers/?page=*
Allow: /matlabcentral/answers/?page=*&s_tid=gn_mlc_ans_ans
Allow: /matlabcentral/answers/? s_tid=gn_mlc_ans_ans&page=*
Allow: /matlabcentral/answers/?s_tid=gn_mlc_ans_ans


# Link Exchange
Disallow: /matlabcentral/linkexchange/?
Disallow: /matlabcentral/linkexchange/?page=*&*
Disallow: /matlabcentral/linkexchange/?s_tid=gn_mlc_lx&*
Disallow: /matlabcentral/linkexchange/?s_tid=gn_mlc_lx&*page=*&*
Allow: /matlabcentral/linkexchange/?page=*
Allow: /matlabcentral/linkexchange/?s_tid=gn_mlc_lx&page=*
Allow: /matlabcentral/linkexchange/?s_tid=gn_mlc_lx


Disallow: /support/bugreports/
Disallow: /accesslogin/createProfile.do


# 14b
Disallow: /support/2014b/
Disallow: /products/new_products/r2014b-pr-transition.html
Disallow: /support/faq/r2014b_pr_bugs.html
Disallow: /support/sysreq/r2014b-prerelease
Disallow: /support/sysreq/r2014b-ps-prerelease

# 15a
Disallow: /support/2015a/
Disallow: /products/new_products/r2015a-pr-transition.html
Disallow: /support/faq/r2015a_pr_bugs.html
Disallow: /support/sysreq/r2015a-prerelease
Disallow: /support/sysreq/r2015a-ps-prerelease

# 15b
Disallow: /support/2015b/
Disallow: /products/new_products/r2015b-pr-transition.html
Disallow: /support/faq/r2015b_pr_bugs.html
Disallow: /support/sysreq/r2015b-prerelease
Disallow: /support/sysreq/r2015b-ps-prerelease

# 17b
Disallow: /products/new_products/r2017b-pr-transition.html
Disallow: /support/faq/r2017b_pr_bugs.html
Disallow: /support/sysreq/r2017b-prerelease.html

# Releases
Disallow: /support/2012b/
Disallow: /support/2013a/
Disallow: /support/2013b/
Disallow: /support/2014a/
Disallow: /products/new_products/pr-faq.html
Disallow: /products/new_products/pr-known-issues.html
Disallow: /help/pdf_doc/relnotes/relnotes_pr.pdf

# R2006BPV2 (Toyota)
Disallow: /support/r2006bpv2/repaired-bugs.html
Disallow: /support/r2006bpv2/installation-guide.pdf

User-agent: Slurp
Disallow: /store
Disallow: /company/aboutus/policies_statements/travel.html
Disallow: /contest
Crawl-delay: 60

User-agent: nutch-solr-integration
Allow: /support/bugreports/ 

User-agent: Caliperbot/1.0 
Disallow: / 

User-agent: SearchmetricsBot 
Disallow: / 

User-agent: Covario-IDS/1.0 
Disallow: / 

User-agent: XoviBot 
Disallow: /