# robots.txt for http://www.mathworks.com # Sharepoint User-agent: sprobot Disallow: /cgi-bin Disallow: /web_downloads Disallow: /accesslogin User-agent: * Disallow: /access/pagenotfound.html Disallow: /matlabcentral/fileexchange/tags Disallow: /products/connections/product_detail/product_35939.html Disallow: /products/connections/product_detail/product_35486.html Disallow: /cgi-bin Disallow: /web_downloads Disallow: /accesslogin Disallow: /products/connections/trials Disallow: /matlabcentral/fileexchange/download.do Disallow: /contest/binpack.cgi/view_submission.html Disallow: /contest/surveyor.cgi/view_submission.html Disallow: /contest/sequence.cgi/view_submission.html Disallow: /contest/mastermind.cgi/view_submission.html Disallow: /contest/molecule.cgi/view_submission.html Disallow: /contest/protein.cgi/view_submission.html Disallow: /contest/trucking.cgi/view_submission.html Disallow: /contest/golf_1.cgi/view_submission.html Disallow: /contest/golf_1_frequencies.cgi/view_submission.html Disallow: /contest/golf_1_palindrome.cgi/view_submission.html Disallow: /contest/golf_1_encryption.cgi/view_submission.html Disallow: /contest/golf_1_infection.cgi/view_submission.html Disallow: /contest/golf_1_heaviest.cgi/view_submission.html Disallow: /contest/golf_1_pathfinder.cgi/view_submission.html Disallow: /contest/golf_1_snake.cgi/view_submission.html Disallow: /contest/gerrymander.cgi/view_submission.html Disallow: /contest/furniture.cgi/view_submission.html Disallow: /contest/ants.cgi/view_submission.html Disallow: /contest/sudoku.cgi/view_submission.html Disallow: /contest/blockbuster.cgi/view_submission.html Disallow: /contest/blackbox.cgi/view_submission.html Disallow: /contest/jumping.cgi/view_submission.html Disallow: /contest/splicing.cgi/view_submission.html Disallow: /matlabcentral/fileexchange/loadFile.do?objectId=6970&objectType=file Disallow: /matlabcentral/fileexchange/loadFile.do?objectId=345&objectType=file Disallow: /matlabcentral/fileexchange/loadFile.do?objectId=216&objectType=file Disallow: /help/pdf_doc/polyspace Disallow: /help/pdf_doc/c166 Disallow: /help/pdf_doc/mpc555dk Disallow: /help/pdf_doc/osek Disallow: /help/pdf_doc/tic2000 Disallow: /help/pdf_doc/tic6000 Disallow: /help/pdf_doc/ccslink Disallow: /help/pdf_doc/modelsim Disallow: /help/pdf_doc/tasking Disallow: /help/pdf_doc/dotnetbuilder Disallow: /help/pdf_doc/matlabxl Disallow: /help/pdf_doc/javabuilder Disallow: /help/pdf_doc/compiler Disallow: /help/pdf_doc/mdce Disallow: /help/pdf_doc/mbc Disallow: /help/pdf_doc/rtwin Disallow: /help/pdf_doc/rtw Disallow: /help/pdf_doc/ecoder Disallow: /help/pdf_doc/sldv Disallow: /help/pdf_doc/slhdlcoder Disallow: /help/pdf_doc/xpc Disallow: /products/connections/product_main.html?prod_id=665 Disallow: /matlabcentral/newsreader/search_results Disallow: /matlabcentral/newsreader/create_message Disallow: /matlabcentral/newsreader/view_original Disallow: /matlabcentral/newsreader/flagged_as_spam Disallow: /matlabcentral/newsreader/thread_feed Disallow: /matlabcentral/newsreader/create_author_watchlist Disallow: /matlabcentral/newsreader/create_author_watchlist Disallow: /matlabcentral/newsreader/tag_search_results Disallow: /matlabcentral/newsreader/watchlist Disallow: /matlabcentral/newsreader/create_thread_watchlist/ Disallow: /matlabcentral/fileexchange/authors/contact/ Disallow: /matlabcentral/newsreader/flagged_as_spam/ Disallow: /products/new_products/pr_faq.html Disallow: /_site_doc Disallow: /matlabcentral/fileexchange/216 Disallow: /matlabcentral/fileexchange/2114 Disallow: /matlabcentral/fileexchange/11854 Disallow: /matlabcentral/fileexchange/2080 Disallow: /matlabcentral/fileexchange/345 Disallow: /brandguide Disallow: /support/books/members/ Disallow: /products/bioinfo/demos.html?file=/products/demos/shipping/bioinfo/bacacghdemo.html Disallow: /matlabcentral/fileexchange/12157-event-based-stop-and-wait-arq-simulation Disallow: /help/ja_JP/ Disallow: /programs/nrd/matlab-trial-request.html Disallow: /programs/nrd/matlab-trial-request-conf.html Disallow: /programs/trials/matlab-trial-request.html Disallow: /programs/trials/matlab-trial-request-conf.html Disallow: /programs/nrd/trial-offer-email.html Disallow: /programs/nrd/trial-offer-email-conf.html Disallow: /programs/curriculum_materials.html Disallow: /programs/research_materials.html Disallow: /academia/best-robotics/BEST-Robotics-MathWorks-Software-Installation-Instructions-2011.html Disallow: /moler/ncm-download.html Disallow: /programs/cloud-console/terms.html Disallow: /programs/user-portals/ Disallow: /includes_content/domainRedirect/country_select.html Disallow: /images/nextgen/programs/facebook/ Disallow: /programs/facebook/ Disallow: /includes_content/missing_handler/view_map.html Disallow: /programs/nrd/image-processing-toolbox-trial-request.html Disallow: /help/search/ Disallow: /searchresults* Disallow: /ja/ Disallow: /support/beta/ Disallow: /products/distriben/mdcs_pricing_policy_and_other_terms.pdf Disallow: /company/jobs/apply/ Disallow: /support/2012b/ Disallow: /support/2013a/ Disallow: /company/events/seminars/locations/* Disallow: /test/ Disallow: /support/2013b/ Disallow: /help/compiler/ # File Exchange index crawling - prevent needless iteration Disallow: /matlabcentral/fileexchange/? Disallow: /matlabcentral/fileexchange/?term=type:function*&* Allow: /matlabcentral/fileexchange/?term=type:function Allow: /matlabcentral/fileexchange/?term=type:function&page=* Disallow: /matlabcentral/fileexchange/?term=type:app*&* Allow: /matlabcentral/fileexchange/?term=type:app Allow: /matlabcentral/fileexchange/?term=type:app&page=* Disallow: /matlabcentral/fileexchange/?term=type:example*&* Allow: /matlabcentral/fileexchange/?term=type:example Allow: /matlabcentral/fileexchange/?term=type:example&page=* Disallow: /matlabcentral/fileexchange/?term=type:class*&* Allow: /matlabcentral/fileexchange/?term=type:class Allow: /matlabcentral/fileexchange/?term=type:class&page=* Disallow: /matlabcentral/fileexchange/?term=type:model*&* Allow: /matlabcentral/fileexchange/?term=type:model Allow: /matlabcentral/fileexchange/?term=type:model&page=* Disallow: /matlabcentral/fileexchange/?term=type:video*&* Allow: /matlabcentral/fileexchange/?term=type:video Allow: /matlabcentral/fileexchange/?term=type:video&page=* Disallow: /matlabcentral/fileexchange/?term=type:driver*&* Allow: /matlabcentral/fileexchange/?term=type:driver Allow: /matlabcentral/fileexchange/?term=type:driver&page=* Disallow: /matlabcentral/fileexchange/?term=type:script*&* Allow: /matlabcentral/fileexchange/?term=type:script Allow: /matlabcentral/fileexchange/?term=type:script&page=* Disallow: /matlabcentral/fileexchange/*?*download=true* Disallow: /matlabcentral/fileexchange/tags Disallow: /matlabcentral/fileexchange/authors/? Disallow: /matlabcentral/fileexchange/authors/?page=*&* Allow: /matlabcentral/fileexchange/authors/?page=* Disallow: /matlabcentral/fileexchange/authors/? Disallow: /matlabcentral/fileexchange/feedbacks # Newsreader index crawling - prevent needless iteration Disallow: /matlabcentral/newsreader/? Disallow: /matlabcentral/newsreader/?page=*&* Allow: /matlabcentral/newsreader/?page=* Disallow: /matlabcentral/newsreader/tag_search_results Disallow: /matlabcentral/newsreader/search_results Disallow: /matlabcentral/newsreader/author_search_results # Answers Disallow: /simulink8beta/answers/ Disallow: /matlabcentral/answers/? Disallow: /matlabcentral/answers/?page=*&* Disallow: /matlabcentral/answers/?s_cid=global_nav&* Disallow: /matlabcentral/answers/?s_cid=global_nav&*page=*&* Allow: /matlabcentral/answers/?page=* Allow: /matlabcentral/answers/?page=*&s_cid=global_nav Allow: /matlabcentral/answers/?s_cid=global_nav&page=* Allow: /matlabcentral/answers/?s_cid=global_nav Disallow: /support/bugreports/ Disallow: /cgi-bin/page_mail_mlc.cgi Disallow: /matlabcentral/newsreader/flagged_as_spam Disallow: /accesslogin/createProfile.do # R2008b prerelease files Disallow: /products/new_products/pr_faq.html Disallow: /products/new_products/pr_polyspacefaq.html Disallow: /products/new_products/r2008b_pr_transition.html Disallow: /support/sysreq/r2008b_prerelease/ Disallow: /support/sysreq/r2008b_prerelease/linux.html Disallow: /support/sysreq/r2008b_prerelease/solaris.html Disallow: /support/sysreq/r2008b_prerelease/macintosh.html Disallow: /support/sysreq/r2008b_ps_prerelease/ Disallow: /support/sysreq/r2008b_ps_prerelease/linux.html Disallow: /support/sysreq/r2008b_ps_prerelease/solaris.html Disallow: /support/faq/r2008b_pr_lbn.html Disallow: /support/faq/r2008b_pspr_lbn.html Disallow: /support/faq/r2008b_pr_bugs.html Disallow: /support/faq/r2008b_pspr_bugs.html Disallow: /help/pdf_doc/matlab/relnotes_pr.pdf Disallow: /help/pdf_doc/polyspace/polyspace_release_notes_pr.pdf Disallow: /programs/prerelease/sla.html Disallow: /programs/prerelease/polyspace_sla.html Disallow: /support/faq/mupad.html # R2009a prerelease files Disallow: /products/new_products/r2009a_pr_transition.html Disallow: /help/pdf_doc/matlab/relnotes_pr.pdf Disallow: /help/pdf_doc/polyspace/polyspace_release_notes_pr.pdf Disallow: /support/install/dl_instructions/R2009a_Prerelease/MAC_instructions.html Disallow: /support/install/dl_instructions/R2009a_Prerelease/MAC_instructions_agent.html Disallow: /support/install/dl_instructions/R2009a_Prerelease/PC_instructions.html Disallow: /support/install/dl_instructions/R2009a_Prerelease/PC_instructions_agent.html Disallow: /support/install/dl_instructions/R2009a_Prerelease/UNIX_instructions.html Disallow: /support/install/dl_instructions/R2009a_Prerelease/UNIX_instructions_agent.html Disallow: /support/faq/r2009a_pr_lbn.html Disallow: /support/faq/r2009a_pspr_lbn.html Disallow: /support/faq/r2009a_pr_bugs.html Disallow: /support/faq/r2009a_pspr_bugs.html Disallow: /support/sysreq/r2009a_prerelease/ Disallow: /support/sysreq/r2009a_ps_prerelease/ # R2011a prerelease Disallow: /support/R2011a/ # R2006BPV2 (Toyota) Disallow: /support/r2006bpv2/repaired-bugs.html Disallow: /support/r2006bpv2/installation-guide.pdf User-agent: Slurp Disallow: /cgi-bin Disallow: /store Disallow: /contest Disallow: /web_downloads Disallow: /company/aboutus/policies_statements/travel.html Crawl-delay: 60 User-agent: nutch-solr-integration Allow: /support/bugreports/