# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /alumni-portal/news/alumni-spotlight1$
Disallow: /alumni-portal/news/alumni-spotlight1?
Disallow: /alumni-portal/news/alumni-spotlight1/~
Disallow: /alumni-portal/news/alumni-spotlight4$
Disallow: /alumni-portal/news/alumni-spotlight4?
Disallow: /alumni-portal/news/alumni-spotlight4/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /athletics/elmer-brown-award$
Disallow: /athletics/elmer-brown-award?
Disallow: /athletics/elmer-brown-award/~
Disallow: /archived-pages/welcome-to-ma-2022$
Disallow: /archived-pages/welcome-to-ma-2022?
Disallow: /archived-pages/welcome-to-ma-2022/~
Disallow: /community/identity-and-equity-groups/ideq-leaders$
Disallow: /community/identity-and-equity-groups/ideq-leaders?
Disallow: /community/identity-and-equity-groups/ideq-leaders/~
Disallow: /academics/college-counseling/college-matriculation-map$
Disallow: /academics/college-counseling/college-matriculation-map?
Disallow: /academics/college-counseling/college-matriculation-map/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /production/social-elements/feeds$
Disallow: /production/social-elements/feeds?
Disallow: /production/social-elements/feeds/~
Disallow: /alumni-portal/reunions$
Disallow: /alumni-portal/reunions?
Disallow: /alumni-portal/reunions/~
Disallow: /messages-post$
Disallow: /messages-post?
Disallow: /messages-post/~
Disallow: /community/identity-and-equity-groups/student-diversity-leadership-conference$
Disallow: /community/identity-and-equity-groups/student-diversity-leadership-conference?
Disallow: /community/identity-and-equity-groups/student-diversity-leadership-conference/~
Disallow: /archived-pages/going-beyond$
Disallow: /archived-pages/going-beyond?
Disallow: /archived-pages/going-beyond/~
Disallow: /archived-pages/mapa-programs/previous-oi-events$
Disallow: /archived-pages/mapa-programs/previous-oi-events?
Disallow: /archived-pages/mapa-programs/previous-oi-events/~
Disallow: /giving/ways-to-give$
Disallow: /giving/ways-to-give?
Disallow: /giving/ways-to-give/~
Disallow: /alumni-portal/news/alumni-spotlight2$
Disallow: /alumni-portal/news/alumni-spotlight2?
Disallow: /alumni-portal/news/alumni-spotlight2/~
Disallow: /admissions/admissions-home$
Disallow: /admissions/admissions-home?
Disallow: /admissions/admissions-home/~
Disallow: /archived-pages/giving/givingday$
Disallow: /archived-pages/giving/givingday?
Disallow: /archived-pages/giving/givingday/~
Disallow: /custom-callouts$
Disallow: /custom-callouts?
Disallow: /custom-callouts/~
Disallow: /archived-pages$
Disallow: /archived-pages?
Disallow: /archived-pages/~
Disallow: /archived-pages/going-beyond/tuition-assistance$
Disallow: /archived-pages/going-beyond/tuition-assistance?
Disallow: /archived-pages/going-beyond/tuition-assistance/~
Disallow: /archived-pages/going-beyond/faculty-support$
Disallow: /archived-pages/going-beyond/faculty-support?
Disallow: /archived-pages/going-beyond/faculty-support/~
Disallow: /archived-pages/going-beyond/about$
Disallow: /archived-pages/going-beyond/about?
Disallow: /archived-pages/going-beyond/about/~
Disallow: /archived-pages/going-beyond/equity-and-inclusion$
Disallow: /archived-pages/going-beyond/equity-and-inclusion?
Disallow: /archived-pages/going-beyond/equity-and-inclusion/~
Disallow: /feeds-element-test$
Disallow: /feeds-element-test?
Disallow: /feeds-element-test/~
Disallow: /fs-test-news-clone$
Disallow: /fs-test-news-clone?
Disallow: /fs-test-news-clone/~
Disallow: /admissions-clone$
Disallow: /admissions-clone?
Disallow: /admissions-clone/~
Disallow: /archived-pages/going-beyond/aquatics-and-community$
Disallow: /archived-pages/going-beyond/aquatics-and-community?
Disallow: /archived-pages/going-beyond/aquatics-and-community/~
Disallow: /archived-pages/admissions-old$
Disallow: /archived-pages/admissions-old?
Disallow: /archived-pages/admissions-old/~
Disallow: /alumni-portal/alumni-giving$
Disallow: /alumni-portal/alumni-giving?
Disallow: /alumni-portal/alumni-giving/~
Disallow: /archived-pages/annual-report$
Disallow: /archived-pages/annual-report?
Disallow: /archived-pages/annual-report/~
Disallow: /aug-2023-home-clone$
Disallow: /aug-2023-home-clone?
Disallow: /aug-2023-home-clone/~
Disallow: /community/identity-and-equity-groups/community-time$
Disallow: /community/identity-and-equity-groups/community-time?
Disallow: /community/identity-and-equity-groups/community-time/~
Disallow: /about/board-of-trustees21-22$
Disallow: /about/board-of-trustees21-22?
Disallow: /about/board-of-trustees21-22/~
Disallow: /community/identity-and-equity-groups/belonging-spaces$
Disallow: /community/identity-and-equity-groups/belonging-spaces?
Disallow: /community/identity-and-equity-groups/belonging-spaces/~
Disallow: /ma-experience/signature-programs/conference-on-democracy/cod-2023$
Disallow: /ma-experience/signature-programs/conference-on-democracy/cod-2023?
Disallow: /ma-experience/signature-programs/conference-on-democracy/cod-2023/~
Disallow: /admissions/welcome-to-ma$
Disallow: /admissions/welcome-to-ma?
Disallow: /admissions/welcome-to-ma/~
Disallow: /arts/tickets$
Disallow: /arts/tickets?
Disallow: /arts/tickets/~
Disallow: /mas-music-after-school-clone$
Disallow: /mas-music-after-school-clone?
Disallow: /mas-music-after-school-clone/~
Disallow: /parents-portal$
Disallow: /parents-portal?
Disallow: /parents-portal/~
Disallow: /coronavirus-2021-22$
Disallow: /coronavirus-2021-22?
Disallow: /coronavirus-2021-22/~
Disallow: /archived-pages/campus-life$
Disallow: /archived-pages/campus-life?
Disallow: /archived-pages/campus-life/~
Disallow: /alumni-portal/news/alumni-spotlight3$
Disallow: /alumni-portal/news/alumni-spotlight3?
Disallow: /alumni-portal/news/alumni-spotlight3/~
Disallow: /academics/summer-offerings$
Disallow: /academics/summer-offerings?
Disallow: /academics/summer-offerings/~
Disallow: /quicklinks/dynamic-content-page$
Disallow: /quicklinks/dynamic-content-page?
Disallow: /quicklinks/dynamic-content-page/~
Disallow: /giving/ma-now-old$
Disallow: /giving/ma-now-old?
Disallow: /giving/ma-now-old/~
Disallow: /production/news-elements/news-grid$
Disallow: /production/news-elements/news-grid?
Disallow: /production/news-elements/news-grid/~
Disallow: /mapa/student-family-handbook/harassment-policy$
Disallow: /mapa/student-family-handbook/harassment-policy?
Disallow: /mapa/student-family-handbook/harassment-policy/~
Disallow: /mapa/student-family-handbook/integrity-and-academic-honesty-dpp$
Disallow: /mapa/student-family-handbook/integrity-and-academic-honesty-dpp?
Disallow: /mapa/student-family-handbook/integrity-and-academic-honesty-dpp/~
Disallow: /production/news-elements/news-slideshow$
Disallow: /production/news-elements/news-slideshow?
Disallow: /production/news-elements/news-slideshow/~
Disallow: /production/posts/post-slideshow$
Disallow: /production/posts/post-slideshow?
Disallow: /production/posts/post-slideshow/~
Disallow: /production/posts/post-grid$
Disallow: /production/posts/post-grid?
Disallow: /production/posts/post-grid/~
Disallow: /production/posts/new-page$
Disallow: /production/posts/new-page?
Disallow: /production/posts/new-page/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /affording-ma-old$
Disallow: /affording-ma-old?
Disallow: /affording-ma-old/~
Disallow: /archived-pages/mapa-programs$
Disallow: /archived-pages/mapa-programs?
Disallow: /archived-pages/mapa-programs/~
Disallow: /approved-designs$
Disallow: /approved-designs?
Disallow: /approved-designs/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /site-notes$
Disallow: /site-notes?
Disallow: /site-notes/~
Disallow: /home-clone-june-13-2019$
Disallow: /home-clone-june-13-2019?
Disallow: /home-clone-june-13-2019/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /archived-pages/giving/ma-celebrates$
Disallow: /archived-pages/giving/ma-celebrates?
Disallow: /archived-pages/giving/ma-celebrates/~
Disallow: /home-slider-work$
Disallow: /home-slider-work?
Disallow: /home-slider-work/~
Disallow: /mapa/student-family-handbook/technology-and-digital-responsibility$
Disallow: /mapa/student-family-handbook/technology-and-digital-responsibility?
Disallow: /mapa/student-family-handbook/technology-and-digital-responsibility/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /coronavirus-2020-21$
Disallow: /coronavirus-2020-21?
Disallow: /coronavirus-2020-21/~
Disallow: /archived-pages/endowment$
Disallow: /archived-pages/endowment?
Disallow: /archived-pages/endowment/~
Disallow: /science$
Disallow: /science?
Disallow: /science/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /arts/visual-arts/2021-art-exhibition$
Disallow: /arts/visual-arts/2021-art-exhibition?
Disallow: /arts/visual-arts/2021-art-exhibition/~
Disallow: /archived-pages/giving/social-media-toolkit$
Disallow: /archived-pages/giving/social-media-toolkit?
Disallow: /archived-pages/giving/social-media-toolkit/~
Disallow: /academics/technology/byod$
Disallow: /academics/technology/byod?
Disallow: /academics/technology/byod/~
Disallow: /about/facilities/design-lab/summer-made$
Disallow: /about/facilities/design-lab/summer-made?
Disallow: /about/facilities/design-lab/summer-made/~
Disallow: /archived-pages/faculty-staff-portal$
Disallow: /archived-pages/faculty-staff-portal?
Disallow: /archived-pages/faculty-staff-portal/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /production/news-elements/news-post-page$
Disallow: /production/news-elements/news-post-page?
Disallow: /production/news-elements/news-post-page/~
Disallow: /production/news-elements/news-list$
Disallow: /production/news-elements/news-list?
Disallow: /production/news-elements/news-list/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /affording-ma-old/lisa-clone$
Disallow: /affording-ma-old/lisa-clone?
Disallow: /affording-ma-old/lisa-clone/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /production/athletics/sports-medicine$
Disallow: /production/athletics/sports-medicine?
Disallow: /production/athletics/sports-medicine/~
Disallow: /production/athletics/strength-conditioning$
Disallow: /production/athletics/strength-conditioning?
Disallow: /production/athletics/strength-conditioning/~
Disallow: /theater-cloneyclone$
Disallow: /theater-cloneyclone?
Disallow: /theater-cloneyclone/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /production/new-page$
Disallow: /production/new-page?
Disallow: /production/new-page/~
Disallow: /about/board-of-trustees21-22/board-of-trustees20-21$
Disallow: /about/board-of-trustees21-22/board-of-trustees20-21?
Disallow: /about/board-of-trustees21-22/board-of-trustees20-21/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /production/media$
Disallow: /production/media?
Disallow: /production/media/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~
Disallow: /production/site-specs$
Disallow: /production/site-specs?
Disallow: /production/site-specs/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /production/news-elements$
Disallow: /production/news-elements?
Disallow: /production/news-elements/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /arts/performing-arts/the-creative-braid$
Disallow: /arts/performing-arts/the-creative-braid?
Disallow: /arts/performing-arts/the-creative-braid/~
Disallow: /archived-pages/donate-or-pledge-now$
Disallow: /archived-pages/donate-or-pledge-now?
Disallow: /archived-pages/donate-or-pledge-now/~
Disallow: /archived-pages/giving$
Disallow: /archived-pages/giving?
Disallow: /archived-pages/giving/~