# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /admissions-aid/admissions-events/info-session/landing-page$
Disallow: /admissions-aid/admissions-events/info-session/landing-page?
Disallow: /admissions-aid/admissions-events/info-session/landing-page/~
Disallow: /production/full-width-elements$
Disallow: /production/full-width-elements?
Disallow: /production/full-width-elements/~
Disallow: /admissions-aid/wait-list-reply-form$
Disallow: /admissions-aid/wait-list-reply-form?
Disallow: /admissions-aid/wait-list-reply-form/~
Disallow: /calendar-test$
Disallow: /calendar-test?
Disallow: /calendar-test/~
Disallow: /admissions-aid/admitted-students/student-ambassador-conversations$
Disallow: /admissions-aid/admitted-students/student-ambassador-conversations?
Disallow: /admissions-aid/admitted-students/student-ambassador-conversations/~
Disallow: /alumniae/community-updates/in-memoriam/fried$
Disallow: /alumniae/community-updates/in-memoriam/fried?
Disallow: /alumniae/community-updates/in-memoriam/fried/~
Disallow: /admissions-aid/admitted-students$
Disallow: /admissions-aid/admitted-students?
Disallow: /admissions-aid/admitted-students/~
Disallow: /give/the-commonwealth-fund/giving-day2$
Disallow: /give/the-commonwealth-fund/giving-day2?
Disallow: /give/the-commonwealth-fund/giving-day2/~
Disallow: /alumniae/reunions-and-events/the-merrill-series/merrill-series-2025$
Disallow: /alumniae/reunions-and-events/the-merrill-series/merrill-series-2025?
Disallow: /alumniae/reunions-and-events/the-merrill-series/merrill-series-2025/~
Disallow: /mobile-fixed-header-test$
Disallow: /mobile-fixed-header-test?
Disallow: /mobile-fixed-header-test/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /news/celebrating-the-vision$
Disallow: /news/celebrating-the-vision?
Disallow: /news/celebrating-the-vision/~
Disallow: /admissions-aid/admitted-students/events$
Disallow: /admissions-aid/admitted-students/events?
Disallow: /admissions-aid/admitted-students/events/~
Disallow: /admissions-aid/admissions-events/commonwealth-up-close-registration$
Disallow: /admissions-aid/admissions-events/commonwealth-up-close-registration?
Disallow: /admissions-aid/admissions-events/commonwealth-up-close-registration/~
Disallow: /parents/events/backtoschoolnight$
Disallow: /parents/events/backtoschoolnight?
Disallow: /parents/events/backtoschoolnight/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /admissions-aid/admissions-events/registration/open-house-landing-page$
Disallow: /admissions-aid/admissions-events/registration/open-house-landing-page?
Disallow: /admissions-aid/admissions-events/registration/open-house-landing-page/~
Disallow: /admissions-aid/admissions-events/registration/landing-page$
Disallow: /admissions-aid/admissions-events/registration/landing-page?
Disallow: /admissions-aid/admissions-events/registration/landing-page/~
Disallow: /give/the-commonwealth-fund/monthly-gifts$
Disallow: /give/the-commonwealth-fund/monthly-gifts?
Disallow: /give/the-commonwealth-fund/monthly-gifts/~
Disallow: /alumniae/reunions-and-events/celebrating-the-vision$
Disallow: /alumniae/reunions-and-events/celebrating-the-vision?
Disallow: /alumniae/reunions-and-events/celebrating-the-vision/~
Disallow: /alumniae/reunions-and-events/class-of-2015-10-year-reunion$
Disallow: /alumniae/reunions-and-events/class-of-2015-10-year-reunion?
Disallow: /alumniae/reunions-and-events/class-of-2015-10-year-reunion/~
Disallow: /alumniae/reunions-and-events/commonwealth-reunion-classes-of-1961-1999-clone$
Disallow: /alumniae/reunions-and-events/commonwealth-reunion-classes-of-1961-1999-clone?
Disallow: /alumniae/reunions-and-events/commonwealth-reunion-classes-of-1961-1999-clone/~
Disallow: /news/art-show-opening-senior-speeches$
Disallow: /news/art-show-opening-senior-speeches?
Disallow: /news/art-show-opening-senior-speeches/~
Disallow: /give/the-commonwealth-fund/faculty-staff-appreciation$
Disallow: /give/the-commonwealth-fund/faculty-staff-appreciation?
Disallow: /give/the-commonwealth-fund/faculty-staff-appreciation/~
Disallow: /alumniae/reunions-and-events/00s-reunion$
Disallow: /alumniae/reunions-and-events/00s-reunion?
Disallow: /alumniae/reunions-and-events/00s-reunion/~
Disallow: /alumniae/reunions-and-events/2018-reunion$
Disallow: /alumniae/reunions-and-events/2018-reunion?
Disallow: /alumniae/reunions-and-events/2018-reunion/~
Disallow: /alumniae/reunions-and-events/commonwealth-reunion-classes-of-2000-2021-clone$
Disallow: /alumniae/reunions-and-events/commonwealth-reunion-classes-of-2000-2021-clone?
Disallow: /alumniae/reunions-and-events/commonwealth-reunion-classes-of-2000-2021-clone/~
Disallow: /blank-page$
Disallow: /blank-page?
Disallow: /blank-page/~
Disallow: /registration-clone-84$
Disallow: /registration-clone-84?
Disallow: /registration-clone-84/~
Disallow: /alumniae/reunions-and-events/new-york-city-reunion-clone$
Disallow: /alumniae/reunions-and-events/new-york-city-reunion-clone?
Disallow: /alumniae/reunions-and-events/new-york-city-reunion-clone/~
Disallow: /admissions-aid/new-student-gathering-rsvp$
Disallow: /admissions-aid/new-student-gathering-rsvp?
Disallow: /admissions-aid/new-student-gathering-rsvp/~
Disallow: /alumniae/reunions-and-events/class-of-1974-50th-reunion$
Disallow: /alumniae/reunions-and-events/class-of-1974-50th-reunion?
Disallow: /alumniae/reunions-and-events/class-of-1974-50th-reunion/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /home-clone-august-12-2020$
Disallow: /home-clone-august-12-2020?
Disallow: /home-clone-august-12-2020/~
Disallow: /alumniae/reunions-and-events/dc-reception$
Disallow: /alumniae/reunions-and-events/dc-reception?
Disallow: /alumniae/reunions-and-events/dc-reception/~
Disallow: /alumniae/reunions-and-events/2013-reunion$
Disallow: /alumniae/reunions-and-events/2013-reunion?
Disallow: /alumniae/reunions-and-events/2013-reunion/~
Disallow: /lp/history-research-paper-sample-searching-for-the-lost-generation$
Disallow: /lp/history-research-paper-sample-searching-for-the-lost-generation?
Disallow: /lp/history-research-paper-sample-searching-for-the-lost-generation/~
Disallow: /about/board-of-trustees$
Disallow: /about/board-of-trustees?
Disallow: /about/board-of-trustees/~
Disallow: /production/landing-page-template-2$
Disallow: /production/landing-page-template-2?
Disallow: /production/landing-page-template-2/~
Disallow: /production/social-elements/feeds$
Disallow: /production/social-elements/feeds?
Disallow: /production/social-elements/feeds/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /lp$
Disallow: /lp?
Disallow: /lp/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /production/news-elements$
Disallow: /production/news-elements?
Disallow: /production/news-elements/~
Disallow: /admissions-aid/admissions-events/game-night-registration$
Disallow: /admissions-aid/admissions-events/game-night-registration?
Disallow: /admissions-aid/admissions-events/game-night-registration/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /form-example$
Disallow: /form-example?
Disallow: /form-example/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /work-order-2021$
Disallow: /work-order-2021?
Disallow: /work-order-2021/~
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back$
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back?
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/~
Disallow: /production/media$
Disallow: /production/media?
Disallow: /production/media/~
Disallow: /alumniae/reunions-and-events/the-merrill-series/the-merrill-series-uncommon-conversations$
Disallow: /alumniae/reunions-and-events/the-merrill-series/the-merrill-series-uncommon-conversations?
Disallow: /alumniae/reunions-and-events/the-merrill-series/the-merrill-series-uncommon-conversations/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /admissions-aid/how-apply/admissions-process-faqs$
Disallow: /admissions-aid/how-apply/admissions-process-faqs?
Disallow: /admissions-aid/how-apply/admissions-process-faqs/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/project-mentoring$
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/project-mentoring?
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/project-mentoring/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /giving-day-2021-clone$
Disallow: /giving-day-2021-clone?
Disallow: /giving-day-2021-clone/~
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/college-search-mentoring$
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/college-search-mentoring?
Disallow: /alumniae/welcome-commonwealth-alumniae/give-back/college-search-mentoring/~
Disallow: /admissions-aid/admitted-students/reply-form$
Disallow: /admissions-aid/admitted-students/reply-form?
Disallow: /admissions-aid/admitted-students/reply-form/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /site-notes$
Disallow: /site-notes?
Disallow: /site-notes/~
Disallow: /approved-designs$
Disallow: /approved-designs?
Disallow: /approved-designs/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /academics/dive-in-commonwealth/dive-in-commonwealth-en-espanol$
Disallow: /academics/dive-in-commonwealth/dive-in-commonwealth-en-espanol?
Disallow: /academics/dive-in-commonwealth/dive-in-commonwealth-en-espanol/~
Disallow: /admissions-aid/admissions-events/past-admissions-events$
Disallow: /admissions-aid/admissions-events/past-admissions-events?
Disallow: /admissions-aid/admissions-events/past-admissions-events/~
Disallow: /covid-19/virtual-commonwealth$
Disallow: /covid-19/virtual-commonwealth?
Disallow: /covid-19/virtual-commonwealth/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /production/news-elements/news-grid$
Disallow: /production/news-elements/news-grid?
Disallow: /production/news-elements/news-grid/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /production/news-elements/news-slideshow$
Disallow: /production/news-elements/news-slideshow?
Disallow: /production/news-elements/news-slideshow/~
Disallow: /production/news-elements/news-post-page$
Disallow: /production/news-elements/news-post-page?
Disallow: /production/news-elements/news-post-page/~
Disallow: /production/news-elements/news-list$
Disallow: /production/news-elements/news-list?
Disallow: /production/news-elements/news-list/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~
Disallow: /production/posts/new-page$
Disallow: /production/posts/new-page?
Disallow: /production/posts/new-page/~
Disallow: /production/posts/post-grid$
Disallow: /production/posts/post-grid?
Disallow: /production/posts/post-grid/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /production/posts/post-slideshow$
Disallow: /production/posts/post-slideshow?
Disallow: /production/posts/post-slideshow/~
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-classes-and-learning$
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-classes-and-learning?
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-classes-and-learning/~
Disallow: /academics/dive-in-commonwealth/dive-in-commonwealth-en-espanol/aplicar$
Disallow: /academics/dive-in-commonwealth/dive-in-commonwealth-en-espanol/aplicar?
Disallow: /academics/dive-in-commonwealth/dive-in-commonwealth-en-espanol/aplicar/~
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-health-and-wellness$
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-health-and-wellness?
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-health-and-wellness/~
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-student-life-and-extracurriculars$
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-student-life-and-extracurriculars?
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-student-life-and-extracurriculars/~
Disallow: /covid-19/reopening-guide$
Disallow: /covid-19/reopening-guide?
Disallow: /covid-19/reopening-guide/~
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-college-counseling$
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-college-counseling?
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-college-counseling/~
Disallow: /lp/annual-fund-fall-2021$
Disallow: /lp/annual-fund-fall-2021?
Disallow: /lp/annual-fund-fall-2021/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /production/athletics/teams$
Disallow: /production/athletics/teams?
Disallow: /production/athletics/teams/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-resources$
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-resources?
Disallow: /covid-19/virtual-commonwealth/virtual-commonwealth-resources/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /give/the-commonwealth-fund/senior-family-gift$
Disallow: /give/the-commonwealth-fund/senior-family-gift?
Disallow: /give/the-commonwealth-fund/senior-family-gift/~
Disallow: /alumniae/reunions-and-events/thanksgiving-assembly-and-alumniae-reunion$
Disallow: /alumniae/reunions-and-events/thanksgiving-assembly-and-alumniae-reunion?
Disallow: /alumniae/reunions-and-events/thanksgiving-assembly-and-alumniae-reunion/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /lp/hugheswharton-matchinggift$
Disallow: /lp/hugheswharton-matchinggift?
Disallow: /lp/hugheswharton-matchinggift/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~
Disallow: /admissions-aid/admitted-students/reply-form/thank-you$
Disallow: /admissions-aid/admitted-students/reply-form/thank-you?
Disallow: /admissions-aid/admitted-students/reply-form/thank-you/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~