# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /*?const_page= Disallow: /*&const_page= Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /*?const_page= Disallow: /*&const_page= Disallow: /alumni/alumni-events/reunion/71-72-class-events$ Disallow: /alumni/alumni-events/reunion/71-72-class-events? Disallow: /alumni/alumni-events/reunion/71-72-class-events/~ Disallow: /admissions/international-admissions/agent-page$ Disallow: /admissions/international-admissions/agent-page? Disallow: /admissions/international-admissions/agent-page/~ Disallow: /production/social-elements/feeds$ Disallow: /production/social-elements/feeds? Disallow: /production/social-elements/feeds/~ Disallow: /home-clone-hero-test$ Disallow: /home-clone-hero-test? Disallow: /home-clone-hero-test/~ Disallow: /student-life/arts/fine-arts-showcase/original-creation$ Disallow: /student-life/arts/fine-arts-showcase/original-creation? Disallow: /student-life/arts/fine-arts-showcase/original-creation/~ Disallow: /admissions/visit/fallfasttrack$ Disallow: /admissions/visit/fallfasttrack? Disallow: /admissions/visit/fallfasttrack/~ Disallow: /student-life/arts/fine-arts-showcase$ Disallow: /student-life/arts/fine-arts-showcase? Disallow: /student-life/arts/fine-arts-showcase/~ Disallow: /support-marshall/events/grandparents-day/grandparents-day-video$ Disallow: /support-marshall/events/grandparents-day/grandparents-day-video? Disallow: /support-marshall/events/grandparents-day/grandparents-day-video/~ Disallow: /support-marshall/events/forest-school-grandparents-day/rsvp$ Disallow: /support-marshall/events/forest-school-grandparents-day/rsvp? Disallow: /support-marshall/events/forest-school-grandparents-day/rsvp/~ Disallow: /alumni/alumni-events/reunion/02-class-events$ Disallow: /alumni/alumni-events/reunion/02-class-events? Disallow: /alumni/alumni-events/reunion/02-class-events/~ Disallow: /alumni/alumni-events/hilltopper-honors/hilltopper-honors-nominee-form$ Disallow: /alumni/alumni-events/hilltopper-honors/hilltopper-honors-nominee-form? Disallow: /alumni/alumni-events/hilltopper-honors/hilltopper-honors-nominee-form/~ Disallow: /hilltopper-clone$ Disallow: /hilltopper-clone? Disallow: /hilltopper-clone/~ Disallow: /student-life/arts/fine-arts-showcase/art-displays$ Disallow: /student-life/arts/fine-arts-showcase/art-displays? Disallow: /student-life/arts/fine-arts-showcase/art-displays/~ Disallow: /student-life/arts/fine-arts-showcase/choir-performances$ Disallow: /student-life/arts/fine-arts-showcase/choir-performances? Disallow: /student-life/arts/fine-arts-showcase/choir-performances/~ Disallow: /support-marshall/events/annual-auction/fund-a-need/fan$ Disallow: /support-marshall/events/annual-auction/fund-a-need/fan? Disallow: /support-marshall/events/annual-auction/fund-a-need/fan/~ Disallow: /support-marshall/events/honors/nominee-questionaire$ Disallow: /support-marshall/events/honors/nominee-questionaire? Disallow: /support-marshall/events/honors/nominee-questionaire/~ Disallow: /fs-pub-testing$ Disallow: /fs-pub-testing? Disallow: /fs-pub-testing/~ Disallow: /keyword-search$ Disallow: /keyword-search? Disallow: /keyword-search/~ Disallow: /academics/marshall-forest-school/fs-bbq-registration-page$ Disallow: /academics/marshall-forest-school/fs-bbq-registration-page? Disallow: /academics/marshall-forest-school/fs-bbq-registration-page/~ Disallow: /support-marshall/events/volunteer-breakfast-rsvp$ Disallow: /support-marshall/events/volunteer-breakfast-rsvp? Disallow: /support-marshall/events/volunteer-breakfast-rsvp/~ Disallow: /student-life/after-school-program$ Disallow: /student-life/after-school-program? Disallow: /student-life/after-school-program/~ Disallow: /about/diversity-equity-and-inclusion$ Disallow: /about/diversity-equity-and-inclusion? Disallow: /about/diversity-equity-and-inclusion/~ Disallow: /support-marshall/events/honors/nomination-form$ Disallow: /support-marshall/events/honors/nomination-form? Disallow: /support-marshall/events/honors/nomination-form/~ Disallow: /hilltopper/2022-spring-hilltopper$ Disallow: /hilltopper/2022-spring-hilltopper? Disallow: /hilltopper/2022-spring-hilltopper/~ Disallow: /website-instructions/interior-page$ Disallow: /website-instructions/interior-page? Disallow: /website-instructions/interior-page/~ Disallow: /fs-publications-test$ Disallow: /fs-publications-test? Disallow: /fs-publications-test/~ Disallow: /registration$ Disallow: /registration? Disallow: /registration/~ Disallow: /alumni/connected/nomination-form$ Disallow: /alumni/connected/nomination-form? Disallow: /alumni/connected/nomination-form/~ Disallow: /alumni/connected/inspiration-in-action-questionaire$ Disallow: /alumni/connected/inspiration-in-action-questionaire? Disallow: /alumni/connected/inspiration-in-action-questionaire/~ Disallow: /support-marshall/events/grandparents-day/thank-you-redirect$ Disallow: /support-marshall/events/grandparents-day/thank-you-redirect? Disallow: /support-marshall/events/grandparents-day/thank-you-redirect/~ Disallow: /alumni/alumni-events/reunion/93-class-events$ Disallow: /alumni/alumni-events/reunion/93-class-events? Disallow: /alumni/alumni-events/reunion/93-class-events/~ Disallow: /academics/marshall-forest-school/explore/gear-needs$ Disallow: /academics/marshall-forest-school/explore/gear-needs? Disallow: /academics/marshall-forest-school/explore/gear-needs/~ Disallow: /honoreeform$ Disallow: /honoreeform? Disallow: /honoreeform/~ Disallow: /annualreport$ Disallow: /annualreport? Disallow: /annualreport/~ Disallow: /support-marshall/cookiegram$ Disallow: /support-marshall/cookiegram? Disallow: /support-marshall/cookiegram/~ Disallow: /collegecounseling$ Disallow: /collegecounseling? Disallow: /collegecounseling/~ Disallow: /support-marshall/events/graduation$ Disallow: /support-marshall/events/graduation? Disallow: /support-marshall/events/graduation/~ Disallow: /support-marshall/events/annual-auction$ Disallow: /support-marshall/events/annual-auction? Disallow: /support-marshall/events/annual-auction/~ Disallow: /support-marshall/thank-you$ Disallow: /support-marshall/thank-you? Disallow: /support-marshall/thank-you/~ Disallow: /support-marshall/events/golf-outing/golf-outing-rules-shet$ Disallow: /support-marshall/events/golf-outing/golf-outing-rules-shet? Disallow: /support-marshall/events/golf-outing/golf-outing-rules-shet/~ Disallow: /academics/registration$ Disallow: /academics/registration? Disallow: /academics/registration/~ Disallow: /hilltopper/forest-school$ Disallow: /hilltopper/forest-school? Disallow: /hilltopper/forest-school/~ Disallow: /alumni/alumni-events/whats-the-scoop/rsvp$ Disallow: /alumni/alumni-events/whats-the-scoop/rsvp? Disallow: /alumni/alumni-events/whats-the-scoop/rsvp/~ Disallow: /support-marshall/events/graduation/senior-soire$ Disallow: /support-marshall/events/graduation/senior-soire? Disallow: /support-marshall/events/graduation/senior-soire/~ Disallow: /support-marshall/events/graduation/prom$ Disallow: /support-marshall/events/graduation/prom? Disallow: /support-marshall/events/graduation/prom/~ Disallow: /support-marshall/events/annual-auction/fund-a-need/fan-form$ Disallow: /support-marshall/events/annual-auction/fund-a-need/fan-form? Disallow: /support-marshall/events/annual-auction/fund-a-need/fan-form/~ Disallow: /support-marshall/events/behind-the-scenes$ Disallow: /support-marshall/events/behind-the-scenes? Disallow: /support-marshall/events/behind-the-scenes/~ Disallow: /academics/marshall-forest-school/guiding-principles$ Disallow: /academics/marshall-forest-school/guiding-principles? Disallow: /academics/marshall-forest-school/guiding-principles/~ Disallow: /support-marshall/events/graduation/graduation-ceremony$ Disallow: /support-marshall/events/graduation/graduation-ceremony? Disallow: /support-marshall/events/graduation/graduation-ceremony/~ Disallow: /support-marshall/events/graduation/graduation-rehersal-senior-project-fair$ Disallow: /support-marshall/events/graduation/graduation-rehersal-senior-project-fair? Disallow: /support-marshall/events/graduation/graduation-rehersal-senior-project-fair/~ Disallow: /alumni/carepackage$ Disallow: /alumni/carepackage? Disallow: /alumni/carepackage/~ Disallow: /student-life/athletics/team-template$ Disallow: /student-life/athletics/team-template? Disallow: /student-life/athletics/team-template/~ Disallow: /academics/marshall-forest-school/what-is-a-forest-school$ Disallow: /academics/marshall-forest-school/what-is-a-forest-school? Disallow: /academics/marshall-forest-school/what-is-a-forest-school/~ Disallow: /athletics-clone$ Disallow: /athletics-clone? Disallow: /athletics-clone/~ Disallow: /galaxy-gala$ Disallow: /galaxy-gala? Disallow: /galaxy-gala/~ Disallow: /about/head-of-school-search$ Disallow: /about/head-of-school-search? Disallow: /about/head-of-school-search/~ Disallow: /academics/meet-our-admin-team$ Disallow: /academics/meet-our-admin-team? Disallow: /academics/meet-our-admin-team/~ Disallow: /admissions/international-admissions/subscribe$ Disallow: /admissions/international-admissions/subscribe? Disallow: /admissions/international-admissions/subscribe/~ Disallow: /student-life/arts/fine-arts-showcase/band-performances$ Disallow: /student-life/arts/fine-arts-showcase/band-performances? Disallow: /student-life/arts/fine-arts-showcase/band-performances/~ Disallow: /student-life/topper-shop$ Disallow: /student-life/topper-shop? Disallow: /student-life/topper-shop/~ Disallow: /admissions/meet-the-team$ Disallow: /admissions/meet-the-team? Disallow: /admissions/meet-the-team/~ Disallow: /toppershop$ Disallow: /toppershop? Disallow: /toppershop/~ Disallow: /support-marshall/events/graduation/awards-ceremony$ Disallow: /support-marshall/events/graduation/awards-ceremony? Disallow: /support-marshall/events/graduation/awards-ceremony/~ Disallow: /support-marshall/events/graduation/ivy-laureate$ Disallow: /support-marshall/events/graduation/ivy-laureate? Disallow: /support-marshall/events/graduation/ivy-laureate/~ Disallow: /student-life/athletics/live-event-feed$ Disallow: /student-life/athletics/live-event-feed? Disallow: /student-life/athletics/live-event-feed/~ Disallow: /support-marshall/events/grandparents-day/rsvp$ Disallow: /support-marshall/events/grandparents-day/rsvp? Disallow: /support-marshall/events/grandparents-day/rsvp/~ Disallow: /backup-optimized-pages/backup-optimized-pages/support-marshall-clone$ Disallow: /backup-optimized-pages/backup-optimized-pages/support-marshall-clone? Disallow: /backup-optimized-pages/backup-optimized-pages/support-marshall-clone/~ Disallow: /admissions/international-admissions/request-information$ Disallow: /admissions/international-admissions/request-information? Disallow: /admissions/international-admissions/request-information/~ Disallow: /backup-optimized-pages$ Disallow: /backup-optimized-pages? Disallow: /backup-optimized-pages/~ Disallow: /home-clone-dec-22-2021$ Disallow: /home-clone-dec-22-2021? Disallow: /home-clone-dec-22-2021/~ Disallow: /academics/marshall-forest-school/explore$ Disallow: /academics/marshall-forest-school/explore? Disallow: /academics/marshall-forest-school/explore/~ Disallow: /production/calendar/grid$ Disallow: /production/calendar/grid? Disallow: /production/calendar/grid/~ Disallow: /academics/marshall-forest-school/how-it-works$ Disallow: /academics/marshall-forest-school/how-it-works? Disallow: /academics/marshall-forest-school/how-it-works/~ Disallow: /production/calendar/slideshow$ Disallow: /production/calendar/slideshow? Disallow: /production/calendar/slideshow/~ Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$ Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page? Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~ Disallow: /student-life/health-services$ Disallow: /student-life/health-services? Disallow: /student-life/health-services/~ Disallow: /academics/marshall-forest-school/campfire-connect$ Disallow: /academics/marshall-forest-school/campfire-connect? Disallow: /academics/marshall-forest-school/campfire-connect/~ Disallow: /production/page-layout/one-column-over-two$ Disallow: /production/page-layout/one-column-over-two? Disallow: /production/page-layout/one-column-over-two/~ Disallow: /admissions/international-admissions/apply-now$ Disallow: /admissions/international-admissions/apply-now? Disallow: /admissions/international-admissions/apply-now/~ Disallow: /production/form/forms-manager$ Disallow: /production/form/forms-manager? Disallow: /production/form/forms-manager/~ Disallow: /alumni/alumni-events/reunion/reunion-rsvp$ Disallow: /alumni/alumni-events/reunion/reunion-rsvp? Disallow: /alumni/alumni-events/reunion/reunion-rsvp/~ Disallow: /production/navigation/tier-three-page/tier-four-page$ Disallow: /production/navigation/tier-three-page/tier-four-page? Disallow: /production/navigation/tier-three-page/tier-four-page/~ Disallow: /production/constituent/directory$ Disallow: /production/constituent/directory? Disallow: /production/constituent/directory/~ Disallow: /production/social-elements/vimeo$ Disallow: /production/social-elements/vimeo? Disallow: /production/social-elements/vimeo/~ Disallow: /production/constituent/search$ Disallow: /production/constituent/search? Disallow: /production/constituent/search/~ Disallow: /production/constituent/students$ Disallow: /production/constituent/students? Disallow: /production/constituent/students/~ Disallow: /production/constituent/profile$ Disallow: /production/constituent/profile? Disallow: /production/constituent/profile/~ Disallow: /production/social-elements/youtube$ Disallow: /production/social-elements/youtube? Disallow: /production/social-elements/youtube/~ Disallow: /backup-optimized-pages/admissions-home-clone-clone$ Disallow: /backup-optimized-pages/admissions-home-clone-clone? Disallow: /backup-optimized-pages/admissions-home-clone-clone/~ Disallow: /production/navigation/tier-three-page$ Disallow: /production/navigation/tier-three-page? Disallow: /production/navigation/tier-three-page/~ Disallow: /production/athletics/profile$ Disallow: /production/athletics/profile? Disallow: /production/athletics/profile/~ Disallow: /production/athletics/events-list$ Disallow: /production/athletics/events-list? Disallow: /production/athletics/events-list/~ Disallow: /production/athletics/single-event$ Disallow: /production/athletics/single-event? Disallow: /production/athletics/single-event/~ Disallow: /production/athletics/roster$ Disallow: /production/athletics/roster? Disallow: /production/athletics/roster/~ Disallow: /production/athletics/teams$ Disallow: /production/athletics/teams? Disallow: /production/athletics/teams/~ Disallow: /production/athletics/table$ Disallow: /production/athletics/table? Disallow: /production/athletics/table/~ Disallow: /support-marshall/events/golf-outing$ Disallow: /support-marshall/events/golf-outing? Disallow: /support-marshall/events/golf-outing/~ Disallow: /production/qa-testing/qa-testing-content$ Disallow: /production/qa-testing/qa-testing-content? Disallow: /production/qa-testing/qa-testing-content/~ Disallow: /production/qa-testing/qa-testing-buttons$ Disallow: /production/qa-testing/qa-testing-buttons? Disallow: /production/qa-testing/qa-testing-buttons/~ Disallow: /icon-library$ Disallow: /icon-library? Disallow: /icon-library/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /production/banners/right-banner$ Disallow: /production/banners/right-banner? Disallow: /production/banners/right-banner/~ Disallow: /production/banners/left-right-banners$ Disallow: /production/banners/left-right-banners? Disallow: /production/banners/left-right-banners/~ Disallow: /production/banners/left-banner$ Disallow: /production/banners/left-banner? Disallow: /production/banners/left-banner/~ Disallow: /production/organizational/four-column$ Disallow: /production/organizational/four-column? Disallow: /production/organizational/four-column/~ Disallow: /production/calendar/event$ Disallow: /production/calendar/event? Disallow: /production/calendar/event/~ Disallow: /production/calendar/list$ Disallow: /production/calendar/list? Disallow: /production/calendar/list/~ Disallow: /production/form$ Disallow: /production/form? Disallow: /production/form/~ Disallow: /production/page-layout/three-columns-top$ Disallow: /production/page-layout/three-columns-top? Disallow: /production/page-layout/three-columns-top/~ Disallow: /production/organizational/two-column$ Disallow: /production/organizational/two-column? Disallow: /production/organizational/two-column/~ Disallow: /production/organizational/accordion$ Disallow: /production/organizational/accordion? Disallow: /production/organizational/accordion/~ Disallow: /production/form/forms$ Disallow: /production/form/forms? Disallow: /production/form/forms/~ Disallow: /production/posts/list$ Disallow: /production/posts/list? Disallow: /production/posts/list/~ Disallow: /production/posts/grid$ Disallow: /production/posts/grid? Disallow: /production/posts/grid/~ Disallow: /production/posts/slideshow$ Disallow: /production/posts/slideshow? Disallow: /production/posts/slideshow/~ Disallow: /production/posts/single$ Disallow: /production/posts/single? Disallow: /production/posts/single/~ Disallow: /backup-optimized-pages/academics-clone$ Disallow: /backup-optimized-pages/academics-clone? Disallow: /backup-optimized-pages/academics-clone/~ Disallow: /backup-optimized-pages/athletics-clone$ Disallow: /backup-optimized-pages/athletics-clone? Disallow: /backup-optimized-pages/athletics-clone/~ Disallow: /production/organizational/container$ Disallow: /production/organizational/container? Disallow: /production/organizational/container/~ Disallow: /production/organizational/three-column$ Disallow: /production/organizational/three-column? Disallow: /production/organizational/three-column/~ Disallow: /production/organizational/tabs$ Disallow: /production/organizational/tabs? Disallow: /production/organizational/tabs/~ Disallow: /production/page-layout/1-column-layout$ Disallow: /production/page-layout/1-column-layout? Disallow: /production/page-layout/1-column-layout/~ Disallow: /production/page-layout/3-column-layout$ Disallow: /production/page-layout/3-column-layout? Disallow: /production/page-layout/3-column-layout/~ Disallow: /production/page-layout/4-column-layout$ Disallow: /production/page-layout/4-column-layout? Disallow: /production/page-layout/4-column-layout/~ Disallow: /production/page-layout/two-columns-top$ Disallow: /production/page-layout/two-columns-top? Disallow: /production/page-layout/two-columns-top/~ Disallow: /production/page-layout/2-column-layout$ Disallow: /production/page-layout/2-column-layout? Disallow: /production/page-layout/2-column-layout/~ Disallow: /production/page-layout/three-column-bottom$ Disallow: /production/page-layout/three-column-bottom? Disallow: /production/page-layout/three-column-bottom/~ Disallow: /production/page-layout/two-columns-middle$ Disallow: /production/page-layout/two-columns-middle? Disallow: /production/page-layout/two-columns-middle/~ Disallow: /production/page-layout/three-columns-middle$ Disallow: /production/page-layout/three-columns-middle? Disallow: /production/page-layout/three-columns-middle/~ Disallow: /production/page-layout/two-column-bottom-right-sidebar$ Disallow: /production/page-layout/two-column-bottom-right-sidebar? Disallow: /production/page-layout/two-column-bottom-right-sidebar/~ Disallow: /production/page-layout/two-column-bottom-left-sidebar$ Disallow: /production/page-layout/two-column-bottom-left-sidebar? Disallow: /production/page-layout/two-column-bottom-left-sidebar/~ Disallow: /production/page-layout/two-column-left-sidebar$ Disallow: /production/page-layout/two-column-left-sidebar? Disallow: /production/page-layout/two-column-left-sidebar/~ Disallow: /production/page-layout/two-column-right-sidebar$ Disallow: /production/page-layout/two-column-right-sidebar? Disallow: /production/page-layout/two-column-right-sidebar/~ Disallow: /production/page-layout$ Disallow: /production/page-layout? Disallow: /production/page-layout/~ Disallow: /production/athletics$ Disallow: /production/athletics? Disallow: /production/athletics/~ Disallow: /production/banners$ Disallow: /production/banners? Disallow: /production/banners/~ Disallow: /production/calendar$ Disallow: /production/calendar? Disallow: /production/calendar/~ Disallow: /production/constituent$ Disallow: /production/constituent? Disallow: /production/constituent/~ Disallow: /production/embed$ Disallow: /production/embed? Disallow: /production/embed/~ Disallow: /production/login$ Disallow: /production/login? Disallow: /production/login/~ Disallow: /production/navigation$ Disallow: /production/navigation? Disallow: /production/navigation/~ Disallow: /production/organizational$ Disallow: /production/organizational? Disallow: /production/organizational/~ Disallow: /production/posts$ Disallow: /production/posts? Disallow: /production/posts/~ Disallow: /production/resources$ Disallow: /production/resources? Disallow: /production/resources/~ Disallow: /production/search$ Disallow: /production/search? Disallow: /production/search/~ Disallow: /production/social-elements$ Disallow: /production/social-elements? Disallow: /production/social-elements/~ Disallow: /production/qa-testing$ Disallow: /production/qa-testing? Disallow: /production/qa-testing/~ Disallow: /production/site-specs$ Disallow: /production/site-specs? Disallow: /production/site-specs/~