# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$ Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page? Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~ Disallow: /production/navigation/tier-three-page/tier-four-page$ Disallow: /production/navigation/tier-three-page/tier-four-page? Disallow: /production/navigation/tier-three-page/tier-four-page/~ Disallow: /production/calendar/list$ Disallow: /production/calendar/list? Disallow: /production/calendar/list/~ Disallow: /production/calendar/grid$ Disallow: /production/calendar/grid? Disallow: /production/calendar/grid/~ Disallow: /divisions/child-family-services/professional-development-day$ Disallow: /divisions/child-family-services/professional-development-day? Disallow: /divisions/child-family-services/professional-development-day/~ Disallow: /production/banners/right-banner$ Disallow: /production/banners/right-banner? Disallow: /production/banners/right-banner/~ Disallow: /production/constituent/profile$ Disallow: /production/constituent/profile? Disallow: /production/constituent/profile/~ Disallow: /home-clone-feb-22-2023$ Disallow: /home-clone-feb-22-2023? Disallow: /home-clone-feb-22-2023/~ Disallow: /production/organizational/two-column$ Disallow: /production/organizational/two-column? Disallow: /production/organizational/two-column/~ Disallow: /production/banners/left-banner$ Disallow: /production/banners/left-banner? Disallow: /production/banners/left-banner/~ Disallow: /production/page-layout/1-column-layout$ Disallow: /production/page-layout/1-column-layout? Disallow: /production/page-layout/1-column-layout/~ Disallow: /production/page-layout/2-column-layout$ Disallow: /production/page-layout/2-column-layout? Disallow: /production/page-layout/2-column-layout/~ Disallow: /special-education/home-clone$ Disallow: /special-education/home-clone? Disallow: /special-education/home-clone/~ Disallow: /production/qa-reports$ Disallow: /production/qa-reports? Disallow: /production/qa-reports/~ Disallow: /production/constituent/directory$ Disallow: /production/constituent/directory? Disallow: /production/constituent/directory/~ Disallow: /home-clone-mar-24-2023$ Disallow: /home-clone-mar-24-2023? Disallow: /home-clone-mar-24-2023/~ Disallow: /production/navigation$ Disallow: /production/navigation? Disallow: /production/navigation/~ Disallow: /production/navigation/tier-three-page$ Disallow: /production/navigation/tier-three-page? Disallow: /production/navigation/tier-three-page/~ Disallow: /production/organizational/three-column$ Disallow: /production/organizational/three-column? Disallow: /production/organizational/three-column/~ Disallow: /production/calendar$ Disallow: /production/calendar? Disallow: /production/calendar/~ Disallow: /production/constituent/search$ Disallow: /production/constituent/search? Disallow: /production/constituent/search/~ Disallow: /production/constituent/students$ Disallow: /production/constituent/students? Disallow: /production/constituent/students/~ Disallow: /production/organizational/accordion$ Disallow: /production/organizational/accordion? Disallow: /production/organizational/accordion/~ Disallow: /production/page-layout/3-column-layout$ Disallow: /production/page-layout/3-column-layout? Disallow: /production/page-layout/3-column-layout/~ Disallow: /production/page-layout/4-column-layout$ Disallow: /production/page-layout/4-column-layout? Disallow: /production/page-layout/4-column-layout/~ Disallow: /production/banners/left-right-banners$ Disallow: /production/banners/left-right-banners? Disallow: /production/banners/left-right-banners/~ Disallow: /production/calendar/slideshow$ Disallow: /production/calendar/slideshow? Disallow: /production/calendar/slideshow/~ Disallow: /production/organizational/four-column$ Disallow: /production/organizational/four-column? Disallow: /production/organizational/four-column/~ Disallow: /production/organizational/container$ Disallow: /production/organizational/container? Disallow: /production/organizational/container/~ Disallow: /tlr/page3$ Disallow: /tlr/page3? Disallow: /tlr/page3/~ Disallow: /production/calendar/event$ Disallow: /production/calendar/event? Disallow: /production/calendar/event/~ Disallow: /tlr/page3/gallery-test-tlr$ Disallow: /tlr/page3/gallery-test-tlr? Disallow: /tlr/page3/gallery-test-tlr/~ Disallow: /districts/assistive-technology/at-resources$ Disallow: /districts/assistive-technology/at-resources? Disallow: /districts/assistive-technology/at-resources/~ Disallow: /finsys$ Disallow: /finsys? Disallow: /finsys/~ Disallow: /production/social-elements$ Disallow: /production/social-elements? Disallow: /production/social-elements/~ Disallow: /communities/inside-education$ Disallow: /communities/inside-education? Disallow: /communities/inside-education/~ Disallow: /production/constituent$ Disallow: /production/constituent? Disallow: /production/constituent/~ Disallow: /production/embed$ Disallow: /production/embed? Disallow: /production/embed/~ Disallow: /production/form$ Disallow: /production/form? Disallow: /production/form/~ Disallow: /production/login$ Disallow: /production/login? Disallow: /production/login/~ Disallow: /production/page-layout$ Disallow: /production/page-layout? Disallow: /production/page-layout/~ Disallow: /production/resources$ Disallow: /production/resources? Disallow: /production/resources/~ Disallow: /production/search$ Disallow: /production/search? Disallow: /production/search/~ Disallow: /production/qa-testing$ Disallow: /production/qa-testing? Disallow: /production/qa-testing/~ Disallow: /divisions/child-family-services/registration-payment$ Disallow: /divisions/child-family-services/registration-payment? Disallow: /divisions/child-family-services/registration-payment/~ Disallow: /sandboxhr/page1$ Disallow: /sandboxhr/page1? Disallow: /sandboxhr/page1/~ Disallow: /tlr/test-images$ Disallow: /tlr/test-images? Disallow: /tlr/test-images/~ Disallow: /college$ Disallow: /college? Disallow: /college/~ Disallow: /tlr/graphic-posts$ Disallow: /tlr/graphic-posts? Disallow: /tlr/graphic-posts/~ Disallow: /temp$ Disallow: /temp? Disallow: /temp/~ Disallow: /home-clone-jul-10-2023$ Disallow: /home-clone-jul-10-2023? Disallow: /home-clone-jul-10-2023/~ Disallow: /templates/a-z-links$ Disallow: /templates/a-z-links? Disallow: /templates/a-z-links/~ Disallow: /templates$ Disallow: /templates? Disallow: /templates/~ Disallow: /communities/sarc-alternative-education$ Disallow: /communities/sarc-alternative-education? Disallow: /communities/sarc-alternative-education/~ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/content-creation-pathway$ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/content-creation-pathway? Disallow: /divisions/technology-and-learning-resources/educational-technology-center/content-creation-pathway/~ Disallow: /communications-plan-2023-24$ Disallow: /communications-plan-2023-24? Disallow: /communications-plan-2023-24/~ Disallow: /approved-designs$ Disallow: /approved-designs? Disallow: /approved-designs/~ Disallow: /production/social-elements/vimeo$ Disallow: /production/social-elements/vimeo? Disallow: /production/social-elements/vimeo/~ Disallow: /cte$ Disallow: /cte? Disallow: /cte/~ Disallow: /production/posts/grid$ Disallow: /production/posts/grid? Disallow: /production/posts/grid/~ Disallow: /production/posts/slideshow$ Disallow: /production/posts/slideshow? Disallow: /production/posts/slideshow/~ Disallow: /templates/basic-page-template$ Disallow: /templates/basic-page-template? Disallow: /templates/basic-page-template/~ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-professional-development-archive/canva$ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-professional-development-archive/canva? Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-professional-development-archive/canva/~ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-district-support$ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-district-support? Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-district-support/~ Disallow: /tlr/new-page$ Disallow: /tlr/new-page? Disallow: /tlr/new-page/~ Disallow: /stats$ Disallow: /stats? Disallow: /stats/~ Disallow: /foothill-horizons-clone$ Disallow: /foothill-horizons-clone? Disallow: /foothill-horizons-clone/~ Disallow: /templates/news-template$ Disallow: /templates/news-template? Disallow: /templates/news-template/~ Disallow: /templates/news-template/article$ Disallow: /templates/news-template/article? Disallow: /templates/news-template/article/~ Disallow: /sandboxhr/page3/new-page$ Disallow: /sandboxhr/page3/new-page? Disallow: /sandboxhr/page3/new-page/~ Disallow: /templates/calendar-template/event$ Disallow: /templates/calendar-template/event? Disallow: /templates/calendar-template/event/~ Disallow: /templates/calendar-template$ Disallow: /templates/calendar-template? Disallow: /templates/calendar-template/~ Disallow: /districts/student-events/defaultboardpostpage$ Disallow: /districts/student-events/defaultboardpostpage? Disallow: /districts/student-events/defaultboardpostpage/~ Disallow: /resources-clone$ Disallow: /resources-clone? Disallow: /resources-clone/~ Disallow: /county-board-of-education-clone$ Disallow: /county-board-of-education-clone? Disallow: /county-board-of-education-clone/~ Disallow: /tlr/page1$ Disallow: /tlr/page1? Disallow: /tlr/page1/~ Disallow: /families/transportation$ Disallow: /families/transportation? Disallow: /families/transportation/~ Disallow: /special-education$ Disallow: /special-education? Disallow: /special-education/~ Disallow: /sandboxhr$ Disallow: /sandboxhr? Disallow: /sandboxhr/~ Disallow: /communities/scoe-community-events-calendar$ Disallow: /communities/scoe-community-events-calendar? Disallow: /communities/scoe-community-events-calendar/~ Disallow: /6cups$ Disallow: /6cups? Disallow: /6cups/~ Disallow: /districts/district-business-support$ Disallow: /districts/district-business-support? Disallow: /districts/district-business-support/~ Disallow: /production/page-layout/three-column-bottom$ Disallow: /production/page-layout/three-column-bottom? Disallow: /production/page-layout/three-column-bottom/~ Disallow: /production/page-layout/two-columns-middle$ Disallow: /production/page-layout/two-columns-middle? Disallow: /production/page-layout/two-columns-middle/~ Disallow: /production/page-layout/two-columns-top$ Disallow: /production/page-layout/two-columns-top? Disallow: /production/page-layout/two-columns-top/~ Disallow: /production/page-layout/one-column-over-two$ Disallow: /production/page-layout/one-column-over-two? Disallow: /production/page-layout/one-column-over-two/~ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-district-support/ceres-unified-school-district$ Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-district-support/ceres-unified-school-district? Disallow: /divisions/technology-and-learning-resources/educational-technology-center/etc-district-support/ceres-unified-school-district/~ Disallow: /temp/board-of-education-clone$ Disallow: /temp/board-of-education-clone? Disallow: /temp/board-of-education-clone/~ Disallow: /vapa$ Disallow: /vapa? Disallow: /vapa/~ Disallow: /seal$ Disallow: /seal? Disallow: /seal/~ Disallow: /mathcon$ Disallow: /mathcon? Disallow: /mathcon/~ Disallow: /temp/scholarship-clone$ Disallow: /temp/scholarship-clone? Disallow: /temp/scholarship-clone/~ Disallow: /cic$ Disallow: /cic? Disallow: /cic/~ Disallow: /eceeoy$ Disallow: /eceeoy? Disallow: /eceeoy/~ Disallow: /families/transfer-appeals$ Disallow: /families/transfer-appeals? Disallow: /families/transfer-appeals/~ Disallow: /production/posts/single$ Disallow: /production/posts/single? Disallow: /production/posts/single/~ Disallow: /families/transcriptsged$ Disallow: /families/transcriptsged? Disallow: /families/transcriptsged/~ Disallow: /etc$ Disallow: /etc? Disallow: /etc/~ Disallow: /production/social-elements/youtube$ Disallow: /production/social-elements/youtube? Disallow: /production/social-elements/youtube/~ Disallow: /production/page-layout/three-columns-top$ Disallow: /production/page-layout/three-columns-top? Disallow: /production/page-layout/three-columns-top/~ Disallow: /divisions/technology-and-learning-resources/financial-systems/qcc$ Disallow: /divisions/technology-and-learning-resources/financial-systems/qcc? Disallow: /divisions/technology-and-learning-resources/financial-systems/qcc/~ Disallow: /production/posts/list$ Disallow: /production/posts/list? Disallow: /production/posts/list/~ Disallow: /production/athletics/roster$ Disallow: /production/athletics/roster? Disallow: /production/athletics/roster/~ Disallow: /production/athletics/teams$ Disallow: /production/athletics/teams? Disallow: /production/athletics/teams/~ Disallow: /production/athletics/profile$ Disallow: /production/athletics/profile? Disallow: /production/athletics/profile/~ Disallow: /production/athletics$ Disallow: /production/athletics? Disallow: /production/athletics/~ Disallow: /production/banners$ Disallow: /production/banners? Disallow: /production/banners/~ Disallow: /production/form/forms-manager$ Disallow: /production/form/forms-manager? Disallow: /production/form/forms-manager/~ Disallow: /production/form/forms$ Disallow: /production/form/forms? Disallow: /production/form/forms/~ Disallow: /production/organizational/tabs$ Disallow: /production/organizational/tabs? Disallow: /production/organizational/tabs/~ Disallow: /production/athletics/events-list$ Disallow: /production/athletics/events-list? Disallow: /production/athletics/events-list/~ Disallow: /production/athletics/single-event$ Disallow: /production/athletics/single-event? Disallow: /production/athletics/single-event/~ Disallow: /production/athletics/table$ Disallow: /production/athletics/table? Disallow: /production/athletics/table/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /at$ Disallow: /at? Disallow: /at/~ Disallow: /cbk$ Disallow: /cbk? Disallow: /cbk/~ Disallow: /podcast$ Disallow: /podcast? Disallow: /podcast/~ Disallow: /communities/sarc-special-education$ Disallow: /communities/sarc-special-education? Disallow: /communities/sarc-special-education/~ Disallow: /production/page-layout/two-column-bottom-right-sidebar$ Disallow: /production/page-layout/two-column-bottom-right-sidebar? Disallow: /production/page-layout/two-column-bottom-right-sidebar/~ Disallow: /production/page-layout/three-columns-middle$ Disallow: /production/page-layout/three-columns-middle? Disallow: /production/page-layout/three-columns-middle/~ Disallow: /production/page-layout/two-column-bottom-left-sidebar$ Disallow: /production/page-layout/two-column-bottom-left-sidebar? Disallow: /production/page-layout/two-column-bottom-left-sidebar/~ Disallow: /production/page-layout/two-column-left-sidebar$ Disallow: /production/page-layout/two-column-left-sidebar? Disallow: /production/page-layout/two-column-left-sidebar/~ Disallow: /production/page-layout/two-column-right-sidebar$ Disallow: /production/page-layout/two-column-right-sidebar? Disallow: /production/page-layout/two-column-right-sidebar/~ Disallow: /production/organizational$ Disallow: /production/organizational? Disallow: /production/organizational/~ Disallow: /production/posts$ Disallow: /production/posts? Disallow: /production/posts/~ Disallow: /production/qa-testing/qa-testing-buttons$ Disallow: /production/qa-testing/qa-testing-buttons? Disallow: /production/qa-testing/qa-testing-buttons/~ Disallow: /production/qa-testing/qa-testing-content$ Disallow: /production/qa-testing/qa-testing-content? Disallow: /production/qa-testing/qa-testing-content/~ Disallow: /special-education-local-plan-area$ Disallow: /special-education-local-plan-area? Disallow: /special-education-local-plan-area/~ Disallow: /tlr/page2$ Disallow: /tlr/page2? Disallow: /tlr/page2/~ Disallow: /sandboxhr/page2$ Disallow: /sandboxhr/page2? Disallow: /sandboxhr/page2/~ Disallow: /sandboxhr/page3$ Disallow: /sandboxhr/page3? Disallow: /sandboxhr/page3/~ Disallow: /iss$ Disallow: /iss? Disallow: /iss/~ Disallow: /tlr$ Disallow: /tlr? Disallow: /tlr/~