# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.smccd.net/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory /TestPilot/ User-agent: * Disallow: /TestPilot/* Disallow: /_covid-19/* Disallow: /_return-to-campus/* Disallow: /csminternal/* Disallow: /portal/* Disallow: /accounts/portal/* Disallow: /common/* Disallow: /accounts/newcsm/webpages/directory.asp Disallow: /accounts/newcsm/webpages/directory_details.asp Disallow: /accounts/csm/webpages/directory.asp Disallow: /accounts/csm/webpages/directory_details.asp Disallow: /accounts/csmaccredit/* Disallow: /accounts/skydev/* Disallow: /accounts/skylinearchive/* Disallow: /accounts/webready/* Disallow: /accounts/floro/* Disallow: /accounts/webready/admin_listresults5.asp?offset=450 Disallow: /accounts/smccd/directory/* Disallow: /accounts/skyline/general/staff_directory/* Disallow: /accounts/saenzj/* Disallow: /accounts/keane/* Disallow: /international1/* Disallow: /directory/* Disallow: /accounts/smccd/skylib/ Disallow: /accounts/skylib/ Disallow: /accounts/smccddev/* Disallow: /accounts/canpprd/* Disallow: /accounts/candev/* Disallow: /accounts/smccdpprd/* Disallow: /accounts/skypprd/* Disallow: /accounts/csmdev/* Disallow: /accounts/csmtest/* Disallow: /cansparkpoint/* Disallow: /covid-19/* Disallow: /return-to-campus/* Disallow: /*-new* Disallow: /titleix* Disallow: /titleix/*