# /robots.txt for http://www.ccsf.cc.ca.us/
# comments to webmaster@cloud.ccsf.cc.ca.us

User-agent: *
Allow: /
Disallow: /autodiscover.xml
Disallow: /crossdomain.xml
Disallow: /browserconfig.xml
Disallow: /api
Disallow: /admin
Allow: /Schedule/Archive/
Allow: /Schedule/Archives/
Allow: /translate.google.com
Disallow: /Shared_Files
Disallow: /shared_images
Disallow: /applications
Disallow: /sitemap.xml
Allow: /Campuses/
Disallow: /Chat/
Allow: /Departments/
Allow: /Events_Pubs/
Allow: /Faculty_Handbook/
Allow: /Library/
Allow: /~library/
Allow: /Offices/
Allow: /Organizations/
Allow: /Resources/
Allow: /Services/
Allow: /Student_Handbook/
Allow: /Departments/Biology/
Allow: /Departments/Business/
Allow: /Departments/Computer_Science/
Allow: /NoSearch/
Allow: /Search/
Disallow: /cgi-bin/
Disallow: /Catalog/Search/cgi-bin/
Disallow: /Forms/cgi-bin/
Disallow: /Info/Dir/cgi-bin/
Disallow: /Schedule/cgi-bin/
Disallow: /Schedule/sched
Disallow: /~jjah/
Allow: /Info/Dir/
Allow: /Offices/VCFA/
Allow: /Services/ICL1/handouts/CCSF-Computer-Users-Policy.htm
Allow: /Catalog/Admin/policy.html
Disallow: /Services/Admissions_Records/fall/swwmc23.htm
Disallow: /Services/Admissions_Records/spring/swwmc23.htm
Allow: /Services/Student_Activities/
Allow: /Offices/Office_of_Curriculum_and_Catalog/Outlines/

User-agent: CCSFhtdig
Disallow: /Chat/
Allow: /Departments/Biology/
Allow: /Departments/Business/
Allow: /Departments/Computer_Science/
Allow: /Library/
Allow: /~library/
Disallow: /NoSearch/
Allow: /Search/
Disallow: /cgi-bin/
Disallow: /Catalog/Search/cgi-bin/
Disallow: /Forms/cgi-bin/
Disallow: /Info/Dir/cgi-bin/
Disallow: /Schedule/cgi-bin/
Disallow: /~jjah/
Allow: /Services/ICL1/handouts/CCSF-Computer-Users-Policy.htm
Allow: /Services/Library_Automation/
Allow: /Services/Student_Activities/
Allow: /Catalog/Admin/policy.html
Allow: /Offices/Office_of_Curriculum_and_Catalog/Outlines/

User-agent: ccsf-crawler
Allow: /
Allow: /Offices/VCFA/
#Disallow: /Campuses/
Disallow: /autodiscover.xml
Disallow: /crossdomain.xml
Disallow: /browserconfig.xml
Disallow: /api
Disallow: /admin
Disallow: /Chat/
#Disallow: /Departments/
Allow: /Events_Pubs/
Allow: /Faculty_Handbook/
#Disallow: /Organizations/
#Disallow: /Resources/
#Disallow: /Services/
Allow: /Student_Handbook/
Allow: /Departments/Biology/
Allow: /Departments/Business/
Allow: /Departments/Computer_Science/
Allow: /Library/
Disallow: /NoSearch/
Allow: /Search/
Disallow: /cgi-bin/
Disallow: /Forms/cgi-bin/
Disallow: /Info/Dir/cgi-bin/
Disallow: /Catalog/Search/cgi-bin/
Disallow: /Schedule/cgi-bin/
Allow: /Schedule/sched
Disallow: /~jjah/
Allow: /Offices/VCFA/
Allow: /Services/ICL1/handouts/CCSF-Computer-Users-Policy.htm
Allow: /Catalog/Admin/policy.html
Disallow: /Services/Admissions_Records/fall/swwmc23.htm
Disallow: /Services/Admissions_Records/spring/swwmc23.htm
Allow: /Services/Student_Activities/
Allow: /Offices/Office_of_Curriculum_and_Catalog/Outlines/