#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

Sitemap: https://www.pennstatehealth.org/sitemap.xml

User-agent: *

# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Directories
Disallow: /core/
Disallow: /profiles/

# Files
Disallow: /README.txt
Disallow: /web.config

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /locations/center-urologic-care-berks-county/
Disallow: /locations/berks-schuylkill-respiratory-specialists/
Disallow: /locations/advanced-eye-care-specialists-llc/
Disallow: /locations/advanced-podiatry-services/
Disallow: /locations/associated-otolaryngologists-pa-inc/
Disallow: /locations/azizkhan-internal-medicine-associates/
Disallow: /locations/balaci-oral-facial-surgery/
Disallow: /locations/calcagno-rossi-vein-treatment-center/
Disallow: /locations/carlisle-ear-nose-throat/
Disallow: /locations/commerce-family-practice-center/
Disallow: /locations/cumberland-center-natural-health/
Disallow: /locations/cumberland-valley-obstetrics-gynecology-pc/
Disallow: /locations/dailey-eye-associates/
Disallow: /locations/endocrinology-central-pennsylvania/
Disallow: /locations/family-practice-center-pc-steelton/
Disallow: /locations/family-practice-center-pc-halifax/
Disallow: /locations/george-od-rosenwasser-md-pc/
Disallow: /locations/giesswein-plastic-surgery-llc/
Disallow: /locations/green-hill-family-health-center/
Disallow: /locations/hershey-kidney-specialists-inc/
Disallow: /locations/hershey-pediatric-ophthalmology-associates/
Disallow: /locations/internists-central-pa/
Disallow: /locations/jacksonsiegelbaum-gastroenterology/
Disallow: /locations/kakaria-ophthalmology/
Disallow: /locations/keystone-podiatric-medical-associates-pc/
Disallow: /locations/lemoyne-primary-care-pc/
Disallow: /locations/memorial-eye-institute/
Disallow: /locations/miller-oral-surgery/
Disallow: /locations/nephrology-associates-central-pa-inc/
Disallow: /locations/ophthalmology-associates-york-llp/
Disallow: /locations/orthopedic-institute-pa/
Disallow: /locations/pa-gastroenterology-consultants/
Disallow: /locations/pediatrix-medical-group/
Disallow: /locations/pennsylvania-retina-specialists-pc/
Disallow: /locations/perry-physicians-pc/
Disallow: /locations/pinnacle-health-womens-cancer-center/
Disallow: /locations/shah-neurology-epilepsy-llc/
Disallow: /locations/urology-central-pa/
Disallow: /locations/victor-cohen-dpm/
Disallow: /locations/west-shore-family-practice-pc/
Disallow: /locations/woodward-associates/
Disallow: /locations/zlotoff-gilfert-gold-pc/
Disallow: /locations/us-physiatry-llc/
Disallow: /locations/schein-ernst-eye-associates/
Disallow: /locations/sanford-roumm-acharya-associates/
Disallow: /locations/rastogi-family-internal-medicine/
Disallow: /locations/stratis-gayner-plastic-surgery/
Disallow: /locations/paul-d-dalbey-dpm/
Disallow: /locations/oss-health/
Disallow: /locations/partners-womens-healthcare/
Disallow: /locations/mid-penn-oral-maxillofacial-surgery/
Disallow: /locations/mccampbell-plastic-surgery/
Disallow: /locations/hartman-oral-maxillofacial-surgery/
Disallow: /locations/hampden-physician-associates/
Disallow: /locations/family-foot-health-clinic/
Disallow: /locations/ent-surgery-group/
Disallow: /locations/cummings-associates-pc/
Disallow: /locations/cumberland-valley-foot-ankle-specialists-pc/
Disallow: /locations/alan-d-gordon-md-pc/
Disallow: /locations/associates-kidney-disease-hypertension/
Disallow: /locations/kantor-tkatch-associates/
Disallow: /locations/allergy-asthma-specialists-harrisburg/
Disallow: /locations/wood-myers-oral-maxillofacial/
Disallow: /locations/center-kidney-disease-hypertension/
Disallow: /locations/lung-asthma-sleep-associates-pc/
Disallow: /locations/premier-medical-rehabilitation-llc/


# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips/
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/


Disallow: /*keywords=
Disallow: /*results*
Disallow: /*page=