#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Crawl-delay: 10
# JS/CSS
Allow: /core/*.css
Allow: /core/*.js
Allow: /misc/*.js
Allow: /misc/*.css
Allow: /modules/*.js
Allow: /modules/*.css
Allow: /libraries/*.js
Allow: /libraries/*.css
Allow: /profiles/*.js
Allow: /profiles/*.css
Allow: /themes/*.js
Allow: /themes/*.css
Allow: /bayarea/core/*.css
Allow: /bayarea/core/*.js
Allow: /bayarea/misc/*.js
Allow: /bayarea/misc/*.css
Allow: /bayarea/modules/*.js
Allow: /bayarea/modules/*.css
Allow: /bayarea/libraries/*.js
Allow: /bayarea/libraries/*.css
Allow: /bayarea/profiles/*.js
Allow: /bayarea/profiles/*.css
Allow: /bayarea/themes/*.js
Allow: /bayarea/themes/*.css
Allow: /boston/core/*.css
Allow: /boston/core/*.js
Allow: /boston/misc/*.js
Allow: /boston/misc/*.css
Allow: /boston/modules/*.js
Allow: /boston/modules/*.css
Allow: /boston/libraries/*.js
Allow: /boston/libraries/*.css
Allow: /boston/profiles/*.js
Allow: /boston/profiles/*.css
Allow: /boston/themes/*.js
Allow: /boston/themes/*.css
Allow: /chicago/core/*.css
Allow: /chicago/core/*.js
Allow: /chicago/misc/*.js
Allow: /chicago/misc/*.css
Allow: /chicago/modules/*.js
Allow: /chicago/modules/*.css
Allow: /chicago/libraries/*.js
Allow: /chicago/libraries/*.css
Allow: /chicago/profiles/*.js
Allow: /chicago/profiles/*.css
Allow: /chicago/themes/*.js
Allow: /chicago/themes/*.css
Allow: /northwest/core/*.css
Allow: /northwest/core/*.js
Allow: /northwest/misc/*.js
Allow: /northwest/misc/*.css
Allow: /northwest/modules/*.js
Allow: /northwest/modules/*.css
Allow: /northwest/libraries/*.js
Allow: /northwest/libraries/*.css
Allow: /northwest/profiles/*.js
Allow: /northwest/profiles/*.css
Allow: /northwest/themes/*.js
Allow: /northwest/themes/*.css
Allow: /philadelphia/core/*.css
Allow: /philadelphia/core/*.js
Allow: /philadelphia/misc/*.js
Allow: /philadelphia/misc/*.css
Allow: /philadelphia/modules/*.js
Allow: /philadelphia/modules/*.css
Allow: /philadelphia/libraries/*.js
Allow: /philadelphia/libraries/*.css
Allow: /philadelphia/profiles/*.js
Allow: /philadelphia/profiles/*.css
Allow: /philadelphia/themes/*.js
Allow: /philadelphia/themes/*.css
Allow: /washington/core/*.css
Allow: /washington/core/*.js
Allow: /washington/misc/*.js
Allow: /washington/misc/*.css
Allow: /washington/modules/*.js
Allow: /washington/modules/*.css
Allow: /washington/libraries/*.js
Allow: /washington/libraries/*.css
Allow: /washington/profiles/*.js
Allow: /washington/profiles/*.css
Allow: /washington/themes/*.js
Allow: /washington/themes/*.css
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /sites/all/wrappers/
Disallow: /bayarea/includes/
Disallow: /bayarea/misc/
Disallow: /bayarea/modules/
Disallow: /bayarea/profiles/
Disallow: /bayarea/scripts/
Disallow: /bayarea/themes/
Disallow: /bayarea/sites/all/wrappers/
Disallow: /boston/includes/
Disallow: /boston/misc/
Disallow: /boston/modules/
Disallow: /boston/profiles/
Disallow: /boston/scripts/
Disallow: /boston/themes/
Disallow: /boston/sites/all/wrappers/
Disallow: /chicago/includes/
Disallow: /chicago/misc/
Disallow: /chicago/modules/
Disallow: /chicago/profiles/
Disallow: /chicago/scripts/
Disallow: /chicago/themes/
Disallow: /chicago/sites/all/wrappers/
Disallow: /northwest/includes/
Disallow: /northwest/misc/
Disallow: /northwest/modules/
Disallow: /northwest/profiles/
Disallow: /northwest/scripts/
Disallow: /northwest/themes/
Disallow: /northwest/sites/all/wrappers/
Disallow: /philadelphia/includes/
Disallow: /philadelphia/misc/
Disallow: /philadelphia/modules/
Disallow: /philadelphia/profiles/
Disallow: /philadelphia/scripts/
Disallow: /philadelphia/themes/
Disallow: /philadelphia/sites/all/wrappers/
Disallow: /washington/includes/
Disallow: /washington/misc/
Disallow: /washington/modules/
Disallow: /washington/profiles/
Disallow: /washington/scripts/
Disallow: /washington/themes/
Disallow: /washington/sites/all/wrappers/
# Files
Allow: /ads.txt
Disallow: /ads
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /bayarea/CHANGELOG.txt
Disallow: /bayarea/cron.php
Disallow: /bayarea/INSTALL.mysql.txt
Disallow: /bayarea/INSTALL.pgsql.txt
Disallow: /bayarea/INSTALL.sqlite.txt
Disallow: /bayarea/install.php
Disallow: /bayarea/INSTALL.txt
Disallow: /bayarea/LICENSE.txt
Disallow: /bayarea/MAINTAINERS.txt
Disallow: /bayarea/update.php
Disallow: /bayarea/UPGRADE.txt
Disallow: /bayarea/xmlrpc.php
Disallow: /boston/CHANGELOG.txt
Disallow: /boston/cron.php
Disallow: /boston/INSTALL.mysql.txt
Disallow: /boston/INSTALL.pgsql.txt
Disallow: /boston/INSTALL.sqlite.txt
Disallow: /boston/install.php
Disallow: /boston/INSTALL.txt
Disallow: /boston/LICENSE.txt
Disallow: /boston/MAINTAINERS.txt
Disallow: /boston/update.php
Disallow: /boston/UPGRADE.txt
Disallow: /boston/xmlrpc.php
Disallow: /chicago/CHANGELOG.txt
Disallow: /chicago/cron.php
Disallow: /chicago/INSTALL.mysql.txt
Disallow: /chicago/INSTALL.pgsql.txt
Disallow: /chicago/INSTALL.sqlite.txt
Disallow: /chicago/install.php
Disallow: /chicago/INSTALL.txt
Disallow: /chicago/LICENSE.txt
Disallow: /chicago/MAINTAINERS.txt
Disallow: /chicago/update.php
Disallow: /chicago/UPGRADE.txt
Disallow: /chicago/xmlrpc.php
Disallow: /northwest/CHANGELOG.txt
Disallow: /northwest/cron.php
Disallow: /northwest/INSTALL.mysql.txt
Disallow: /northwest/INSTALL.pgsql.txt
Disallow: /northwest/INSTALL.sqlite.txt
Disallow: /northwest/install.php
Disallow: /northwest/INSTALL.txt
Disallow: /northwest/LICENSE.txt
Disallow: /northwest/MAINTAINERS.txt
Disallow: /northwest/update.php
Disallow: /northwest/UPGRADE.txt
Disallow: /northwest/xmlrpc.php
Disallow: /philadelphia/CHANGELOG.txt
Disallow: /philadelphia/cron.php
Disallow: /philadelphia/INSTALL.mysql.txt
Disallow: /philadelphia/INSTALL.pgsql.txt
Disallow: /philadelphia/INSTALL.sqlite.txt
Disallow: /philadelphia/install.php
Disallow: /philadelphia/INSTALL.txt
Disallow: /philadelphia/LICENSE.txt
Disallow: /philadelphia/MAINTAINERS.txt
Disallow: /philadelphia/update.php
Disallow: /philadelphia/UPGRADE.txt
Disallow: /philadelphia/xmlrpc.php
Disallow: /washington/CHANGELOG.txt
Disallow: /washington/cron.php
Disallow: /washington/INSTALL.mysql.txt
Disallow: /washington/INSTALL.pgsql.txt
Disallow: /washington/INSTALL.sqlite.txt
Disallow: /washington/install.php
Disallow: /washington/INSTALL.txt
Disallow: /washington/LICENSE.txt
Disallow: /washington/MAINTAINERS.txt
Disallow: /washington/update.php
Disallow: /washington/UPGRADE.txt
Disallow: /washington/xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /nascar-overlays/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/*
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /headline/*
Disallow: /content/*
Disallow: /default
Disallow: /user
Disallow: /bayarea/admin/
Disallow: /bayarea/nascar-overlays/
Disallow: /bayarea/comment/reply/
Disallow: /bayarea/filter/tips/
Disallow: /bayarea/node/*
Disallow: /bayarea/node/add/
Disallow: /bayarea/search/
Disallow: /bayarea/user/register/
Disallow: /bayarea/user/password/
Disallow: /bayarea/user/login/
Disallow: /bayarea/user/logout/
Disallow: /bayarea/headline/*
Disallow: /bayarea/content/*
Disallow: /bayarea/default
Disallow: /bayarea/user
Disallow: /bayarea/robots.txt
Disallow: /boston/admin/
Disallow: /boston/nascar-overlays/
Disallow: /boston/comment/reply/
Disallow: /boston/filter/tips/
Disallow: /boston/node/*
Disallow: /boston/node/add/
Disallow: /boston/search/
Disallow: /boston/user/register/
Disallow: /boston/user/password/
Disallow: /boston/user/login/
Disallow: /boston/user/logout/
Disallow: /boston/headline/*
Disallow: /boston/content/*
Disallow: /boston/default
Disallow: /boston/user
Disallow: /boston/robots.txt
Disallow: /chicago/admin/
Disallow: /chicago/nascar-overlays/
Disallow: /chicago/comment/reply/
Disallow: /chicago/filter/tips/
Disallow: /chicago/node/*
Disallow: /chicago/node/add/
Disallow: /chicago/search/
Disallow: /chicago/user/register/
Disallow: /chicago/user/password/
Disallow: /chicago/user/login/
Disallow: /chicago/user/logout/
Disallow: /chicago/headline/*
Disallow: /chicago/content/*
Disallow: /chicago/default
Disallow: /chicago/user
Disallow: /chicago/robots.txt
Disallow: /northwest/admin/
Disallow: /northwest/nascar-overlays/
Disallow: /northwest/comment/reply/
Disallow: /northwest/filter/tips/
Disallow: /northwest/node/*
Disallow: /northwest/node/add/
Disallow: /northwest/search/
Disallow: /northwest/user/register/
Disallow: /northwest/user/password/
Disallow: /northwest/user/login/
Disallow: /northwest/user/logout/
Disallow: /northwest/headline/*
Disallow: /northwest/content/*
Disallow: /northwest/default
Disallow: /northwest/user
Disallow: /northwest/robots.txt
Disallow: /philadelphia/admin/
Disallow: /philadelphia/nascar-overlays/
Disallow: /philadelphia/comment/reply/
Disallow: /philadelphia/filter/tips/
Disallow: /philadelphia/node/*
Disallow: /philadelphia/node/add/
Disallow: /philadelphia/search/
Disallow: /philadelphia/user/register/
Disallow: /philadelphia/user/password/
Disallow: /philadelphia/user/login/
Disallow: /philadelphia/user/logout/
Disallow: /philadelphia/headline/*
Disallow: /philadelphia/content/*
Disallow: /philadelphia/default
Disallow: /philadelphia/user
Disallow: /philadelphia/robots.txt
Disallow: /washington/admin/
Disallow: /washington/nascar-overlays/
Disallow: /washington/comment/reply/
Disallow: /washington/filter/tips/
Disallow: /washington/node/*
Disallow: /washington/node/add/
Disallow: /washington/search/
Disallow: /washington/user/register/
Disallow: /washington/user/password/
Disallow: /washington/user/login/
Disallow: /washington/user/logout/
Disallow: /washington/headline/*
Disallow: /washington/content/*
Disallow: /washington/default
Disallow: /washington/user
Disallow: /washington/robots.txt
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /bayarea/?q=admin/
Disallow: /bayarea/?q=comment/reply/
Disallow: /bayarea/?q=filter/tips/
Disallow: /bayarea/?q=node/add/
Disallow: /bayarea/?q=search/
Disallow: /bayarea/?q=user
Disallow: /bayarea/?q=user/password/
Disallow: /bayarea/?q=user/register/
Disallow: /bayarea/?q=user/login/
Disallow: /bayarea/?q=user/logout/
Disallow: /boston/?q=admin/
Disallow: /boston/?q=comment/reply/
Disallow: /boston/?q=filter/tips/
Disallow: /boston/?q=node/add/
Disallow: /boston/?q=search/
Disallow: /boston/?q=user
Disallow: /boston/?q=user/password/
Disallow: /boston/?q=user/register/
Disallow: /boston/?q=user/login/
Disallow: /boston/?q=user/logout/
Disallow: /chicago/?q=admin/
Disallow: /chicago/?q=comment/reply/
Disallow: /chicago/?q=filter/tips/
Disallow: /chicago/?q=node/add/
Disallow: /chicago/?q=search/
Disallow: /chicago/?q=user
Disallow: /chicago/?q=user/password/
Disallow: /chicago/?q=user/register/
Disallow: /chicago/?q=user/login/
Disallow: /chicago/?q=user/logout/
Disallow: /northwest/?q=admin/
Disallow: /northwest/?q=comment/reply/
Disallow: /northwest/?q=filter/tips/
Disallow: /northwest/?q=node/add/
Disallow: /northwest/?q=search/
Disallow: /northwest/?q=user
Disallow: /northwest/?q=user/password/
Disallow: /northwest/?q=user/register/
Disallow: /northwest/?q=user/login/
Disallow: /northwest/?q=user/logout/
Disallow: /philadelphia/?q=admin/
Disallow: /philadelphia/?q=comment/reply/
Disallow: /philadelphia/?q=filter/tips/
Disallow: /philadelphia/?q=node/add/
Disallow: /philadelphia/?q=search/
Disallow: /philadelphia/?q=user
Disallow: /philadelphia/?q=user/password/
Disallow: /philadelphia/?q=user/register/
Disallow: /philadelphia/?q=user/login/
Disallow: /philadelphia/?q=user/logout/
Disallow: /washington/?q=admin/
Disallow: /washington/?q=comment/reply/
Disallow: /washington/?q=filter/tips/
Disallow: /washington/?q=node/add/
Disallow: /washington/?q=search/
Disallow: /washington/?q=user
Disallow: /washington/?q=user/password/
Disallow: /washington/?q=user/register/
Disallow: /washington/?q=user/login/
Disallow: /washington/?q=user/logout/
# Sitemaps
Sitemap: https://www.nbcsports.com/sitemap.xml
Sitemap: https://www.nbcsports.com/sitemap_video.xml
Sitemap: https://www.nbcsports.com/bayarea/sitemap.xml
Sitemap: https://www.nbcsports.com/bayarea/sitemap_video.xml
Sitemap: https://www.nbcsports.com/boston/sitemap.xml
Sitemap: https://www.nbcsports.com/boston/sitemap_video.xml
Sitemap: https://www.nbcsports.com/chicago/sitemap.xml
Sitemap: https://www.nbcsports.com/chicago/sitemap_video.xml
Sitemap: https://www.nbcsports.com/northwest/sitemap.xml
Sitemap: https://www.nbcsports.com/northwest/sitemap_video.xml
Sitemap: https://www.nbcsports.com/philadelphia/sitemap.xml
Sitemap: https://www.nbcsports.com/philadelphia/sitemap_video.xml
Sitemap: https://www.nbcsports.com/washington/sitemap.xml
Sitemap: https://www.nbcsports.com/washington/sitemap_video.xml
Sitemap: https://www.nbcsports.com/edge/sitemap.xml