# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use:      how AI systems may consume the content (immediate, reference, or full).

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# www.robotstxt.org/
# http://searchenginewatch.com/article/2067357/Bye-bye-Crawler-Blocking-the-Parasites
# http://code.google.com/web/controlcrawlindex/

User-agent: Mediapartners-Google
Allow: /

User-agent: *
Disallow: /*?lon=
Disallow: /accidednts-near-me/*?lat=

# https://support.apple.com/en-us/119829
User-Agent: Applebot-Extended
Disallow: /

User-Agent: ImagesiftBot 
Disallow: / 

User-agent: Mediapartners-Google
Allow: /
Allow: /incidents/

# Block Bard
User-agent: Google-Extended
Disallow: /

# https://platform.openai.com/docs/plugins/bot
User-agent: ChatGPT-User
Allow: /

# bingbot drives nearly zero traffic and crawls consistently even with low settings in webmaster console, bye bye
# restored Dec 7, 2021
# blocked again on July 14, 2025
# Unblocked at MSFT request on Sept, 23, 2025
# User-agent: bingbot
# Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SeekportBot
Disallow: /

# https://platform.openai.com/docs/plugins/bot
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: SiteAuditBot
Disallow: /map
Disallow: /incidents/

User-agent: SemrushBot-SI
Disallow: /map
Disallow: /incidents/

User-agent: SemrushBot-CT
Disallow: /map
Disallow: /incidents/

User-agent: PetalBot
Disallow: /

User-agent: Sogou
Disallow: / 

User-agent: netEstate NE Crawler
Disallow: / 

User-agent: clark-crawler2
Disallow: /

User-agent: MJ12bot
Disallow: / 

User-agent: Barkrowler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Mauibot
Disallow: /

User-agent: Adsbot/3.1
Disallow: /

User-agent: Adsbot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: SeznamBot
Disallow: / 

User-agent: Yandex
Disallow: /

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: AcoonBot
Disallow: / 

User-agent: Exabot
Disallow: /

User-agent: Exabot-Images
Disallow: /

User-agent: SearchmetricsBot
Allow: /

User-agent: UnisterBot
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: BeetleBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Spider - Panopta
Disallow: /

User-agent: panopta
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: URLAppendBot/1.0; +http://www.profound.net/urlappendbot.html
Disallow: /

User-agent: TweetmemeBot/3.0; +http://tweetmeme.com/
Disallow: /
User-agent: MJ12bot/v1.4.3, http://www.majestic12.co.uk/bot.php?+
Disallow: /
User-agent: Sosospider/2.0
Disallow: /
User-agent: Python-urllib/2.6
Disallow: /
User-agent: python-requests/1.2.3 CPython/2.7.3 Linux/3.3.8-gcg-201308121035
Disallow: /
User-agent: python-requests/1.2.3 CPython/2.7.2+ Linux/3.0.0-16-virtual
Disallow: /
User-agent: python-requests/1.2.3 CPython/2.7.4 Linux/3.8.11-ec2
Disallow: /
User-agent: Python-urllib/2.7
Disallow: /
User-agent: Python-httplib2/0.7.7 (gzip)
Disallow: /
User-agent: python-requests/1.1.0 CPython/2.6.8 Linux/3.4.48-45.46.amzn1.x86_64
Disallow: /

User-agent: python-requests/2.27.1
Disallow: /
User-agent: python-requests/2.26.0
Disallow: /
User-agent: python-requests/2.28.1
Disallow: /
User-agent: python-requests/2.25.1
Disallow: /
User-agent: python-requests/2.21.0
Disallow: /
User-agent: python-requests/2.23.0
Disallow: /
User-agent: python-requests/2.19.1
Disallow: /
User-agent: python-requests/2.22.0
Disallow: /
User-agent: python-requests/2.28.0
Disallow: /
User-agent: python-requests/2.18.4
Disallow: /
User-agent: python-requests/2.24.0
Disallow: /
User-agent: python-requests/2.12.3
Disallow: /
User-agent: python-requests/2.20.1
Disallow: /
User-agent: python-requests/2.25.0
Disallow: /
User-agent: python-requests/2.2.1 CPython/2.7.18 Linux/5.4.0-117-generic
Disallow: /
User-agent: python-requests/2.7.0 CPython/2.7.9 Windows/2003Server
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-862.14.4.el7.x86_64
Disallow: /
User-agent: exchangelib/4.7.3 (python-requests/2.27.1)
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-1160.71.1.el7.x86_64
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-1160.el7.x86_64
Disallow: /
User-agent: python-requests/2.27.0
Disallow: /
User-agent: python-requests/2.4.3 CPython/3.7.3 Linux/4.9.35-v7+
Disallow: /
User-agent: python-requests/2.20.0
Disallow: /
User-agent: python-requests/2.14.2
Disallow: /
User-agent: python-requests/2.5.1 CPython/2.7.14 Linux/3.14.32-xxxx-std-ipv6-64
Disallow: /
User-agent: python-requests/2.9.1
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.18 Linux/4.14.231-173.361.amzn2.x86_64
Disallow: /
User-agent: python-requests/2.7.0 CPython/2.7.0 Windows/post2008Server
Disallow: /
User-agent: python-requests/2.3.0 CPython/2.7.18 Windows/10
Disallow: /
User-agent: python-requests/2.4.3 CPython/3.4.2 Linux/3.16.0-4-amd64
Disallow: /
User-agent: python-requests/2.21.0 (MechanicalSoup/1.1.0)
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-1160.31.1.el7.x86_64
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.16 Linux/4.14.77-81.59.amzn2.x86_64
Disallow: /
User-agent: python-requests/2.26.0,gzip(gfe)
Disallow: /
User-agent: python-requests/2.7.0 CPython/2.7.12 Linux/4.10.1-041001-generic
Disallow: /
User-agent: python-requests/2.13.0
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-1160.66.1.el7.x86_64
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-1160.62.1.el7.x86_64
Disallow: /
User-agent: python-requests/1.2.3 CPython/2.7.12 Linux/4.9.62-21.56.amzn1.x86_64
Disallow: /
User-agent: python-requests/2.1.0 CPython/2.7.3 Linux/3.2.0-6-amd64
Disallow: /
User-agent: python-requests/2.6.0 CPython/2.7.5 Linux/3.10.0-1127.19.1.el7.x86_64
Disallow: /
User-agent: python-requests/2.28.1;
Disallow: /

User-agent: Zoominfobot
Disallow: /

User-agent: BLEXBot
Disallow: /

# From Wikipedia

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# India
User-agent: 008
Disallow: / 

# Russia, Ukraine, Kazakhstan and Belarus
User-agent: Yandex
Disallow: / 

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

User-agent: panscient.com
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# Don't allow the wayback-machine to index user-pages
User-agent: ia_archiver
Disallow: /California/chp-traffic
Disallow: /California/chp/
Disallow: /California/chp/*


User-agent: ia_archiver
Disallow: /

Sitemap: https://commutedash.com/sitemap.xml
Sitemap: https://commutedash.com/sitemap_general.xml
Sitemap: https://commutedash.com/Arizona/sitemap.xml
Sitemap: https://commutedash.com/California/sitemap.xml
Sitemap: https://commutedash.com/Connecticut/sitemap.xml
Sitemap: https://commutedash.com/Georgia/sitemap.xml
Sitemap: https://commutedash.com/Idaho/sitemap.xml
Sitemap: https://commutedash.com/Louisiana/sitemap.xml
Sitemap: https://commutedash.com/Nevada/sitemap.xml
Sitemap: https://commutedash.com/New-York/sitemap.xml
Sitemap: https://commutedash.com/North-Carolina/sitemap.xml
Sitemap: https://commutedash.com/Oregon/sitemap.xml
Sitemap: https://commutedash.com/Washington/sitemap.xml
Sitemap: https://commutedash.com/Wisconsin/sitemap.xml