# Ranker content is made available for your personal, non-commercial
# use subject to our Terms of Service here: https://www.ranker.com/terms
# Use of any device, tool, or process designed to data mine or scrape the
# content using automated means is prohibited without prior written permission
# from Ranker, Inc.
# Prohibited uses include but are not limited to:
# (1) text and data mining activities under Art. 4 of the EU Directive on
# Copyright in the Digital Single Market;
# (2) the development of any software, machine learning, artificial
# intelligence (AI), and/or large language models (LLMs);
# (3) creating or providing archived or cached data sets containing our
# content to others; and/or
# (4) any commercial purposes.
# Contact https://business.ranker.com/contact for assistance.

User-agent: *
Disallow: /app
Disallow: /commentary
Disallow: /listcommentary
Disallow: /extlink
Disallow: /node
Disallow: /suggestions
Disallow: /list/rerank.htm
Disallow: /widget
Disallow: /pics
Disallow: /review
Disallow: /amp
Disallow: /*US_CENSUS_NAME*
Allow: /app/faq.htm
User-agent: anthropic-ai
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: PerplexityBot
Disallow: /

# Sitemap files
Sitemap: https://www.ranker.com/sitemaps/list/sitemap-list-index.xml
Sitemap: https://www.ranker.com/sitemaps/user/sitemap-user-index.xml
Sitemap: https://www.ranker.com/sitemaps/google-news/sitemap-google-news-index.xml
Sitemap: https://www.ranker.com/sitemaps/collection/sitemap-collection-index.xml