# starfeed.com - free for people, for search engines that list starfeed.com in public search results, and for the AI search indexers named in llms.txt that list it with a link.
# Automated access for AI training, AI answers and AI summaries, data products and scripts needs an access key.
# Licence (RSL 1.0): https://starfeed.com/license.xml - prices: https://starfeed.com/licensing - machine-readable: https://starfeed.com/licensing.json
License: https://starfeed.com/license.xml

User-Agent: *
Allow: /
Allow: /_next/static/
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /ko/admin/
Disallow: /en/admin/
Disallow: /ja/admin/
Disallow: /zh/admin/
Disallow: /th/admin/
Disallow: /id/admin/
Disallow: /vi/admin/
Disallow: /hi/admin/
Disallow: /fil/admin/
Disallow: /es/admin/
Disallow: /pt/admin/
Disallow: /fr/admin/
Disallow: /my
Disallow: /ko/my
Disallow: /en/my
Disallow: /ja/my
Disallow: /zh/my
Disallow: /th/my
Disallow: /id/my
Disallow: /vi/my
Disallow: /hi/my
Disallow: /fil/my
Disallow: /es/my
Disallow: /pt/my
Disallow: /fr/my
Disallow: /request
Disallow: /ko/request
Disallow: /en/request
Disallow: /ja/request
Disallow: /zh/request
Disallow: /th/request
Disallow: /id/request
Disallow: /vi/request
Disallow: /hi/request
Disallow: /fil/request
Disallow: /es/request
Disallow: /pt/request
Disallow: /fr/request
Disallow: /subscribe/done
Disallow: /ko/subscribe/done
Disallow: /en/subscribe/done
Disallow: /ja/subscribe/done
Disallow: /zh/subscribe/done
Disallow: /th/subscribe/done
Disallow: /id/subscribe/done
Disallow: /vi/subscribe/done
Disallow: /hi/subscribe/done
Disallow: /fil/subscribe/done
Disallow: /es/subscribe/done
Disallow: /pt/subscribe/done
Disallow: /fr/subscribe/done
Disallow: /c/*/20
Disallow: /c/*/week/
Disallow: /c/*/month/
Disallow: /c/*/year/
Disallow: /*/c/*/20
Disallow: /*/c/*/week/
Disallow: /*/c/*/month/
Disallow: /*/c/*/year/
Disallow: /s/
Disallow: /ko/s/
Disallow: /en/s/
Disallow: /ja/s/
Disallow: /zh/s/
Disallow: /th/s/
Disallow: /id/s/
Disallow: /vi/s/
Disallow: /hi/s/
Disallow: /fil/s/
Disallow: /es/s/
Disallow: /pt/s/
Disallow: /fr/s/
Disallow: /star/*/history
Disallow: /*/star/*/history
Content-Signal: search=yes, ai-train=no

User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: meta-webindexer
User-Agent: meta-externalfetcher
User-Agent: Amzn-SearchBot
User-Agent: Amzn-User
User-Agent: DuckAssistBot
User-Agent: MistralAI-User
User-Agent: YouBot
Allow: /
Allow: /_next/static/
Allow: /api/v1/
Allow: /api/mcp/server-card
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /ko/admin/
Disallow: /en/admin/
Disallow: /ja/admin/
Disallow: /zh/admin/
Disallow: /th/admin/
Disallow: /id/admin/
Disallow: /vi/admin/
Disallow: /hi/admin/
Disallow: /fil/admin/
Disallow: /es/admin/
Disallow: /pt/admin/
Disallow: /fr/admin/
Disallow: /my
Disallow: /ko/my
Disallow: /en/my
Disallow: /ja/my
Disallow: /zh/my
Disallow: /th/my
Disallow: /id/my
Disallow: /vi/my
Disallow: /hi/my
Disallow: /fil/my
Disallow: /es/my
Disallow: /pt/my
Disallow: /fr/my
Disallow: /request
Disallow: /ko/request
Disallow: /en/request
Disallow: /ja/request
Disallow: /zh/request
Disallow: /th/request
Disallow: /id/request
Disallow: /vi/request
Disallow: /hi/request
Disallow: /fil/request
Disallow: /es/request
Disallow: /pt/request
Disallow: /fr/request
Disallow: /subscribe/done
Disallow: /ko/subscribe/done
Disallow: /en/subscribe/done
Disallow: /ja/subscribe/done
Disallow: /zh/subscribe/done
Disallow: /th/subscribe/done
Disallow: /id/subscribe/done
Disallow: /vi/subscribe/done
Disallow: /hi/subscribe/done
Disallow: /fil/subscribe/done
Disallow: /es/subscribe/done
Disallow: /pt/subscribe/done
Disallow: /fr/subscribe/done
Disallow: /c/*/20
Disallow: /c/*/week/
Disallow: /c/*/month/
Disallow: /c/*/year/
Disallow: /*/c/*/20
Disallow: /*/c/*/week/
Disallow: /*/c/*/month/
Disallow: /*/c/*/year/
Disallow: /search?
Disallow: /ko/search?
Disallow: /en/search?
Disallow: /ja/search?
Disallow: /zh/search?
Disallow: /th/search?
Disallow: /id/search?
Disallow: /vi/search?
Disallow: /hi/search?
Disallow: /fil/search?
Disallow: /es/search?
Disallow: /pt/search?
Disallow: /fr/search?
Disallow: /api/v1/search
Disallow: /star/*/history
Disallow: /*/star/*/history
Content-Signal: search=yes, ai-input=no, ai-train=no

User-Agent: Applebot
User-Agent: Applebot-Extended
User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: anthropic-ai
User-Agent: Google-Extended
User-Agent: CCBot
User-Agent: meta-externalagent
User-Agent: Amazonbot
Allow: /
Allow: /_next/static/
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /ko/admin/
Disallow: /en/admin/
Disallow: /ja/admin/
Disallow: /zh/admin/
Disallow: /th/admin/
Disallow: /id/admin/
Disallow: /vi/admin/
Disallow: /hi/admin/
Disallow: /fil/admin/
Disallow: /es/admin/
Disallow: /pt/admin/
Disallow: /fr/admin/
Disallow: /my
Disallow: /ko/my
Disallow: /en/my
Disallow: /ja/my
Disallow: /zh/my
Disallow: /th/my
Disallow: /id/my
Disallow: /vi/my
Disallow: /hi/my
Disallow: /fil/my
Disallow: /es/my
Disallow: /pt/my
Disallow: /fr/my
Disallow: /request
Disallow: /ko/request
Disallow: /en/request
Disallow: /ja/request
Disallow: /zh/request
Disallow: /th/request
Disallow: /id/request
Disallow: /vi/request
Disallow: /hi/request
Disallow: /fil/request
Disallow: /es/request
Disallow: /pt/request
Disallow: /fr/request
Disallow: /subscribe/done
Disallow: /ko/subscribe/done
Disallow: /en/subscribe/done
Disallow: /ja/subscribe/done
Disallow: /zh/subscribe/done
Disallow: /th/subscribe/done
Disallow: /id/subscribe/done
Disallow: /vi/subscribe/done
Disallow: /hi/subscribe/done
Disallow: /fil/subscribe/done
Disallow: /es/subscribe/done
Disallow: /pt/subscribe/done
Disallow: /fr/subscribe/done
Disallow: /c/*/20
Disallow: /c/*/week/
Disallow: /c/*/month/
Disallow: /c/*/year/
Disallow: /*/c/*/20
Disallow: /*/c/*/week/
Disallow: /*/c/*/month/
Disallow: /*/c/*/year/
Disallow: /s/
Disallow: /ko/s/
Disallow: /en/s/
Disallow: /ja/s/
Disallow: /zh/s/
Disallow: /th/s/
Disallow: /id/s/
Disallow: /vi/s/
Disallow: /hi/s/
Disallow: /fil/s/
Disallow: /es/s/
Disallow: /pt/s/
Disallow: /fr/s/
Disallow: /search?
Disallow: /ko/search?
Disallow: /en/search?
Disallow: /ja/search?
Disallow: /zh/search?
Disallow: /th/search?
Disallow: /id/search?
Disallow: /vi/search?
Disallow: /hi/search?
Disallow: /fil/search?
Disallow: /es/search?
Disallow: /pt/search?
Disallow: /fr/search?
Disallow: /api/v1/search
Disallow: /th/
Disallow: /th$
Disallow: /id/
Disallow: /id$
Disallow: /vi/
Disallow: /vi$
Disallow: /hi/
Disallow: /hi$
Disallow: /fil/
Disallow: /fil$
Disallow: /es/
Disallow: /es$
Disallow: /pt/
Disallow: /pt$
Disallow: /fr/
Disallow: /fr$
Disallow: /star/*/history
Disallow: /*/star/*/history
Content-Signal: search=yes, ai-input=no, ai-train=no

User-Agent: Yandex
User-Agent: Bytespider
User-Agent: PetalBot
User-Agent: SemrushBot
User-Agent: AhrefsBot
User-Agent: DotBot
User-Agent: MJ12bot
User-Agent: BLEXBot
User-Agent: DataForSeoBot
Disallow: /

Sitemap: https://starfeed.com/sitemap-index.xml