# Allow Google News bot to access news articles
User-agent: Googlebot-News
Allow: /news-articles/
Disallow: /advanced/
Disallow: /followers
Disallow: /following
Disallow: /liked
Disallow: /stocks
Disallow: /symbol/*/companycall
Disallow: /symbol/*/earningscall
Disallow: /symbol/*/event/
Disallow: /symbol/*/eventcall
Disallow: /watchers
Disallow: /watchlist
Disallow: /widgets/
Disallow: /signin?next=*
Disallow: /signup?next=*

User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: ByteSpider
User-agent: CCBot
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: Scrapy
User-agent: TurnitinBot
Disallow: /

User-Agent: *
Disallow: /advanced/
Disallow: /followers
Disallow: /following
Disallow: /liked
Disallow: /stocks
Disallow: /symbol/*/companycall
Disallow: /symbol/*/earningscall
Disallow: /symbol/*/event/
Disallow: /symbol/*/eventcall
Disallow: /watchers
Disallow: /watchlist
Disallow: /widgets/
Disallow: /signin?next=*
Disallow: /signup?next=*

Sitemap: https://stocktwits.com/sitemap/sitemap.xml
Sitemap: https://stocktwits.com/sitemap/latest_st_articles.xml
Sitemap: https://stocktwits.com/sitemap/general_sitemap.xml
Sitemap: https://stocktwits.com/sitemap/symbolsitemap.xml
Sitemap: https://stocktwits.com/sitemap/symbolsitemap1.xml
Sitemap: https://stocktwits.com/sitemap/symbolsitemap2.xml
Sitemap: https://stocktwits.com/sitemap/symbolsitemap3.xml
Sitemap: https://stocktwits.com/sitemap/symbolsitemap4.xml