# clickd reads sites for search engines and assistants, and its own public pages are open to both.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /mcp
Disallow: /work/
Disallow: /p/
Disallow: /p$
Disallow: /site/
Disallow: /reading/
Disallow: /read
Disallow: /peek/
Disallow: /quick
Disallow: /soon
Disallow: /login
Disallow: /admin
Disallow: /account
Disallow: /connect
Disallow: /oauth/
Disallow: /.well-known/oauth-
Disallow: /explore/passage/
Disallow: /explore/*?t=
Disallow: /explore/*&t=
Disallow: /explore/*?why=
Disallow: /explore/*&why=
Disallow: /*?site=
Disallow: /*&site=
Disallow: /*?domain=
Disallow: /*&domain=
Disallow: /design/sign-in
Disallow: /people
Disallow: /usage
Disallow: /requests
Disallow: /system
Disallow: /overview
Disallow: /crawls
Disallow: /rules
Disallow: /reviews
Disallow: /traffic
Disallow: /search

# Crawlers that train models or sell SEO data: clickd’s own pages, not its reports on other sites.
User-agent: meta-externalagent
User-agent: ClaudeBot
User-agent: GPTBot
User-agent: CCBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: DataForSeoBot
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: PetalBot
User-agent: Google-Extended
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Timpibot
User-agent: omgili
Allow: /
Disallow: /api/
Disallow: /mcp
Disallow: /work/
Disallow: /p/
Disallow: /p$
Disallow: /site/
Disallow: /reading/
Disallow: /read
Disallow: /peek/
Disallow: /quick
Disallow: /soon
Disallow: /login
Disallow: /admin
Disallow: /account
Disallow: /connect
Disallow: /oauth/
Disallow: /.well-known/oauth-
Disallow: /explore/passage/
Disallow: /explore/*?t=
Disallow: /explore/*&t=
Disallow: /explore/*?why=
Disallow: /explore/*&why=
Disallow: /*?site=
Disallow: /*&site=
Disallow: /*?domain=
Disallow: /*&domain=
Disallow: /design/sign-in
Disallow: /people
Disallow: /usage
Disallow: /requests
Disallow: /system
Disallow: /overview
Disallow: /crawls
Disallow: /rules
Disallow: /reviews
Disallow: /traffic
Disallow: /search
Disallow: /report/
Disallow: /agent-view/
Disallow: /s/
Disallow: /leaderboard
Disallow: /x/
Disallow: /content/
Disallow: /shop/
Disallow: /icon/
Disallow: /r/
Disallow: /scan

# clickd reading clickd.com: the pages about clickd, not its reports on other sites.
User-agent: mttr
Allow: /
Disallow: /api/
Disallow: /mcp
Disallow: /work/
Disallow: /p/
Disallow: /p$
Disallow: /site/
Disallow: /reading/
Disallow: /read
Disallow: /peek/
Disallow: /quick
Disallow: /soon
Disallow: /login
Disallow: /admin
Disallow: /account
Disallow: /connect
Disallow: /oauth/
Disallow: /.well-known/oauth-
Disallow: /explore/passage/
Disallow: /explore/*?t=
Disallow: /explore/*&t=
Disallow: /explore/*?why=
Disallow: /explore/*&why=
Disallow: /*?site=
Disallow: /*&site=
Disallow: /*?domain=
Disallow: /*&domain=
Disallow: /design/sign-in
Disallow: /people
Disallow: /usage
Disallow: /requests
Disallow: /system
Disallow: /overview
Disallow: /crawls
Disallow: /rules
Disallow: /reviews
Disallow: /traffic
Disallow: /search
Disallow: /report/
Disallow: /s/
Disallow: /r/
Disallow: /icon/
Disallow: /scan

Sitemap: https://clickd.com/sitemap.xml