# VibeCodingList - robots.txt
# Last updated: 2026-10-08
#
# Canonical public URLs are listed in /sitemap.xml. Public routes are crawlable
# by default unless blocked below.
# Current public sections include /projects, /ai-review, /missions, /earn,
# /contributor-referrals, /contributors, /builders, /xp, /tools, /vibe-jams,
# /blog, /templates, /research, /leaderboards, /about, /privacy, and /terms.

User-agent: *
Allow: /
# Content Signals (https://contentsignals.org/): we welcome search indexing,
# AI answer surfaces, and model training.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# Private application, account, admin, and API surfaces
Disallow: /api/
Allow: /api/research/
Allow: /api/pricing/access$
Allow: /api/pricing/access?
Allow: /api/pricing/catalog$
Allow: /api/pricing/catalog?
Disallow: /me/
# Public Vibe Duel entry, including campaign query strings, supports link previews.
Allow: /me/vibe-duel$
Allow: /me/vibe-duel?
Disallow: /notifications
Disallow: /credits/
Disallow: /earnings
Disallow: /referrals
Disallow: /profile
Disallow: /auth/
Disallow: /team/
Disallow: /project-claim
Disallow: /builder/submissions/
Disallow: /growth
Allow: /growth$
Allow: /growth/$
Disallow: /vibe-admin-hub/growth-bounties

# Public AI Review acquisition pages
Allow: /ai-review
Allow: /ai-review/example
Disallow: /review/
Disallow: /email-unsubscribe

# Public submission entry; keep query states and other submission flows private.
Disallow: /submit
Allow: /submit$
Allow: /submit/$
Disallow: /submit-template
Disallow: /missions/*/submit

# Search, filtered views, tracking URLs, and other duplicate URL variants
Disallow: /search
Disallow: /*?*query=*
Disallow: /*?*filter=*
Disallow: /*?*sort=*
Disallow: /*?*tab=*
Disallow: /*?*category=*
Disallow: /*?*pricing=*
Disallow: /*?*platform=*
Disallow: /*?*needsFeedback=*
Disallow: /*?*featured=*
Disallow: /*?*utm_*
Disallow: /*?*ref=*
Disallow: /*?*fbclid=*
Disallow: /*?*gclid=*

# Legacy token launcher routes now redirect to Orange.
Disallow: /deploy-token
Disallow: /tokens
Disallow: /token-list
Disallow: /token/
Disallow: /token-launcher-faq

# Non-canonical redirect and referral handlers
Disallow: /orange-id-integration
Disallow: /points
Disallow: /ref
Disallow: /userRefer
Disallow: /projectRefer

# Internal files and generated storage paths
Disallow: /uploads/
Disallow: /logs/
Disallow: /cache/
Disallow: /.env
Disallow: /package.json
Disallow: /config/

# Keep image, script, and style assets crawlable for rendering and previews.
Allow: /assets/
Allow: /favicon.ico
Allow: /favicon.svg
Allow: /manifest.json
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.ico$

# Keep Ahrefs crawlers available for intentional audits.
# AhrefsBot and AhrefsSiteAudit use the global rules.

# Social link previews must be able to fetch public URLs with attribution.
# Specific crawler groups do not inherit the wildcard rules, so retain the
# same restrictions here except for UTM, ref, fbclid, and gclid parameters.
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: WhatsApp
User-agent: TelegramBot
User-agent: Slackbot-LinkExpanding
User-agent: Slackbot
User-agent: Discordbot
Allow: /
Disallow: /api/
Allow: /api/research/
Allow: /api/pricing/access$
Allow: /api/pricing/access?
Allow: /api/pricing/catalog$
Allow: /api/pricing/catalog?
Disallow: /me/
Allow: /me/vibe-duel$
Allow: /me/vibe-duel?
Disallow: /notifications
Disallow: /credits/
Disallow: /earnings
Disallow: /referrals
Disallow: /profile
Disallow: /auth/
Disallow: /team/
Disallow: /project-claim
Disallow: /builder/submissions/
Disallow: /growth
Allow: /growth$
Allow: /growth/$
Disallow: /vibe-admin-hub/growth-bounties
Allow: /ai-review
Allow: /ai-review/example
Disallow: /review/
Disallow: /email-unsubscribe
Disallow: /submit
Allow: /submit$
Allow: /submit/$
Disallow: /submit-template
Disallow: /missions/*/submit
Disallow: /search
Disallow: /*?*query=*
Disallow: /*?*filter=*
Disallow: /*?*sort=*
Disallow: /*?*tab=*
Disallow: /*?*category=*
Disallow: /*?*pricing=*
Disallow: /*?*platform=*
Disallow: /*?*needsFeedback=*
Disallow: /*?*featured=*
Disallow: /deploy-token
Disallow: /tokens
Disallow: /token-list
Disallow: /token/
Disallow: /token-launcher-faq
Disallow: /orange-id-integration
Disallow: /points
Disallow: /ref
Disallow: /userRefer
Disallow: /projectRefer
Disallow: /uploads/
Disallow: /logs/
Disallow: /cache/
Disallow: /.env
Disallow: /package.json
Disallow: /config/
Allow: /assets/
Allow: /favicon.ico
Allow: /favicon.svg
Allow: /manifest.json
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.ico$

# Known aggressive scrapers we do not use.
User-agent: SemrushBot
User-agent: SiteAuditBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-FT
User-agent: SemrushBot-ESI
User-agent: SplitSignalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: https://vibecodinglist.com/sitemap.xml