# Robots.txt for www.conceptispuzzles.com

# ========================================
# DEFAULT BEHAVIOR
# ========================================
User-agent: *
Allow: /

# ========================================
# BLOCK DIRECTORIES (ALL LANGUAGES)
# ========================================
Disallow: /App_Code/
Disallow: /*/App_Code/

Disallow: /App_WebReferences/
Disallow: /*/App_WebReferences/

Disallow: /backoffice/
Disallow: /*/backoffice/

Disallow: /Bin/
Disallow: /*/Bin/

Disallow: /c2/
Disallow: /*/c2/

Disallow: /errors/
Disallow: /*/errors/

Disallow: /feed/
Disallow: /*/feed/

Disallow: /flash/
Disallow: /*/flash/

Disallow: /forum/
Disallow: /*/forum/

Disallow: /info/
Disallow: /*/info/

Disallow: /myconceptis/
Disallow: /*/myconceptis/

# ========================================
# MORE SPECIFIC BLOCK AREAS (ALL LANGUAGES)
# ========================================
Disallow: /index.aspx?uri=channel
Disallow: /*/index.aspx?uri=channel

Disallow: /index.aspx?uri=global
Disallow: /*/index.aspx?uri=global

Disallow: /index.aspx?uri=member
Disallow: /*/index.aspx?uri=member

Disallow: /index.aspx?uri=myconceptis
Disallow: /*/index.aspx?uri=myconceptis

Disallow: /index.aspx?uri=puzzle/*/catalog
Disallow: /*/index.aspx?uri=puzzle/*/catalog

Disallow: /index.aspx?uri=puzzle/euid
Disallow: /*/index.aspx?uri=puzzle/euid

Disallow: /index.aspx?uri=statistics
Disallow: /*/index.aspx?uri=statistics

# ========================================
# BLOCK DUPLICATE CONTENT & PARAMETERS (ALL LANGUAGES)
# ========================================
# Prevent indexing of filtered/sorted pages
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*mpage=
Disallow: /*&key=
Disallow: /*&requested=

# ========================================
# ALLOW IMPORTANT PUBLIC AREAS (ALL LANGUAGES)
# ========================================
Disallow: /*.aspx

Allow: /index.aspx
Allow: /*/index.aspx

Allow: /index.aspx?uri=home
Allow: /*/index.aspx?uri=home

Allow: /index.aspx?uri=puzzle
Allow: /*/index.aspx?uri=puzzle

Allow: /index.aspx?uri=mobile
Allow: /*/index.aspx?uri=mobile

Allow: /index.aspx?uri=book
Allow: /*/index.aspx?uri=book

Allow: /index.aspx?uri=info
Allow: /*/index.aspx?uri=info

Allow: /index.aspx?uri=extras
Allow: /*/index.aspx?uri=extras

# ========================================
# ALLOW STATIC RESOURCES
# ========================================
# CSS, JavaScript, and images needed for rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.ico$

Allow: /picture/
Allow: /*/picture/

Allow: /resource/
Allow: /*/resource/

# ========================================
# AI BOT CONTROLS (Optional)
# ========================================
# Uncomment these sections to block AI crawlers from training data

# OpenAI
# User-agent: GPTBot
# Disallow: /

# User-agent: ChatGPT-User
# Disallow: /

# Anthropic (Claude)
# User-agent: anthropic-ai
# Disallow: /

# User-agent: ClaudeBot
# Disallow: /

# User-agent: claude-web
# Disallow: /

# Google Extended (AI training)
# User-agent: Google-Extended
# Disallow: /

# Common Crawl
# User-agent: CCBot
# Disallow: /

# Other AI bots
# User-agent: Omgilibot
# Disallow: /

# User-agent: FacebookBot
# Disallow: /

# User-agent: Diffbot
# Disallow: /

# User-agent: Bytespider
# Disallow: /

# User-agent: PerplexityBot
# Disallow: /

# ========================================
# BAD BOT BLOCKING
# ========================================
# Block known malicious or aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ========================================
# SITEMAP & CRAWL SETTINGS
# ========================================
# Main sitemap location
Sitemap: https://www.conceptispuzzles.com/sitemap.xml

# Language-specific sitemaps (if available)
# Sitemap: https://www.conceptispuzzles.com/sitemap-en.xml
# Sitemap: https://www.conceptispuzzles.com/sitemap-de.xml
# Sitemap: https://www.conceptispuzzles.com/sitemap-ja.xml
# Sitemap: https://www.conceptispuzzles.com/sitemap-zh.xml
# Sitemap: https://www.conceptispuzzles.com/sitemap-ru.xml

# Crawl delay (optional - adjust based on server capacity)
# Crawl-delay: 1