# Robots.txt for www.rekuprojekt.cz
# Last updated: 2025-01-21
# Website: HVAC/Ventilation Services with Recuperation Systems

# === MAJOR SEARCH ENGINES ===

# Google
User-agent: Googlebot
Allow: /
Disallow: /admin.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /soubory.php
Disallow: /form.php
Disallow: /config*.php
Disallow: /PHPMailer/
Disallow: /uploads/
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.tar$
Disallow: /*.gz$
Crawl-delay: 1

# Google Images
User-agent: Googlebot-Image
Allow: /img/
Allow: /foto/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Disallow: /uploads/

# Bing
User-agent: Bingbot
Allow: /
Disallow: /admin.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /soubory.php
Disallow: /form.php
Disallow: /config*.php
Disallow: /PHPMailer/
Disallow: /uploads/
Crawl-delay: 1

# === AI CRAWLERS ===

# OpenAI GPT
User-agent: GPTBot
User-agent: ChatGPT-User
Disallow: /

# Google Bard
User-agent: Google-Extended
Disallow: /

# Common Crawl
User-agent: CCBot
Disallow: /

# === ALL OTHER BOTS ===

User-agent: *
Allow: /
Allow: /css/
Allow: /js/
Allow: /img/
Allow: /foto/

# Security-sensitive files
Disallow: /admin.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /soubory.php
Disallow: /form.php
Disallow: /config*.php
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /.git/
Disallow: /.gitignore
Disallow: /.htaccess
Disallow: /.htpasswd

# System directories
Disallow: /PHPMailer/
Disallow: /uploads/
Disallow: /backup*/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/
Disallow: /private/

# Archive files
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.tar$
Disallow: /*.gz$
Disallow: /*.7z$

# Session and temporary files
Disallow: /*session*
Disallow: /*PHPSESSID*

# Prevent duplicate content
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*&

# Set crawl delay for less important bots
Crawl-delay: 2

# === SITEMAP ===
Sitemap: https://www.rekuprojekt.cz/sitemap.xml

# === SPECIAL DIRECTIVES ===

# Prevent indexing of URLs with specific parameters
User-agent: *
Disallow: /*?print
Disallow: /*?mobile
Disallow: /*?replytocom

# Host directive (for Yandex)
Host: www.rekuprojekt.cz