# Copyright Content Signals
# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding use.
# (b) If a Content-Signal = no, you may not collect content for the corresponding use.
# (c) If no Content-Signal exists, no permission is granted or restricted.

# search = search index only
# ai-input = real-time AI content input
# ai-train = AI model training/fine-tuning

# EU Directive 2019/790 Rights Reserved

# Global Default
User-agent: *
Allow: /

# Allow Google Core Crawler & Image
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Block AI & Scraping Bots
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: meta-externalagent
Disallow: /

# Facebook Crawler
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
User-agent: facebookcatalog
Allow: /
Crawl-Delay: 10

# Disallow Admin & Sensitive Paths
Disallow: /wp-admin/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-content/uploads/backup/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /comment/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/


# Sitemap
Sitemap: https://www.mettdo.com/sitemap_index.xml