# Public search crawlers
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Storebot-Google
User-agent: GoogleOther
User-agent: bingbot
User-agent: DuckDuckBot
User-agent: Applebot
# AI search and grounding
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: DuckAssistBot
User-agent: Amzn-SearchBot
User-agent: meta-webindexer
# AI model-development controls
User-agent: GPTBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
# User-initiated fetchers; robots.txt may not be applied uniformly
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: Amzn-User
User-agent: meta-externalfetcher
# Ad validation
User-agent: OAI-AdsBot
User-agent: meta-externalads
# Social previews
User-agent: facebookexternalhit
# Research and open web datasets
User-agent: CCBot
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /varukorg/
Disallow: /kassan/
Disallow: /mitt-konto/
Disallow: /sv/varukorg-2/
Disallow: /sv/kassa/
Disallow: /sv/mitt-konto-2/
Disallow: /de/einkaufswagen/
Disallow: /de/zur-kasse/
Disallow: /de/mein-account/
Disallow: /pl/koszyk/
Disallow: /pl/do-kasy/
Disallow: /pl/moje-konto/
Allow: /

# Default rules
User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /varukorg/
Disallow: /kassan/
Disallow: /mitt-konto/
Disallow: /sv/varukorg-2/
Disallow: /sv/kassa/
Disallow: /sv/mitt-konto-2/
Disallow: /de/einkaufswagen/
Disallow: /de/zur-kasse/
Disallow: /de/mein-account/
Disallow: /pl/koszyk/
Disallow: /pl/do-kasy/
Disallow: /pl/moje-konto/
Allow: /

# Sitemap index
Sitemap: https://glf.se/sitemap_index.xml
Sitemap: https://glf.se/wp-json/yoast/v1/schema-aggregator/get-xml