# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# =========================================================================
# ROBOTS.TXT.LIQUID - OneDollarStock.com
# Wersja: 1.2 | Data: 2026-06-01
# Platforma: Shopify + Cloudflare
# =========================================================================

# -------------------------------------------------------------------------
# GŁÓWNA KONFIGURACJA DLA WSZYSTKICH BOTÓW (Google, Bing, AI, etc.)
# -------------------------------------------------------------------------

User-agent: *

# --- 1. Polityka AI (dozwolone wyszukiwanie, zablokowane trenowanie) ---
Content-Signal: search=yes,ai-train=no

# --- 2. Bezpieczeństwo i Proces Zakupowy (Standard Shopify) ---
Disallow: /admin
Disallow: /cart$
Disallow: /cart?
Disallow: /cart/
Disallow: /cart.js
Disallow: /carts$
Disallow: /carts?
Disallow: /carts/
Disallow: /orders$
Disallow: /orders?
Disallow: /orders/
Disallow: /checkouts/
Disallow: /checkout$
Disallow: /checkout?
Disallow: /checkout/
Disallow: /*/cart$
Disallow: /*/cart?
Disallow: /*/cart/
Disallow: /*/cart.js
Disallow: /*/carts$
Disallow: /*/carts?
Disallow: /*/carts/
Disallow: /*/orders$
Disallow: /*/orders?
Disallow: /*/orders/
Disallow: /*/checkouts/
Disallow: /*/checkout$
Disallow: /*/checkout?
Disallow: /*/checkout/

Disallow: /account
Disallow: /*/account
Disallow: /sf_private_access_tokens

# --- 3. Zasoby Techniczne i API ---
Disallow: /web-pixels
Disallow: /tools/
Disallow: /*/tools/
Disallow: /api/
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail

# Pozwól na dostęp do zasobów renderowania
Allow: /assets/
Allow: /cdn/

# --- 4. Wewnętrzna wyszukiwarka (blokada duplicate content) ---
Disallow: /search
Disallow: /*/search

# --- 5. Martwe wersje językowe (przekierowane przez Cloudflare) ---
# Nota: /pl-pl/ jest jedyną poprawną wersją polską
Disallow: /en-pl/
Disallow: /pl/
Disallow: /en/

# --- 6. Ochrona Budżetu Crawlowania (Parametry URL) ---
Disallow: /*?*variant=
Disallow: /*?*currency=
Disallow: /*?*country=
Disallow: /*?*utm_
Disallow: /*?*pr_prod_strat=
Disallow: /*?view=
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*

# --- 7. Higiena Kolekcji i Bloga (zapobieganie duplicate content) ---
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*

# --- 8. Inne zasoby systemowe ---
Disallow: /a/downloads/-/*
Disallow: /recommendations/products
Disallow: /*/recommendations/products
Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote

# --- 9. Sitemap (dynamiczne URL sklepu) ---
Sitemap: https://www.onedollarstock.com/sitemap.xml

# -------------------------------------------------------------------------
# DOZWOLONE BOTY AI I NARZĘDZI (dla zwiększenia widoczności)
# -------------------------------------------------------------------------

# Google AI (Gemini)
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Microsoft Bing AI
User-agent: Bingbot
Allow: /

# OpenAI Search - pozwól na indeksację do wyników ChatGPT Search
User-agent: OAI-SearchBot
Allow: /

# -------------------------------------------------------------------------
# BLOKADA BOTÓW ŚMIECIOWYCH I SCRAPERÓW
# -------------------------------------------------------------------------

# ByteDance (TikTok) - scraping
User-agent: Bytespider
Disallow: /

# Common Crawl - archiwizacja bez wartości SEO
User-agent: CCBot
Disallow: /

# Apache Nutch - często używany przez scraperów
User-agent: Nutch
Disallow: /

# -------------------------------------------------------------------------
# SPECYFICZNE REGUŁY DLA NARZĘDZI SEO
# -------------------------------------------------------------------------

# Google Ads Bot
User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /sf_private_access_tokens
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

# Ahrefs - narzędzie SEO (crawl delay dla ograniczenia obciążenia)
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /checkouts/
Disallow: /search
Disallow: /web-pixels/
Disallow: /api/
Disallow: /*?*variant=
Disallow: /*?*utm_
Disallow: /collections/*sort_by*
Disallow: /collections/*+*

# Majestic SEO Bot
User-agent: MJ12bot
Crawl-delay: 10

# Pinterest Bot
User-agent: Pinterest
Allow: /

# Semrush Bot
User-agent: SemrushBot
Crawl-delay: 10

# =========================================================================
# KONIEC PLIKU
# Ostatnia aktualizacja: 2026-06-02
# =========================================================================