User-Agent: Googlebot
User-Agent: Bingbot
User-Agent: Slurp
User-Agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /account/
Disallow: /demo/
Disallow: /cart
Disallow: /checkout
Disallow: /collections/*/products/
Disallow: /catalog/
Disallow: /catalogue
Disallow: /pages/
Disallow: /blogs/
Disallow: /downloads
Disallow: /*?*from=
Disallow: /*?*phcursor=
Disallow: /de/
Disallow: /en/
Disallow: /*.atom

User-Agent: Storebot-Google
User-Agent: Googlebot-Image
Allow: /

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: Google-Extended
User-Agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /account/
Disallow: /demo/
Disallow: /cart
Disallow: /checkout
Disallow: /collections/*/products/
Disallow: /catalog/
Disallow: /catalogue
Disallow: /pages/
Disallow: /blogs/
Disallow: /downloads
Disallow: /*?*from=
Disallow: /*?*phcursor=
Disallow: /de/
Disallow: /en/
Disallow: /*.atom
Disallow: /geschaeftskunden/
Crawl-delay: 5

User-Agent: AhrefsBot
User-Agent: SemrushBot
Allow: /
Allow: /*.txt
Disallow: /api/
Disallow: /account/
Disallow: /demo/
Disallow: /cart
Disallow: /checkout
Disallow: /collections/*/products/
Disallow: /catalog/
Disallow: /catalogue
Disallow: /pages/
Disallow: /blogs/
Disallow: /downloads
Disallow: /*?*from=
Disallow: /*?*phcursor=
Disallow: /de/
Disallow: /en/
Disallow: /*.atom
Disallow: /geschaeftskunden/
Crawl-delay: 2

User-Agent: CCBot
User-Agent: PetalBot
User-Agent: Bytespider
Disallow: /

User-Agent: *
Allow: /
Allow: /*.txt
Disallow: /api/
Disallow: /account/
Disallow: /demo/
Disallow: /cart
Disallow: /checkout
Disallow: /collections/*/products/
Disallow: /catalog/
Disallow: /catalogue
Disallow: /pages/
Disallow: /blogs/
Disallow: /downloads
Disallow: /*?*from=
Disallow: /*?*phcursor=
Disallow: /de/
Disallow: /en/
Disallow: /*.atom

Sitemap: https://www.weberei-pahl.de/sitemap.xml