# Rules are valid for all robots
User-agent: *
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

# Block ChatGPT.
User-agent: GPTBot
Disallow: /

# Set delay for Pinterest bot.
User-agent: Pinterest
Crawl-delay: 10
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

User-agent: Pinterest/0.2 (+https://www.pinterest.com/bot.html)
Crawl-delay: 10
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

User-agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)
Crawl-delay: 10
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

User-agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; +http://www.pinterest.com/bot.html)
Crawl-delay: 10
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

User-agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)
Crawl-delay: 10
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

# Set delay for Bingbot.
User-agent: msnbot
Crawl-delay: 1
#
# General exclusions
Disallow: /r4032login
#
# Directories
Disallow: /includes
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
#
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
#
# Paths (clean URLs)
Disallow: /admin
Disallow: /filter/tips
Disallow: /node/add
#
# Paths (no clean URLs)
Disallow: *?q=admin/$
Disallow: *?q=comment/reply/$
Disallow: *?q=filter/tips/$
Disallow: *?q=node/add/$
Disallow: *?q=search/$
Disallow: *?q=user/password/$
Disallow: *?q=user/register/$
Disallow: *?q=user/login/$
Disallow: *?q=user/logout/$
#
# Crawling problem
Disallow: /cdn-cgi/mirage/*

Sitemap: https://eatsmarter.de/sitemap.xml