User-agent: *
Allow: /social_instagram/
Sitemap: https://www.thermalearth.co.uk/sitemap.xml


##############
#   custom   #
##############

# ===========================================
# INTERNAL STAFF PAGES
# ===========================================
Disallow: /holiday-request
Disallow: /timesheet
Disallow: /staff
Disallow: /drill-log
Disallow: /electrical-services-report
Disallow: /installation-report
Disallow: /pressure-test-form
Disallow: /project-specification
Disallow: /mt-warrantyclaim

# ===========================================
# UTILITY PAGES
# ===========================================
Disallow: /contactus-thank-you
Disallow: /website/info
Disallow: /fb-lead-enquiry-advert
Disallow: /errorreport

# ===========================================
# USER/PROFILE PAGES
# ===========================================
Disallow: /profile/
Disallow: /profile/users
Disallow: /profile/ranks_badges

# ===========================================
# RSS FEEDS
# ===========================================
Disallow: */feed
Disallow: /blog/our-blog-1/feed
Disallow: /blog/thermal-earth-news-2/feed
Disallow: /blog/thermal-earth-success-stories-3/feed

# ===========================================
# SLIDES/PRESENTATIONS
# ===========================================
Disallow: /slides
Disallow: /slides/
Disallow: /slides/all
Disallow: /helpdesk/*/slides

# ===========================================
# ODOO SYSTEM PATHS
# ===========================================
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/reset_password
Disallow: /web/session/
Disallow: /web/content/
Disallow: /website/translations/
Disallow: /website/action/
Disallow: /longpolling/
Disallow: /bus/
Disallow: /mail/
Disallow: /im_livechat/
Disallow: /gamification/
Disallow: /discuss/
Disallow: /survey/
Disallow: /livechat/
Disallow: /hr/
Disallow: /crm/
Disallow: /sale/
Disallow: /purchase/
Disallow: /invoice/
Disallow: /project/
Disallow: /my/
Disallow: /my/account
Disallow: /my/orders
Disallow: /my/invoices
Disallow: /my/tickets
Disallow: /xmlrpc/
Disallow: /jsonrpc/

# ===========================================
# SHOP/ECOMMERCE FILTERS & PARAMETERS
# ===========================================
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop/confirmation
Disallow: /shop/wishlist
Disallow: /*?order=
Disallow: /*?category=
Disallow: /*?filter=
Disallow: /*?search=
Disallow: /*?page=
Disallow: /*?ppg=
Disallow: /*?min_price=
Disallow: /*?max_price=

# ===========================================
# FORUM SECTIONS
# ===========================================
Disallow: /forum/help-1/faq
Disallow: /helpdesk/*/forums

# ===========================================
# BLOCK TRACKING/ANALYTICS PATHS
# ===========================================
Disallow: /r/
Disallow: /website/rating/
Disallow: /website/form/
Disallow: /website_event_track/

# ===========================================
# ALLOW CRAWLERS ACCESS TO ASSETS & IMAGES
# ===========================================
Allow: /web/image/
Allow: /web/content/*.css
Allow: /web/content/*.js
Allow: /web/content/*.png
Allow: /web/content/*.jpg
Allow: /web/content/*.webp

# ===========================================
# CRAWL DELAY
# ===========================================
Crawl-delay: 1

# ===========================================
# SPECIFIC BOT RULES
# ===========================================

# Google
User-agent: Googlebot
Allow: /
Disallow: /web/login
Disallow: /web/session/
Disallow: /my/

# Google Images - Allow images
User-agent: Googlebot-Image
Allow: /web/image/
Allow: /
Disallow: /web/login

# Bing
User-agent: Bingbot
Allow: /
Disallow: /web/login
Disallow: /web/session/
Disallow: /my/

# Block bad bots / scrapers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /