# Bad robots
User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Linguee Bot
Disallow: /
 
User-agent: Domain Re-Animator Bot
Disallow: /
 
User-agent: Cloudfind
Disallow: /

User-agent: BLEXBot
Disallow: /
 
User-agent: YandexBot
Disallow: /
 
User-agent: MegaIndex.ru
Disallow: /
 
#SEO bots
User-agent: SEMrushBot
Crawl-delay: 1

User-agent: AhrefsBot
Crawl-delay: 1
 
User-agent: DotBot
Crawl-delay: 1


# Happy path
User-agent: *

Sitemap: https://mesterilocali.ro/sitemap

# Assets
Disallow: /css/*
Disallow: /favicons/*
Disallow: /fonts/*
Disallow: /js/*
Disallow: /vendors/*
Disallow: /storage/*
Disallow: /api/phone/*

# Pages
Disallow: /gdpr
Disallow: /cookies
Disallow: /prelucrarea-datelor
Disallow: /termeni-si-conditii
disallow: /parola/*
Disallow: /email/*
Disallow: /admin
Disallow: /cgi-bin/
Disallow: /standardul-mesteri-locali
Disallow: /lucrari/*
Disallow: /devino-mester/*

# Exclude parameters and include only canonical urls
Disallow: /*?page=*
Disallow: /*?*profesie=*
Disallow: /*?address_name=*&address_lat=*&address_long=*&address_county=*&address_locality=*&sort=*&profession_id=*
Disallow: /*?categorie=*
Disallow: /*?*service=*