# hi bot, may the light be with you. v21122022
# evitem renderitzacions incomplertes
user-agent: googlebot
allow: *
allow: /*.css$
allow: /*.js$
allow: /wp-content/uploads/*
allow: /wp-content/*.js
allow: /wp-content/*.css
allow: /wp-includes/*.js
allow: /wp-includes/*.css
allow: /wp-admin/admin-ajax.php
disallow: /*/newsletter/*

# per tots els bots i crawlers
user-agent: *
disallow: /wp-admin/*
disallow: /cgi-bin
disallow: /wp-content/plugins/ 
disallow: /wp-content/themes/ 
disallow: /wp-includes/ 
disallow: /*/attachment/
disallow: /tag/*
disallow: /*/login/*
disallow: /wp-content/cache/*
disallow: /wp-content/old/*
disallow: /page/
disallow: /comments/
disallow: /xmlrpc.php
disallow: *?attachment_id*
disallow: /wp-admin/
disallow: /wp-includes/
disallow: /cgi-bin/     
disallow: /wp-content/plugins/   
disallow: /wp-content/cache/   
disallow: *cookies*
disallow: *cuenta/
disallow: *data*
disallow: *login*
disallow: /*/login*
disallow: /*/login/*
disallow: *contrasena*
disallow: /verificacion-de-e-mail/
disallow: *comments
disallow: /*/newsletter/*
disallow: /*/distributor*/
disallow: /*/profesional/*
disallow: /*/landings/*
disallow: /*/purchase-conditions/*
disallow: /*/aviso-legal/*
disallow: /*/proteccion-de-datos/*
disallow: /*/datenschutzbestimmungen/*
disallow: /*/privacy-policy/*
disallow: /*/politica-cookies/*
disallow: /*/cookie-policy/*
disallow: /*/cookie-ricthlinie/*

 
# modificat a allow url dinamicas
allow: /*?
 
#bloqueig cerques
user-agent: *
disallow: /?s= 
disallow: /search
 
# bloqueig trackbacks
user-agent: *
disallow: /trackback
disallow: /*trackback
disallow: /*trackback*
disallow: /*/trackback
 
# bloqueig feeds
user-agent: *
disallow: /feed/$ 
disallow: /feed/ 
disallow: /comments/feed/
disallow: /*/feed/$ 
disallow: /*/feed/rss/$ 
disallow: /*/trackback/$ 
disallow: /*/*/feed/$ 
disallow: /*/*/feed/rss/$ 
disallow: /*/*/trackback/$ 
disallow: /*/*/*/feed/$ 
disallow: /*/*/*/feed/rss/$ 
disallow: /*/*/*/trackback/$
 
# hello semrush
user-agent: semrushbot*
user-agent: siteaudit*
disallow: /
 
# slow down rubbish
user-agent: noxtrumbot
user-agent: msnbot
user-agent: slurp
crawl-delay: 80
 
 

sitemap: https://www.marset.com/tipo-sitemap.xml
sitemap: https://www.marset.com/exterior-sitemap.xml
sitemap: https://www.marset.com/lamparas-sitemap.xml
sitemap: https://www.marset.com/lamparas-exterior-sitemap.xml
sitemap: https://www.marset.com/proyectos-sitemap.xml
sitemap: https://www.marset.com/disenadores-sitemap.xml
sitemap: https://www.marset.com/news-sitemap.xml
sitemap: https://www.marset.com/stories-sitemap.xml