User-agent: * User-agent: AdIdxBot #explicit mentioning of bing ads bot. It does not adhere to the agent wildcard. Disallow: /checkout/ Disallow: /customer/ Disallow: /wishlist/ Disallow: /catalogsearch/ Disallow: /app/ Disallow: /lib/ Disallow: /*.php$ Disallow: /*SID= Disallow: /index.php/ Disallow: /banner/ajax Disallow: /lw_related/ajax Disallow: /documents/ Disallow: */article/*nocache= Disallow: /bloom/widget/* Disallow: /*?*&* #block irrelevant filter combinations Disallow: /*?*~* #block irrelevant filter value combinations Disallow: /*?*%7E* #block tilde Disallow: /*?*&*&*p=* #block irrelevant filter combinations with pagination Disallow: /*?*~*&p=* #block irrelevant filter value combinations with pagination Disallow: /*?*%7E*&p=* #block tilde Allow: /*?*&p=* #allow relevant filter with pagination Disallow: /*?*___* Disallow: /*?*category=* Disallow: /*?*light_bulb=* Disallow: /*?SESSIONNAME=* Allow: /*utm_* Allow: /*lw_view=nocontent* Allow: /*display=products* Allow: /*lw_om_view=recotop* Allow: /*block_sku=* # Disallow not needed crawlers User-Agent: Amazonbot User-Agent: BLEXBot User-Agent: Barkrowler User-Agent: Buck User-Agent: GenomeCrawlerd User-Agent: HaloBot User-Agent: IbouBot User-Agent: ImagesiftBot User-Agent: Pingdom User-Agent: Pingdom.com_bot User-Agent: PingdomPageSpeed User-Agent: SEBot-WA User-Agent: Sansec User-Agent: Sansec Security Monitor User-Agent: Scrapy User-Agent: SemrushBot User-Agent: Thinkbot User-Agent: Timpibot User-Agent: Twitterbot User-Agent: UptimeRobot User-Agent: VelenPublicWebCrawler User-Agent: ahrefs User-Agent: dataforseo User-Agent: dotbot User-Agent: keydrop User-Agent: libredtail-http User-Agent: megaindex User-Agent: mj12bot User-Agent: petalbot User-Agent: python-requests User-Agent: semrush User-Agent: serpstatbot User-Agent: snapchat User-Agent: sqlmap User-Agent: trendictionbot User-Agent: webmeup-crawler User-Agent: yandex User-Agent: zgrab Disallow: * # Disallow pagination crawls where not needed User-Agent: GPTBot User-Agent: Applebot Disallow: /*?*p=* # Disallow widget crawls User-agent: AdsBot-Google-Mobile Disallow: /bloom/widget/* User-agent: AdsBot-Google Disallow: /bloom/widget/* User-agent: Mediapartners-Google Disallow: /bloom/widget/* User-agent: Googlebot-Image Disallow: /bloom/widget/* User-agent: Googlebot-Video Disallow: /bloom/widget/* User-agent: Pinterestbot Crawl-delay: 1 Sitemap: https://www.lampara.es/media/sitemap/sitemap_es_es.xml