User-agent: *
Disallow: /leads/
Disallow: *.pdf$
Disallow: /inventory.aspx*
Disallow: /inventory-*.html

User-agent: bingbot
User-agent: msnbot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: ScoutJet
User-agent: Siteimprove.com
User-agent: Match by Siteimprove.com
User-agent: LinkCheck by Siteimprove.com
User-agent: SiteCheck-sitecrawl by Siteimprove.com
Disallow: /leads/
Disallow: *.pdf$
Disallow: /inventory.aspx*
Disallow: /inventory-*.html
Crawl-delay: 6

User-agent: MJ12bot
User-agent: OmniExplorer_Bot
User-agent: Wells Search II 0.0
User-agent: heritrix/1.10.0
User-agent: ShopWiki
User-agent: ScanAlert
User-agent: Copernic
User-agent: psbot
User-agent: Python-urllib
User-agent: 008
User-agent: Baiduspider
User-agent: Yandex
User-agent: AhrefsBot
User-agent: 007ac9
User-agent: trovitBot
User-agent: BLEXBot
User-agent: SEOkicks-Robot
User-agent: Cliqzbot
User-agent: MauiBot
User-agent: BUbiNG
User-agent: Qwantify
User-agent: TweetmemeBot
User-agent: Autobot
User-agent: SEOkicks
User-agent: PetalBot
User-agent: barkrowler
User-agent: Zoominfobot
User-agent: sogou spider
User-agent: TinyTestBot
Disallow: /

Sitemap: https://www.webeautos.com/sitemap.xml
Sitemap: https://www.webeautos.com/sitemap-video.xml
Sitemap: https://www.webeautos.com/sitemap-geo.xml
Sitemap: https://www.webeautos.com/sitemap-images.xml