User-agent: *
Disallow: /v1
Disallow: /main/backup
Disallow: /main/LDES
Disallow: /main/tempFolder
Disallow: /main/marque_blanche
Disallow: /main/mobile
Disallow: /v3
Disallow: /main/user_garage_ajax.php
Disallow: /widget.html
Disallow: /stv
Disallow: /maps
Disallow: /images/stv
Disallow: /images/maps
Disallow: /r

User-agent: Gigabot
Disallow: / 

User-agent: spbot
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: deepcrawl
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: SerendeputyBot
Disallow: /

User-agent: linkfluence
Disallow: /

User-agent: Barkrowler
Disallow:/

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: semantic-visions.com crawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: Cliqzbot
Disallow: /  

User-agent: serpstatbot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /