User-agent: MJ12bot
Disallow: /

User-agent: httpscraper
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: cheesebot
Disallow: /

User-agent: go-ahead-got-it
Disallow: /

User-agent: AhrefsBot/6.1
Disallow: /

User-agent: webgois
Disallow: /

User-agent: botmailto
Disallow: /

User-agent: jamesbot
Disallow: /

User-agent: netresearchserver
Disallow: /

User-agent: thenomad
Disallow: /

User-agent: magnet
Disallow: /

User-agent: linktiger
Disallow: /

User-agent: httrack
Disallow: /

User-agent: drip
Disallow: /

User-agent: smtbot
Disallow: /

User-agent: SemrushBot/1.1~bl
Disallow: /

User-agent: titan
Disallow: /

User-agent: webviewer
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: realdownload
Disallow: /

User-agent: pulno
Disallow: /

User-agent: surdotlybot
Disallow: /

User-agent: emailwolf
Disallow: /

User-agent: *
Disallow: /vodafonedemobilelaunch
Disallow: /get_video
Disallow: /courts
Disallow: /wp-admin/
Disallow: /snqbase/*
Disallow: 
Allow: /wp-admin/admin-ajax.php