User-agent: Offline Explorer/1.9
Disallow: /

User-agent: Wget/1.4.0
Disallow: /

User-agent: Wget/*
Disallow: /

User-agent: aipbot/1.*
Disallow: /