User-agent: *
Disallow: /wp-*
Disallow: /wp-cron.php
Disallow: /cgi-bin/*
Disallow: /wp-admin/*
Disallow: /wp-includes/*
Disallow: /wp-content/*
allow:/wp-content/uploads/*
allow:/wp-content/gallery/*
Disallow: /tag/*
Disallow: /author/*
Disallow: /wget/*
Disallow: /httpd/*
Disallow: /i/*
Disallow: /f/*
Disallow: /t/*
Disallow: /c/*
Disallow: /j/*
Disallow: /OtherFiles/*
User-agent: bot*
Disallow: /*
User-agent: crawl
Disallow: /*
User-agent: empty user agent string
Disallow: /*
User-agent: spider
Disallow: /*
User-agent: robot
Disallow: /*
User-agent: robots.txt
Disallow: /*