User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-cron.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /webstat/
Disallow: /feed/
Disallow: /search/
Disallow: /goto/
Disallow: *.html/*
Disallow: */sphinx/*
Disallow: /daos/
Disallow: */?p*
Disallow: */?s*
Disallow: /page*
Disallow: /page/*
Disallow: */page/*
Disallow: /2013/*
Disallow: /2013/
Disallow: */2013/*
Disallow: /author/*
Disallow: /author/
Disallow: */2012/*
Disallow: /2014/*
Disallow: /2014/
Disallow: */2014/*
Disallow: /2015/*
Disallow: /2015/
Disallow: */2015/*
Disallow: */search-results/
Disallow: /search-results/
Disallow: /search-results/*
Host: https://234Fight.com
Sitemap: https://234Fight.com/sitemap.xml
crawl-delay:10
User-agent: BLEXBot
Disallow: /