User-agent: *
Disallow: /wp-admin/
Disallow: /cgi-bin/
Crawl-delay: 4

Sitemap: http://www.oilandgas360.com/sitemap_index.xml

User-agent: Baiduspider
User-agent: MarketwireBot
User-agent: MarketwireBot/1.0
User-agent: rogerbot
User-agent: Scrapy
User-agent: MegaIndex
User-agent: CCBOT
User-agent:	Riddler
User-agent: MJ12bot
User-agent: Domain Re-Animator Bot
User-agent: VegeBot
User-agent: Vegi bot
User-agent:	Yahoo! Slurp
User-agent: rogerbot
User-agent: spbot
User-agent: YandexBot
User-agent: YandexBot/3.0
User-agent: AhrefsBot/5.2
User-agent: AhrefsBot
User-agent: GroupHigh/1.0
Crawl-delay: 15


User-agent: AhrefsBot 
User-agent: Go-http-client/1.1 
User-agent: commoncrawl.org/faq 
User-agent: Qwantify 
User-agent: Qiosk bot 
User-agent: Xydo 
User-agent: rogerbot/1.1 
User-agent: PaperLiBot 
User-agent: istellabot/t.1.13 
User-agent: BUbiNG 
User-agent: dotbot 
User-agent: python-requests/2.13.0 
User-agent: semantic-visions 
User-agent: trendiction 
User-agent: R6_CommentReader 
User-agent: GroupHigh/1.0 
User-agent: BoogleBot 
User-agent: MegaIndex 
User-agent: OpenVAS 
User-agent: GrapeshotCrawler 
User-agent: SemrushBot 
User-agent: proximic 
User-agent: MarketwireBot 
User-agent: Nutch 
User-agent: ScoutJet 
User-agent: MJ12bot 
User-agent: McAfee Agent 
User-agent: btcrawler 
User-agent: panscient.com 
User-agent: HttpComponents/1.1 
User-agent: Riddler 
User-agent: Apache-HttpClient/4.5 
User-agent: Domain Re-Animator 
User-agent: MuckRack 
User-agent: Python/3.4 aiohttp/1.0.5 
User-agent: Pcore-HTTP/v0.24.5 
User-agent: DTS Agent 
User-agent: BLP_bbot 
User-agent: BLEXBot 
User-agent: spbot 
User-agent: Sgrunt 
User-agent: Synthesio 
User-agent: Kraken 
User-agent: Synaptive 
User-agent: Acunetix 
User-agent: ChinaClaw 
User-agent: extract 
User-agent: ExtractorPro 
User-agent: feedfinder 
User-agent: FlashGet 
User-agent: flicky 
User-agent: g00g1e 
User-agent: Go!Zilla 
User-agent: GrabNet 
User-agent: jakarta 
User-agent: Java 
User-agent: JOC Web Spider 
User-agent: NetSpider 
User-agent: Octopus 
User-agent: ReGet 
User-agent: Riddler 
User-agent: Wget 
User-agent: sucker 
User-agent: Web Sucker 
User-agent: heritrix 
User-agent: Snoopy 
User-agent: HTTP::Lite 
User-agent: PHPCrawl 
User-agent: SBIder 
User-agent: Zing-BottaBot/2.0 
User-agent: Zing-BottaBot/1.0 
User-agent: ScooperBot
User-agent: Nutch
Disallow: /