# Horrible bandwidth eating robots
User-agent: AdIdxBot
User-agent: AhrefsBot
User-Agent: AiHitBot
User-Agent: AlphaSeoBot
User-Agent: AlphaSeoBot-SA
User-agent: Baiduspider
User-agent: BingPreview
User-Agent: BLEXBot
User-Agent: CareerBot
User-Agent: Cliqzbot
User-Agent: dotbot
User-Agent: grapeshot
User-agent: ichiro
User-Agent: iCjobs
User-Agent: linkdexbot
User-Agent: magpie-crawler
User-Agent: MegaIndex
User-agent: MJ12bot
User-agent: moget
User-agent: NaverBot
User-Agent: Owlin
User-Agent: Owlin Bot
User-Agent: Owlin Bot v. 3.0
User-Agent: proximic
User-Agent: QuerySeekerSpider
User-Agent: scrapy
User-Agent: scrapybot
User-Agent: sentibot
User-Agent: SEOkicks-Robot
User-Agent: Sogou
User-agent: sogou spider
User-Agent: TkBot
User-Agent: trendkite-akashic-crawler
User-Agent: Vagabondo
User-Agent: WBSearchBot
User-agent: Yandex
User-agent: YandexBot
User-agent: Yeti
User-agent: YoudaoBot
Disallow: /

User-agent: *
Allow: /wp-includes/js/
User-agent: *
Disallow: /wp-admin/
User-agent: *
Disallow: /wp-includes/
User-agent: *
Disallow: /xmlrpc.php
User-agent: *
Disallow: /profile
User-agent: *
Disallow: /cgi-bin/
User-agent: *
Disallow: /wp-content/cache/
User-agent: *
Disallow: /trackback/
User-agent: *
Disallow: /comments/
User-agent: *
Disallow: /administrator/
User-agent: *
Disallow: */trackback/
User-agent: *
Disallow: */comments/
User-agent: *
Disallow: /license.txt
User-agent: *
Disallow: /*.php$
User-agent: *
Disallow: *?filter
User-agent: *
Disallow: /wp-content/themes/
User-agent: *
Disallow: /readme.html
User-agent: *
Disallow: /clarion_cta/
User-agent: *
Disallow: /clarion_newsletter/

sitemap: https://www.renewableenergyworld.com/sitemap_index.xml

# BEGIN W3TC ROBOTS
User-agent: *
Disallow: /wp-content/cache/
# END W3TC ROBOTS

#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/