# Blocking known bandwidth-consuming and non-beneficial bots
User-agent: AdIdxBot
User-agent: AhrefsBot
User-agent: AiHitBot
User-agent: AlphaSeoBot
User-agent: AlphaSeoBot-SA
User-agent: Baiduspider
User-agent: BingPreview
User-agent: BLEXBot
User-agent: CareerBot
User-agent: Cliqzbot
User-agent: dotbot
User-agent: grapeshot
User-agent: ichiro
User-agent: iCjobs
User-agent: linkdexbot
User-agent: magpie-crawler
User-agent: MegaIndex
User-agent: MJ12bot
User-agent: moget
User-agent: NaverBot
User-agent: Owlin
User-agent: Owlin Bot
User-agent: Owlin Bot v. 3.0
User-agent: proximic
User-agent: QuerySeekerSpider
User-agent: scrapy
User-agent: scrapybot
User-agent: sentibot
User-agent: SEOkicks-Robot
User-agent: Sogou
User-agent: sogou spider
User-agent: TkBot
User-agent: trendkite-akashic-crawler
User-agent: Vagabondo
User-agent: WBSearchBot
User-agent: Yandex
User-agent: YandexBot
User-agent: Yeti
User-agent: YoudaoBot
User-agent: GPTBot
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: FacebookBot
User-agent: Bytespider
User-agent: PetalBot
User-agent: DataForSeoBot
User-agent: trendictionbot
User-agent: Exabot
User-agent: ArchiveTeam
User-agent: archive.org_bot
User-agent: MauiBot
User-agent: SeznamBot
User-agent: SeekportBot
User-agent: crawler4j
User-agent: 360Spider
Disallow: /

# General directives for all other bots
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /profile
Disallow: /cgi-bin/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /comments/
Disallow: /administrator/
Disallow: */trackback/
Disallow: */comments/
Disallow: /license.txt
Disallow: /*.php$
Disallow: *?filter
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /clarion_cta/
Disallow: /clarion_newsletter/
Disallow: /wp-content/uploads/wp-import-export-lite/

# Allowing access to specific resources
Allow: /wp-includes/js/

# Sitemap location
Sitemap: https://www.renewableenergyworld.com/sitemap_index.xml