User-agent: *
Disallow: /wp-admin/
Disallow: /trackback/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /*?s=
Disallow: /?s=*
Disallow: /search/
Disallow: /*?attachment_id=*
Disallow: /*.php$
Disallow: /author/

# Allow important directories for indexing
Allow: /wp-content/uploads/

# Sitemap
Sitemap: https://anumber1air.com/sitemap.xml

# Prevent spam bots from abusing search and admin pages
Disallow: /?rest_route=
Disallow: /comments/feed/
Disallow: /wp-login.php
Disallow: /wp-signup.php

# Optimize for Google bots
User-agent: Googlebot
Allow: /wp-content/uploads/
Disallow: /wp-admin/

# Optimize for AdsBot-Google
User-agent: AdsBot-Google
Allow: /
Disallow: /wp-admin/

# Bingbot optimization
User-agent: bingbot
Allow: /wp-content/uploads/
Disallow: /wp-admin/

# Block known spam and irrelevant bots
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: AI-powered-bot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: DeuSu
Disallow: /
User-agent: Seekport
Disallow: /
User-agent: SafeDNSBot
Disallow: /
User-agent: RankActiveLinkBot
Disallow: /
User-agent: RankSonicBot
Disallow: /
User-agent: memoryBot
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: 80legs
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: ASPseek
Disallow: /
User-agent: DoCoMo
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: Cityreview
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: AddThis
Disallow: /
User-agent: PaperLiBot
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: AdvBot
Disallow: /
User-agent: AI-HitBot
Disallow: /
User-agent: SynthesioBot
Disallow: /
User-agent: ZmagsBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: kraken
Disallow: /
User-agent: spidereye
Disallow: /
User-agent: Zyborg
Disallow: /
User-agent: OpenSiteBot
Disallow: /
User-agent: PaperBot
Disallow: /
User-agent: PimonBot
Disallow: /
User-agent: DomainStatsBot
Disallow: /
User-agent: CareerBot
Disallow: /
User-agent: NekstBot
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: PyCurl
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Zgrab
Disallow: /
User-agent: Wget
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: urlgrabber
Disallow: /
User-agent: HTTP_Request2
Disallow: /
User-agent: WinHTTP
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Java/1.8.0
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: CURL
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: Go-http-client/1.1
Disallow: /
User-agent: okhttp
Disallow: /
User-agent: Ruby
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: Apache-HttpClient
Disallow: /
User-agent: PostmanRuntime
Disallow: /
User-agent: Vagabondo
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: AwarioBot
Disallow: /


# Prevent parameter crawling
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_content=
Disallow: /*?gclid=

# Crawler delay for non-essential bots
User-agent: *
Crawl-delay: 10