# Block Specific Bots
User-agent: SemrushBot
User-agent: Bingbot
User-agent: ImagesiftBot
User-agent: MJ12bot
User-agent: PetalBot
User-agent: msnbot
User-agent: LinkedInBot
User-agent: adidxbot
User-agent: bingpreview

Disallow: /

# Allow Googlebot (No Crawl-Delay since Googlebot ignores it)
User-agent: Googlebot
Allow: /
Disallow: /*buy-sell.html$
Disallow: /*server.php*
Disallow: /*job/city*
Disallow: /delete_search
Disallow: /*404
Disallow: /uploads/
Disallow: /event_img/

# Allow Social Media Bots
User-agent: facebookexternalhit
User-agent: WhatsApp
User-agent: TelegramBot
User-agent: Twitterbot
Allow: /

# Allow Sitemaps for All Bots
User-agent: *
Allow: /sitemap.xml
Allow: /sitemap/*.xml

# Block Admin and Internal Directories for All Bots
Crawl-delay: 10
Disallow: /admin/
Disallow: /hjcrm/
Disallow: /uploads/
Disallow: /event_img/