User-Agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

User-Agent: facebookexternalhit
User-Agent: Twitterbot
User-Agent: LinkedInBot
User-Agent: WhatsApp
User-Agent: TelegramBot
User-Agent: SlackBot
Allow: /

User-Agent: SemrushBot
User-Agent: AhrefsBot
User-Agent: MJ12bot
User-Agent: DotBot
Allow: /
Crawl-delay: 10

User-Agent: SiteBot
User-Agent: Scrapy
User-Agent: Python-urllib
User-Agent: Python-requests
Disallow: /

Sitemap: https://omogen.ai/sitemap.xml