User-agent: claudebot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: facebookcatalog
Allow: /

User-agent: facebookexternalhit/1.0
Allow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: facebookscraper
Allow: /

User-agent: facebookplatform
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: YandexAdNet
User-agent: YandexAccessibilityBot
User-agent: YandexBlogs
User-agent: YandexBot
User-agent: YandexCalendar
User-agent: YandexMobileBot
User-agent: SeznamBot
User-agent: psbot
User-agent: MJ12bot
User-agent: PetalBot
User-agent: dotbot
User-agent: DataForSeoBot
User-agent: AhrefsBot 
User-agent: SemrushBot
User-agent: magpie-crawler
Disallow: /

User-agent: *
Allow: /?a=
Allow: /index.php?a=
Disallow: *intranet*
Disallow: *internal*
Disallow: */account/*
Disallow: */maccount/*
Disallow: */thecarehub/*
Disallow: */sitemap.xml*
Disallow: */add/*
Disallow: */forms/*
Disallow: */search/index*
Disallow: */search/sendcv*
Disallow: */search/sendtoafriend*
Disallow: */search/editjobalert*
Disallow: */search/unsubscribejobalert*
Disallow: */search/apply*
Disallow: */Search/Index*
Disallow: */Search/SendCV*
Disallow: */Search/SendToAFriend*
Disallow: */Search/EditJobAlert*
Disallow: */Search/Apply*
Disallow: */search/vacancy/field*
Disallow: */search/vacancy/days*
Disallow: */search/vacancy/location*
Disallow: */search/vacancy/jobtype*
Disallow: */search/vacancy/industry*
Disallow: */search/vacancy/salary*
Disallow: */search/vacancy/postcode*
Disallow: */Search/Vacancy/Field*
Disallow: */Search/Vacancy/Days*
Disallow: */Search/Vacancy/Location*
Disallow: */Search/Vacancy/JobType*
Disallow: */Search/Vacancy/Industry*
Disallow: */Search/Vacancy/Salary*
Disallow: */Search/Vacancy/PostCode*
Disallow: */search/results/field*
Disallow: */search/results/days*
Disallow: */search/results/location*
Disallow: */search/results/jobtype*
Disallow: */search/results/industry*
Disallow: */search/results/salary*
Disallow: */search/results/postcode*
Disallow: */Search/Results/Field*
Disallow: */Search/Results/Days*
Disallow: */Search/Results/Location*
Disallow: */Search/Results/Jobtype*
Disallow: */Search/Results/Industry*
Disallow: */Search/Results/Salary*
Disallow: */Search/Results/PostCode*