User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /account/*
Disallow: /_next/data/*
Disallow: */shipment-tracking
Disallow: *?search_query=*
Disallow: /index?*
Disallow: *-tm_thickbox_default*
Disallow: *-medium_default*
Disallow: *?manufacturer_list*
Disallow: *?do*
Disallow: *id_manufacturer*
Disallow: *?id_product*
Sitemap: https://oilmarkt.com/sitemap.xml

User-agent: adsbot-google
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /account/*
Disallow: /_next/data/*
Disallow: */shipment-tracking
Disallow: *?search_query=*
Disallow: /index?*
Disallow: *-tm_thickbox_default*
Disallow: *-medium_default*
Disallow: *?manufacturer_list*
Disallow: *?do*
Disallow: *id_manufacturer*
Disallow: *?id_product*

User-agent: Nutch
Disallow: /
Disallow: */shipment-tracking
Disallow: *?search_query=*
Disallow: /index?*
Disallow: *-tm_thickbox_default*
Disallow: *-medium_default*
Disallow: *?manufacturer_list*

User-agent: AhrefsBot
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /account/*
Disallow: /_next/data/*
Disallow: */shipment-tracking
Disallow: *?search_query=*

Sitemap: https://oilmarkt.com/sitemap.xml
User-agent: AhrefsSiteAudit
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /account/*
Disallow: /_next/data/*
Disallow: */shipment-tracking

Sitemap: https://oilmarkt.com/sitemap.xml
User-agent: Pinterest
Crawl-delay: 1