# Allow all search engines to crawl the site
User-agent: *
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /order/
Disallow: /payment/
Disallow: /checkout/cart/
Disallow: /checkout/onepage/
Disallow: /checkout/thankyou/
Disallow: /cgi-bin/
Disallow: /root/

# Block specific bots like DotBot (optional)
User-agent: DotBot
User-agent: dotbot
Disallow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /order/
Disallow: /payment/
Disallow: /checkout/cart/
Disallow: /checkout/onepage/
Disallow: /checkout/thankyou/
Disallow: /cgi-bin/
Disallow: /root/

# Block specific bots like GPTBot (optional)
User-agent: GPTBot
User-agent: GPTBot
Disallow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /order/
Disallow: /payment/
Disallow: /checkout/cart/
Disallow: /checkout/onepage/
Disallow: /checkout/thankyou/
Disallow: /cgi-bin/
Disallow: /root/