robots.txt
# Allow all search engines to crawl the site except for specific botsUser-agent: *Disallow: /wp-admin/Disallow: /wp-login.phpDisallow: /cart/Disallow: /checkout/Disallow: /my-account/ # […]
# Allow all search engines to crawl the site except for specific botsUser-agent: *Disallow: /wp-admin/Disallow: /wp-login.phpDisallow: /cart/Disallow: /checkout/Disallow: /my-account/ # […]