User-Agent: *
# Disallow crawling of a directory and its contents
Disallow: /_next/
Disallow: /api/
Disallow: /admin
Disallow: /crm
Disallow: /cart
Disallow: /checkout
Disallow: /checkout-success
Disallow: /favorite
Disallow: /me/
Disallow: /receive-bonus/
Disallow: /search
Disallow: /sign
Disallow: /exhibition/

# Allow crawling of the entire website
Allow: /
Allow: /api/sitemap.xml

# Sitemap must be a fully-qualified URL
Sitemap: https://petpetgo.com/api/sitemap.xml