#
# robots.txt for https://www.spark.co.nz/
#
# Version: Mar 2024
#
# Updated to allow parameter crawling. 
#  feed effectively, enabled Googlebot mobile.
# Included governed parameter URL crawling.
# Allowed .JS and .CSS access
# removed online/shop silent release disallow
# Add Allow for all the device gallery pages
# Disallow site search pages from crawls
# Added online URL path sitemap file
# ------------------------------------------------

User-agent: *

User-agent: Googlebot
Disallow:
Disallow: /search?site=* 
Disallow: /help/search?site=* 
Disallow: /digital-content/assets/
Disallow: /ebill/ 
Disallow: /error/ 
Disallow: /permits/docs/ 
Disallow: /print/ 
Disallow: /special/ 
Disallow: /tools/ 
Disallow: /content/dam/kb/private/
Disallow: /*?type=chat
Disallow: /xero-booking
Disallow: /secure/myspark/
Disallow: /business/myspark/etxt/
Disallow: /?q=*
Disallow: /app-chat/
Disallow: /send-test-email
Disallow: */.html

Allow: /*.js
Allow: /*.css
Allow: /online/shop*
Allow: /shop/internet/plans-and-pricing/
Allow: /shop/apple-shop/
Allow: /help/mobile/device-help?*
Allow: /*intfree=36m
Allow: /*intfree=24m
Allow: /*mobile-plans
Allow: /*mobile-plans?category=
Allow: /*mobile-plans?category=addon_prepaid
Allow: /*mobile-plans?category=postpaid&plan=rollover_plan
Allow: /*mobile-plans?category=addon_prepaid&plan=prepaid_datalovers
Allow: /*business/mobile-plans
Allow: /*broadband/buy-plan
Allow: /*broadband/buy-plan?category=
Allow: /*broadband/buy-plan?category=all
Allow: /*business/broadband/buy-plan
Allow: /*business/broadband/buy-plan?category=
Allow: /*business/broadband/buy-plan?category=all

# Device gallery page
Allow: /online/shop/handsets*
Allow: /online/shop/deals*
Allow: /online/shop/tablets*
Allow: /online/shop/wearables*
Allow: /online/shop/wearables_bt*
Allow: /online/shop/accessories_headphones*
Allow: /online/shop/accessories_speakers*
Allow: /online/shop/accessories_gaming*
Allow: /online/shop/accessories_security*
Allow: /online/shop/accessories_smart_home*
Allow: /online/shop/accessories_cases_protection*
Allow: /online/shop/accessories_tablets*
Allow: /online/shop/accessories_wearables*
Allow: /online/shop/accessories_cables_chargers*
Allow: /online/shop/accessories_memory*
Allow: /online/shop/accessories_laptop*
Allow: /online/shop/accessories_gift_cards*
Allow: /online/shop/accessories_home_phones*
Allow: /online/shop/data_devices*

# Product details page
Allow: /online/shop/products*?offerId=
Allow: /online/shop/products*


User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:
Allow: /*intfree=36m
Allow: /*intfree=24m

User-agent: Googlebot-Mobile
Disallow: 

User-agent: Storebot-Google
Disallow:

User-agent: Mediapartners-Google
Disallow:

Sitemap: https://www.spark.co.nz/sitemap-spa.xml

Sitemap: https://www.spark.co.nz/sitemap.xml