User-agent: *

Disallow: */admin/
Disallow: */private/
Disallow: */archive/
Disallow: */to-be-deleted/
Disallow: */generic/
Disallow: */campaigns/
Disallow: */delete/
Disallow: */policies-agreements/country-selector.html
Disallow: */customer-support/connect-with-us.html?

#Benefits
Disallow: /content/dam/te-com/documents/about-te/us-benefits/
Disallow: /content/dam/te-com/documents/about-te/careers/global/ 

#Compatible Parts Pages
Disallow: */compatible-

#Prevent Similar Pages
Disallow: */similar-

#Prevent Indexing of Replacement Pages
Disallow: */replacement-
Disallow: */connect-with-us/

#Search Pages
Disallow: */search.html

#Disallow LADD Search Results
Disallow: */search-ladd.html

#Disallow Category Search Pages
Disallow: */category-search.html
Disallow: */category-search-ladd.html

#Management System Certification
Disallow: */utilities/management-system-certifications.html?

#Data Endpoints not to be Crawled
Disallow: */plp/*&n=
Disallow: */plp/*&d=
Disallow: /catalog/products/en

#Test Pages
Disallow: */test-pages/

#Onboarding Site
Disallow: */custom/OnBoarding/
Disallow: */ts-onboarding/
Disallow: /onboarding

#General rule to block commerce paths
Disallow: */commerce/

#Authorised Distributors
Disallow: */customer-support/authorized-distributors.html
Disallow: */industries/energy-solutions/energy-distributors.html
Disallow: */products/sensors/intersection/sensor-distributors.html
Disallow: */products/sensors/intersection/sales-representatives.html
Disallow: */products/sensors/intersection/speed-sensor-distributors.html
Disallow: */products/sensors/intersection/sensors-channel.html
Disallow: */customer-support/authorized-distributors/
Disallow: */industries/energy-solutions/energy-distributors/
Disallow: */products/sensors/intersection/sensor-distributors/
Disallow: */products/sensors/intersection/sales-representatives/
Disallow: */products/sensors/intersection/speed-sensor-distributors/
Disallow: */products/sensors/intersection/sensors-channel/

#Prevent Product Datasheet
Disallow: */product-*.datasheet.pdf

#Prevent Canonical
Disallow: */canonical-content-page/

#Prevent ICT Catalog (Do not add a trailing slash)
Disallow: /ict-catalog

#Disallow Customer Support
Disallow: */customer-support/email-us.html
Disallow: */customer-support/model-contact-us.html

#Disallow Compare Products
Disallow: */products-compare.html

#Disallow Unwanted URLs 
Disallow: */te_CustomDojo

#Disallow Models
Disallow: */models.html

#Disallow Private Documents and Images
Disallow: */dam/te-com/private/

#Disallow HR Documents and Images
Disallow: */dam/te-com/HR_Docs

Sitemap: https://www.te.com/sitemaps/en/sitemap-en-index.xml

Sitemap: https://www.te.com/sitemaps/ja/sitemap-ja-index.xml

Sitemap: https://www.te.com/sitemaps/de/sitemap-de-index.xml

Sitemap: https://www.te.com/sitemaps/es/sitemap-es-index.xml

Sitemap: https://www.te.com/sitemaps/pt/sitemap-pt-index.xml

Sitemap: https://www.te.com/sitemaps/fr/sitemap-fr-index.xml


#Specifically written to stop crawling for few folders from GPTBot
User-agent: GPTBot
Disallow: */private/
Disallow: */campaigns/
Disallow: */events/
Disallow: */models/
Disallow: */commerce/
Disallow: */te-design-library/
Disallow: */solutions/
Disallow: */services/
Disallow: */utilities/