# robots.txt for www.itesoft.com
# --------------------------------------------------
# Control how search engines and tools crawl the site.

# --- Sitemaps ---
Sitemap: https://www.itesoft.com/sitemap.xml
Sitemap: https://www.itesoft.com/hubfs/sitemap/sitemap-tags.xml

# --- General Allow Rules ---

User-agent: *
Allow: /

# --- General search engines (Google, Bing, etc.) ---
# HubSpot functional pages and assets
Allow: /hs/
Allow: /hs-fs/
Allow: /hs-fs/hubfs/
Allow: /hs-fs/hubfs/*.css
Allow: /hs-fs/hubfs/*.js

# --- Restrict image crawling ---
# Block HubSpot /hubfs/ by default
Disallow: /hubfs/

# Allow only ITESOFT theme images
Allow: /hubfs/2021-ITESOFT-CMS-THEME/
Allow: /hs-fs/hubfs/2021-ITESOFT-CMS-THEME/

# --- Dynamic HubSpot assets ---
Allow: /hubfs/hub_generated/
Allow: /hubfs/hub_generated/template_assets/
Allow: /hubfs/hub_generated/template_assets/*.css
Allow: /hubfs/hub_generated/template_assets/*.js
Allow: /hubfs/hub_generated/module_assets/
Allow: /hubfs/hub_generated/module_assets/*.css
Allow: /hubfs/hub_generated/module_assets/*.js

# --- HubSpot fonts, forms, interactives ---
Allow: /_hcms/googlefonts/Lato/
Allow: /_hcms/forms/v2.js
Allow: /web-interactives/public/v1/embed/combinedConfigs

# --- Known Assets and Resources ---
Allow: /hubfs/Videos/
Allow: /hubfs/Vignettes%20des%20videos/
Allow: /hubfs/Mockups%20des%20assets/0.1%20-%20Mockups%20des%20assets/
Allow: /hubfs/www-itesoft-favicon-48x48.png
Allow: /hubfs/sitemap/

# --- Disallow Rules ---
Disallow: /test
Disallow: /fr/dev-
Disallow: /en-gb/test
Disallow: /fr/test
Disallow: /cs/c/
Disallow: /_hcms/
Disallow: /hs/cta/wi/redirect
Disallow: /site/itesoft_fr/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /en-gb/wp-content/
Disallow: /en-gb/wp-includes/
Disallow: /search/
Disallow: /en-gb/search/
Disallow: /fr/recherche/
Disallow: /fr/search-blog-extra-info-noindex
Disallow: /en-gb/search-blog-extra-info-noindex
Disallow: /.well-known/
Disallow: /apple-app-site-association$
Disallow: /*/apple-app-site-association$
Disallow: /ads.txt
Disallow: /*?hs_amp=*
Disallow: /*?utm_=*
Disallow: /*/feed$
Disallow: /*/feed/$
Disallow: /*/feed/rss2/

# --- Specific Bot Rules ---
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: SemrushBot-SA
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: SiteAuditBot
Allow: /

# HubSpot internal search bot (not needed for SEO)
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: HubSpotContentSearchBot
Allow: /

# HubSpot SEO crawler (needed for SEO recommendations)
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: HubSpot Crawler
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*