## GENERAL SETTINGS
User-agent: *

## SITEMAPS PER LANGUAGE

# Sitemap Index
Sitemap: https://footdistrict.com/sitemaps/sitemap_es.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_en.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_fr.xml

# Sitemaps Filters
Sitemap: https://footdistrict.com/sitemaps/sitemap_filters_es.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_filters_en.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_filters_fr.xml

# Sitemaps Categories
Sitemap: https://footdistrict.com/sitemaps/sitemap_category_es.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_category_en.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_category_fr.xml

# Sitemaps Pages
Sitemap: https://footdistrict.com/sitemaps/sitemap_pages_es.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_pages_en.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_pages_fr.xml

# Sitemaps Brands
Sitemap: https://footdistrict.com/sitemaps/sitemap_brands_es.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_brands_en.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_brands_fr.xml

# Sitemaps Products
Sitemap: https://footdistrict.com/sitemaps/sitemap_product_es.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_product_fr.xml
Sitemap: https://footdistrict.com/sitemaps/sitemap_product_en.xml

# Sitemaps Blogs
Sitemap: https://blog.footdistrict.com/sitemap_index.xml
Sitemap: https://blog.footdistrict.com/en/sitemap_index.xml

## GLOBAL SETTINGS

# Allow Pages - Category, models, etc

# Sneaker height pages
Allow: */za/high/*
Allow: */za/mid/*
Allow: */za/low/*

# Login
Allow: /customer/account/login/

# Disable Attributes
Disallow: */where/*
Disallow: */f/*/*/*/*/*/*/*/*
Disallow: /f/*
Disallow: /en/f/*
Disallow: /fr/f/*
Disallow: */f/*/t/*
Disallow: */f/t/*
Disallow: */cc/*
Disallow: */sk/*
Disallow: */tk/*
Disallow: */hk/*
Disallow: */ss/*
Disallow: */ts/*
Disallow: */hs/*
Disallow: */ml/*
Disallow: */tl/*
Disallow: */dl/*
Disallow: */zz/*
Disallow: */zs/*
Disallow: */zt/*
Disallow: */bi/*
Disallow: */ct/*
Disallow: */tt/*
Disallow: */nt/*
Disallow: */st/*
Disallow: */gt/*
Disallow: */kt/*
Disallow: */ht/*
Disallow: */sl/*
Disallow: */za/*
Disallow: */hm/*
Disallow: */ha/*
Disallow: */bt/*
Disallow: */fs/*
Disallow: */cs/*
Disallow: */as/*
Disallow: /*?*discount_rate=*
Disallow: /*?*clothing_size=*
Disallow: /*?*footwear_size=*
Disallow: /*?*accessories_size=*
Disallow: */f/*:*/
Disallow: /all-products*
Disallow: */stores/store/redirect/*
Disallow: *store=*
Disallow: *from_store=*


# Disable technical resources
Disallow: */security/popup/checkcustomer/*
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: *shopbyAjax=*

# Disable checkout & customer account
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: */premium/*
Disallow: /customer/account/login/referer/
Disallow: /wishlist/

# Disable Search pages
Allow: /media/catalog/product/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /amasty_xsearch/
Disallow: */extendware/*

# Disable common folders
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/

# Disable Tag & Review (Avoid duplicate content)
Disallow: /review/
Disallow: /tag/

# Disable Common files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# Disable sorting (Avoid duplicate content)
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

# Disable version control folders and others
Disallow: /*.git
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$
# Disable parameters
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?*price=*
Disallow: /cdn-cgi/
Disallow: *?talla=

# 2024-01-24
Disallow: *?utm_*=
Disallow: *?coleccion=
Disallow: /*?limit=
Disallow: */raffle/popup/*

# 2024-03-01
Disallow: /*?color=
Disallow: /*?q=
Disallow: /*&q=

# 2024-03-08
Disallow: */?fq=
Disallow: */account/*
Disallow: */?amp*
Disallow: */?p=1
Disallow: */?afid=*
Disallow: */?limit=*
Disallow: */za/mid/?limit=*

# Specific user-agents

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: msnbot
Crawl-delay: 5

User-agent: archive.org_bot
Visit-time: 0200-0600

User-agent: GPTBot
Disallow: /