# robots.txt for GoodAutoTrade
# https://goodtrade.by

Sitemap: https://goodtrade.by/sitemap.xml

User-agent: *
Allow: /
Allow: /pricing.json
Allow: /used-cars.json
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /assets/

Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /404/
Disallow: /blog-posts/

# Закрываем каталожные фильтры, чтобы не плодить дубли
Disallow: /catalog/?brand=
Disallow: /catalog/?priceTo=
Disallow: /catalog/?priceFrom=
Disallow: /catalog/?sort=
Disallow: /catalog/?order=
Disallow: /catalog/?category=
Disallow: /catalog/?drive=
Disallow: /catalog/?engineType=

Crawl-delay: 1

User-agent: facebookexternalhit
Allow: /
Allow: /meta-images/
Allow: /images/

User-agent: facebookcatalog
Allow: /
Allow: /meta-images/
Allow: /images/

User-agent: Meta-ExternalAds
Allow: /
Allow: /meta-images/
Allow: /images/

User-agent: Yandex
Allow: /
Allow: /pricing.json
Allow: /used-cars.json
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /assets/

Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /404/
Disallow: /blog-posts/

# Яндекс тоже не должен обходить параметры каталога
Disallow: /catalog/?brand=
Disallow: /catalog/?priceTo=
Disallow: /catalog/?priceFrom=
Disallow: /catalog/?sort=
Disallow: /catalog/?order=
Disallow: /catalog/?category=
Disallow: /catalog/?drive=
Disallow: /catalog/?engineType=

# Рекламные и служебные параметры игнорируем (для каталога)
Clean-param: gad_source /catalog/
Clean-param: gad_campaignid /catalog/
Clean-param: gbraid /catalog/
Clean-param: etext /catalog/
Clean-param: from /catalog/
Clean-param: utm_source /catalog/
Clean-param: utm_medium /catalog/
Clean-param: utm_campaign /catalog/
Clean-param: ref /catalog/
Clean-param: sessionid /catalog/

# Игнорируем параметры фильтрации каталога (в любом порядке)
Clean-param: brand /catalog/
Clean-param: priceTo /catalog/
Clean-param: priceFrom /catalog/
Clean-param: sort /catalog/
Clean-param: order /catalog/
Clean-param: category /catalog/
Clean-param: drive /catalog/
Clean-param: engineType /catalog/

# Для /calculator/ игнорируем рекламные и служебные параметры
Clean-param: gad_campaignid /calculator/
Clean-param: wbraid /calculator/
Clean-param: matched_keyword /calculator/
Clean-param: gad_source /calculator/
Clean-param: utm_source /calculator/
Clean-param: utm_medium /calculator/
Clean-param: utm_campaign /calculator/

# Для /catalog/ добавляем параметры, встреченные в логах
Clean-param: yprqee /catalog/
Clean-param: brid /catalog/
Clean-param: matched_keyword /catalog/

# Для /contacts/ игнорируем все рекламные параметры
Clean-param: gad_source /contacts/
Clean-param: gad_campaignid /contacts/
Clean-param: wbraid /contacts/
Clean-param: gbraid /contacts/
Clean-param: utm_source /contacts/
Clean-param: utm_medium /contacts/
Clean-param: utm_campaign /contacts/