User-Agent: Googlebot
Allow: /
Allow: /*static/chunks/*js
Allow: /*static/css/
Disallow: /_next/
Disallow: /api/
Disallow: /*.json$
Disallow: /site.webmanifest
Disallow: /*utm_*=
Disallow: /*search?q
Disallow: /*searchRequest=
Disallow: /*per-page=
Disallow: /*teaserId=
Disallow: /*teaserType=
Disallow: /*columnType=
Disallow: /*screenKey=
Disallow: /*rubric=
Disallow: /*__pf__=
Disallow: /*is_channel=
Disallow: /*peer_id==
Disallow: /*gclid=
Disallow: /*yclid=
Disallow: /*ymclid=
Disallow: /*clid=
Disallow: /*uuid=
Disallow: /userfiles/

User-Agent: Yandex
Allow: /
Allow: /*static/chunks/*js
Allow: /*static/css/
Disallow: /*search?q
Disallow: /amp/
Disallow: /_next/
Disallow: /api/
Disallow: /*.json$
Disallow: /site.webmanifest
Disallow: /userfiles/

User-Agent: *
Allow: /
Disallow: /_next/
Disallow: /api/
Disallow: /*.json$
Disallow: /site.webmanifest
Disallow: *?utm_*
Disallow: *&utm_*
Disallow: /search
Disallow: *?query=*
Disallow: *?page=*
Disallow: *?sort=*
Disallow: *?filter=*
Disallow: /404
Disallow: /amp/

User-Agent: Googlebot-Image
Disallow: /_next/image
Disallow: /assets/icons/
Disallow: /assets/logos/

User-Agent: YandexImages
Disallow: /_next/image
Disallow: /assets/icons/
Disallow: /assets/logos/

User-Agent: YandexDirect
Allow: /

User-Agent: Mail.Ru
Allow: /
Disallow: /_next/
Disallow: /api/
Disallow: /*.json$
Disallow: /site.webmanifest
Disallow: *?utm_*
Disallow: *&utm_*
Disallow: /search

User-Agent: ia_archiver
Disallow: /

Sitemap: https://pensnews.ru/sitemap.xml