HTTPS surface reachable (robots ✓, sitemap ✗, title ✓)
Why it matters: Public files — robots.txt, sitemap.xml, head meta — are what attackers see first during reconnaissance. Misadvertised paths, stale sitemaps, and verbose generators leak more than intended (ISO 27001 A.8.9).
robots.txt
present
# yandex.com
User-agent: *
Disallow: /?
Disallow: /403.html
Disallow: /404.html
Disallow: /500.html
Disallow: /about.html
Disallow: /adddata
Disallow: /adresa-segmentator
Disallow: /advanced_engl.html
Disallow: /advertising
Disallow: /ads/
Disallow: /adfox/
Disallow: /an/
Disallow: /all-supported-params
Disallow: /articles
Disallow: /blog/*?text=
Disallow: /blog/*?tag=
Disallow: /blog/*/*/*
Disallow: /blog/punto
Disallow: /activity/
Disallow: /business/widget
Disallow: /MAPS/
Disallow: /MaPS/
Disallow: /MapS/
Disallow: /Maps/
Disallow: /mApS/
Disallow: /harita/business/
Disallow: /maps/business/
Disallow: /maps-api/docs/js-api/reference-guide/instruction-gxs.html
Disallow: /maps-api/docs/js-api/reference-guide/instruction-rs.html
Disallow: /blogs*
Allow: /blogs/$
Allow: /blogs/pad/$
Allow: /blogs/pad$
Disallow: /masters
Disallow: /services
Disallow: /catalog/?text=
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /chisla.html
Disallow: /clck
Disallow: /news
Disallow: /news/
Disallow: /collections/
Disallow: /company/*.rss
Disallow: /company/search
Disallow: /comments/*
Disallow: /conflagexp
Disallow: /cy
Disallow: /cycounter
Disallow: /dzen
Disallow: /edu/ping
Disallow: /edu/tasks
Disallow: /edu/teachers
Disallow: /edu/test
Disallow: /experiments.xml
Disallow: /efir
Disallow: /formfeedback
Disallow: /gorsel/*
Allow: /gorsel/$
Allow: /gorsel/?*
Allow: /gorsel/smart/$
Allow: /gorsel/touch/$
Allow: /gorsel/touch/?*
Disallow: /gundem
Disallow: /goto_issue/
Disallow: /goto_rubric/
Disallow: /i/
Disallow: /images-data
Disallow: /images.html
Disallow: /images/*
Disallow: /images-apphost/*
Allow: /images/$
Allow: /images/?*
Allow: /images/smart/$
Allow: /images/touch/$
Allow: /images/touch/?
Disallow: /index_m
Disallow: /infected
Disallow: /iznanka/
Disallow: /int_search_summary
Disallow: /delivery_tracking
Disallow: /keyboard_qwerty.html
Disallow: /logotypes
Disallow: /map-constructor/loader*
Disallow: /more_samples
Disallow: /msearch
Disallow: /msearchpart
Disallow: /maps/print/*
Allow: /maps/*?lang=kk$
Allow: /maps/*?lang=uz$
Disallow: /nmaps/*?
Disallow: /mapeditor/*?
Disallow: /metro/*?from
Disallow: /neuralsearch/api
Disallow: /norobot
Disallow: /opensearch.xml
Disallow: /padsearch
Disallow: /people*
Disallow: /person
Disallow: /podpiska/login.pl
Disallow: /polling
Disallow: /portal/set/
Disallow: /portal/tune/
Disallow: /promo/diskelement
Disallow: /promo/*goodbye*
Disallow: /promo/skype*?*
Disallow: /promo/skype/*/*
Disallow: /promo/launcher/feedback
Disallow: /promo/launcher/mgoodbye/*
Disallow: /promo/*welcome*
Disallow: /promo/yobject/changelog*
Disallow: /soft/bm/goodbye
Disallow: /soft/chrome/ext-install/*
Disallow: /soft/chrome/searchline-install/*
Disallow: /soft/*goodbye*
Disallow: /soft/punto/mac/uninstall/*
Disallow: /soft/punto/win/uninstall/*
Disallow: /soft/*welcome*
Disallow: /soft/win/?*
Disallow: /quotes
Disallow: /redir
Disallow: /region_map
Disallow: /regions_list.xml
Disallow: /regions.html?
Disallow: /rubric2sport
Disallow: /s/
Disallow: /save
Disallow: /safety/?
Disallow: /safety?
Disallow: /search
Disallow: /setup
Disallow: /showcaptcha
Disallow: /sitesearch
Disallow: /skazki
Disallow: /sl/*.html
Disallow: /soft/extensions/goodbye
Disallow: /sportagent
Disallow: /storeclick
Disallow: /storerequest
Disallow: /subscribe/confirm.pl
Disallow: /subscribe/view.pl
Disallow: /support/direct-images
Disallow: /support/direct-tooltips
Disallow: /support/distr
Disallow: /support/dsp
Disallow: /support/fe4be44a295cc679e19bf0b8f133083d
Disallow: /support/maps-beta
Disallow: /support/market-images
Disallow: /support/security
Disallow: /support/webmaster-images
Disallow: /support/*zout_
Disallow: /support/search-results/
Disallow: /support/praktikum/flow.html
Disallow: /support/praktikum-english/
Disallow: /telsearch
Disallow: /themes
Disallow: /toggle-experiment
Disallow: /touchsearch
Disallow: /tune*retpath=
Disallow: /versions
Disallow: /v$
Disallow: /viewconfig$
Disallow: /video/v$
Disallow: /video/viewconfig$
Disallow: /images/v$
Disallow: /images/viewconfig$
Allow: /uslugi/$
Disallow: /uslu