HTTPS surface reachable (robots ✓, sitemap ✗, title ✓)
Why it matters: Public files — robots.txt, sitemap.xml, head meta — are what attackers see first during reconnaissance. Misadvertised paths, stale sitemaps, and verbose generators leak more than intended (ISO 27001 A.8.9).
robots.txt
present
# GOOGLEBOT
User-agent: googlebot
Allow: /
Disallow: /unsubscribe
Disallow: /job/track-pageview
Disallow: /facebook/
Disallow: /amazon/
Disallow: /job/track-apply-click
Disallow: /job/monster-apply-request
Disallow: /?search=
Disallow: /geo/job_title
Disallow: /blog/wp-admin/
Disallow: /contact/zip-resume
Disallow: /resume-database/preview-iframe
Disallow: /resume/preview/
Disallow: /admin
Disallow: /login/
Disallow: /trk
Disallow: /get-auto-banners
Disallow: /record-event
Disallow: /events
Disallow: /apply/
Disallow: /eclk/
Disallow: /ek/
Disallow: /job-redirect
Disallow: /pixel/
Disallow: /chat/get-chat-auth-token
Disallow: /ajax/
Disallow: /tap/
Disallow: /jobs/*/closest$
Disallow: /jobs/*/clipboard-action$
Disallow: /jobs/*/is$
Disallow: /svc/seo/
Disallow: /submit-reference
Disallow: /candidate/onboard
# ALLOWED BOTS
User-agent: Google-Extended
User-agent: Google-News
User-agent: Googlebot-Image/1.0
User-agent: Googlebot-Video/1.0
User-agent: bingbot
User-agent: Applebot
User-agent: Pinterestbot
User-agent: Slackbot
User-agent: LinkedInBot
User-agent: Snapchat
User-agent: facebookexternalhit/1.1
User-agent: TelegramBot
User-agent: msnbot
User-agent: Slurp
User-agent: WhatsApp
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: OAI-AdsBot
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Mediapartners-Google
User-agent: adidxbot
User-agent: meta-externalads
Allow: /
Disallow: /unsubscribe
Disallow: /job/track-pageview
Disallow: /facebook/
Disallow: /amazon/
Disallow: /job/track-apply-click
Disallow: /job/monster-apply-request
Disallow: /?search=
Disallow: /geo/job_title
Disallow: /blog/wp-admin/
Disallow: /contact/zip-resume
Disallow: /resume-database/preview-iframe
Disallow: /resume/preview/
Disallow: /admin
Disallow: /login/
Disallow: /trk
Disallow: /get-auto-banners
Disallow: /record-event
Disallow: /events
Disallow: /apply/
Disallow: /eclk/
Disallow: /ek/
Disallow: /job-redirect
Disallow: /pixel/
Disallow: /chat/get-chat-auth-token
Disallow: /ajax/
Disallow: /tap/
Disallow: /jobs/*/closest$
Disallow: /jobs/*/clipboard-action$
Disallow: /jobs/*/is$
Disallow: /svc/seo/
Disallow: /submit-reference
Disallow: /jobs-search
Disallow: /candidate/onboard
# LLM manifest: /llms.txt
# AI TRAINING BOTS
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: CCBot
Allow: /$
Allow: /llms.txt
Allow: /about
Allow: /ats-partners
Allow: /blog/
Allow: /careers
Allow: /contact/
Allow: /corporate-responsibility
Allow: /employer-reviews
Allow: /enterprise
Allow: /enterprise_faq
Allow: /enterprise_how_it_works
Allow: /enterprise-contact-us
Allow: /enterprise-customer-stories
Allow: /hiring/
Allow: /how-it-works
Allow: /job-seeker-reviews
Allow: /job-sites
Allow: /jobboard.io
Allow: /mobile
Allow: /notices
Allow: /plans
Allow: /post-a-job
Allow: /press
Allow: /resume-database
Allow: /sales
Allow: /trust/
Allow: /who-is-phil
Disallow: /
# DEFAULT
# Deny-by-default, except the LLM manifest.
User-agent: *
Allow: /llms.txt
Disallow: /
head
- title
- Job Search: Millions of US Jobs (HIRING NOW) Near You - ZipRecruiter
- description
- Job Search: Millions of US Jobs (HIRING NOW) Near You - ZipRecruiter
social
- og:title
- Job Search: Millions of US Jobs (HIRING NOW) Near You - 2026
- og:description
- Phil, your career advisor will help you find the right job opening from companies hiring in the US. Find job postings near you & 1-click apply to get hired.
- og:url
- https://www.ziprecruiter.com
- og:site_name
- ZipRecruiter
- og:image
- https://www.ziprecruiter.com/img/default-og-image.jpg
- og:type
- website
- twitter:card
- summary
- twitter:site
- @ZipRecruiter
- twitter:title
- Job Search: Millions of US Jobs (HIRING NOW) Near You - ZipRecruiter
- twitter:description
- Job Search: Millions of US Jobs (HIRING NOW) Near You - ZipRecruiter
- twitter:image
- https://www.ziprecruiter.com/img/default-og-image.jpg