Sitemap: https://dzone.com/sitemap.xml


User-agent: Mail.Ru
Disallow: /

User-agent: Googlebot-News
Disallow: /users/

User-agent: *
Allow: /

Disallow: /accounts/
Disallow: /users/
Disallow: /revisions/
Disallow: /search
Disallow: /*sort=newest
Disallow: /*sort=hottest
Disallow: /*sort=votes
Disallow: /*filter=
Disallow: /commands/
Disallow: /badges/
Disallow: /comments
Disallow: /content
Disallow: /links/source
Disallow: /links/feed
Disallow: /links/r
Disallow: /links/go
Disallow: /go
Disallow: /feed
Disallow: /admin
Disallow: /dzone/staff
Disallow: /storage/assets
Disallow: /answers/*.json
Disallow: /themes/dz20/scripts/interstitial
Disallow: /services

User-agent: CCBot
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: archive.org_bot
Crawl-delay: 10

User-agent: ia_archiver
Crawl-delay: 10