Sitemap: https://www.unix.com/dbseo_sitemaps_https/dbseo_sitemap_index.xml.gz
Sitemap: https://www.unix.com/maps/dbmaps/linux_dbman_index.xml.gz
Sitemap: https://www.unix.com/maps/dbmaps/unix_dbman_index.xml.gz
Sitemap: https://www.unix.com/maps/maps/misc_sitemap.xml.gz

User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Baiduspider
Allow: /

User-agent: Amazonbot
User-agent: AhrefsBot
User-agent: SemrushBot-SA
User-agent: Cliqzbot
User-agent: trendictionbot
User-agent: grapeshot
User-agent: DataForSeoBot
User-agent: python-requests
User-agent: python-requests/2.32.3
User-agent: MJ12bot
User-agent: DotBot
User-agent: Barkrowler
User-agent: Exabot
User-agent: SEOkicks-Robot
User-agent: MegaIndex
Disallow: /

User-agent: *bot*
User-agent: *crawler*
User-agent: *spider*
Disallow: /

Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.json$
Disallow: /*.csv$
Disallow: /*.env$