User-agent: *
Disallow: /archive/
Disallow: 100M.dat
Disallow: 10M.dat
Disallow: /debian
Disallow: /pub/debian
Disallow: /debian-security
Disallow: /pub/debian-security
Disallow: /pub/postgresql-debian
Disallow: /pub/OpenBSD
Disallow: /pub/OpenBSD-unsupported