# /robots.txt as defined in # User-agent: * Disallow: /admin/ Disallow: /bin/ Disallow: /data/ Disallow: /etc/ Disallow: /icons/ Disallow: /lib/ Disallow: /opt/ Disallow: /usage/ Disallow: /usr/ Disallow: /dev/