# /robots.txt as defined in # User-agent: * Disallow: /bin/ Disallow: /cgi-bin/ Disallow: /data/ Disallow: /etc/ Disallow: /icons/ Disallow: /lib/ Disallow: /opt/ Disallow: /usage/ Disallow: /usr/ Disallow: /admin/ Disallow: /bin/ Disallow: /oops Disallow: /sweb/ Disallow: /thanks Disallow: /links.html Disallow: /shirt.html Disallow: /materials.html Disallow: /trade.html Disallow: /clipart.html Disallow: /management.html Disallow: /product.html Disallow: /InSeason.html Disallow: /buying.html Disallow: /sensations.html Disallow: /OSOCropInfo.html Disallow: /hollywood.html Disallow: /special.html Disallow: /facts.html Disallow: /europe.html Disallow: /orders.html Disallow: /varieties.html