# robots.txt - created for Cosmotions.com on 20040517
# rules apply to all crawlers

# removed "/pgs/" from disallow on 20070102
# added "disallow: /*~*" on 20070302 to block access to all URLs that include the ~ character
# removed "disallow: /test/" on 20070302
# removed "disallow: /photosbythad/" on 20070302 for revision
# added terranocte stuff 20070709

# disallow: java_scripts.js  --removed to allow browser cache, 20041003. Reinstated, 20060630
# added "/*.1mb$", "/*.2mb$", "/*.3mb$", etc., on 20070709

# added "*http://www.bluehost.com/track/*" on 20070713

# Note: Keep ALL commented lines up here and leave NO line breaks between the following:

User-agent: *
Disallow: /anim/
Disallow: /anim/large/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /images/other/
Disallow: /othr/
Disallow: /snd/
Disallow: /vids/other/
Disallow: /photosbythad/cgi-bin/
Disallow: /photosbythad/othr/
Disallow: /photosbythad/pics/
Disallow: /terranocte/cgi-bin/
Disallow: /terranocte/othr/
Disallow: /terranocte/anim/
Disallow: /terranocte/anim/large/
Disallow: /java_scripts.js
Disallow: /styles.css
Disallow: /othr/java_scripts.js
Disallow: /othr/styles.css
Disallow: /*~*
Disallow: /*~cosmotio*
Disallow: /*cosmotio~*
Disallow: /mailman/admin
Disallow: /mailman/admin/
Disallow: /mailman/listinfo
Disallow: /mailman/listinfo/
Disallow: /mailman/options/cosmotionsnews_cosmotions.com
Disallow: /mailman/options/cosmotionsnews_cosmotions.com/
Disallow: /mailman/listinfo/cosmotionsnews_cosmotions.com
Disallow: /mailman/listinfo/cosmotionsnews_cosmotions.com/
Disallow: /twan/