#ArticleCrush.com Robots.txt file
#January 27 2009
User-agent: *
#Disallow whole folders
Disallow: /admincrush/
Disallow: /cgi-bin/
Disallow: /func/
Disallow: /inc/
Disallow: /js/
Disallow: /system/
Disallow: /images/
Disallow: /img/
Disallow: /css/
Disallow: /docs/
Disallow: /uaw/
Disallow: /speller/
Disallow: /random/
Disallow: /downloads/
Disallow: /author/
Disallow: /Article_Beach_DB Converter/
Disallow: /SQL_new_database/
Disallow: /SQL_exiting_database_update/
Disallow: /ArticleDashboard_to_AF_DB_Converter/
#Disallow: /unsubscribe.php this would dissallow a file only