User-agent: * Disallow: /css/ Disallow: /js/ Disallow: /img/ Disallow: /files/ Disallow: /html/ Disallow: /wm-postgres.php Disallow: /wm_scraper.php Disallow: /*.html Disallow: /flash/ Disallow: /uploads/ Disallow: /test.php Disallow: /mediaplayer Disallow: /generator