# For domain: http://www.kiwcfm.com User-agent: * Crawl-Delay: 20 # All robots will spider the domain User-agent: * Disallow: # Disallow Files/ dumptimer.php music.php musicx.php play.php playlist0.php playlist0.html playlista.php playlista.html playlistb.php playlistb.html playlistc.php playlistc.html playlistd.php playlistd.html playliste.php playliste.html playlistf.php playlistf.html playlistg.php playlistg.html playlisth.php playlisth.html playlisti.php playlisti.html playlistj.php playlistj.html playlistk.php playlistk.html playlistl.php playlistl.html playlistm.php playlistm.html playlistn.php playlistn.html playlisto.php playlisto.html playlistp.php playlistp.html playlistq.php playlistq.html playlistr.php playlistr.html playlists.php playlists.html playlistt.php playlistt.html playlistu.php playlistu.html playlistv.php playlistv.html playlistw.php playlistw.html playlistx.php playlistx.html playlisty.php playlisty.html playlistz.php playlistz.html recover.php register.php schedule.php status.php tracks.php video.htm # Disallow directory /images/ User-agent: * Disallow: /design/ Disallow: /graphicsx/ Disallow: /images/ Disallow: /imagesx/ Disallow: /inc/ Disallow: /java/ Disallow: /language/ Disallow: /media/ Disallow: /pictures/ Disallow: /playlist/ Disallow: /rate/ Disallow: /SAM/ Disallow: /special/ Disallow: /stats/ Disallow: /xsmartdd/ #Disallow: /bcc/images/ #Disallow: /bcc/include/ #Disallow: /bcc/install/ #Disallow: /bcc/member/