# robots.txt for http://www.markdwane.com User-agent: * Disallow: /images/ # This is the images folder Disallow: /cgi-bin/ # This is the cgi-bin progs Disallow: /common/ # No need to browse Disallow: /mp3/ # These are the mp3 files Disallow: /mp3_/ # These are the m3u files Disallow: /info/ # Information for files on website Disallow: /test/ # Test area. Disallow: /flash/ # Macromedia files. User-agent: searchpreview Disallow: /