# Robots.txt used by www.indexa.org # as of 3/22/2012 User-agent: * Crawl-delay: 5 Disallow: /images/ Disallow: /pictures/ Disallow: /audio/ # Disallow: /stats/ # Disallow: /gallery/ Disallow: /qsl-cards/ Disallow: /documents/ Disallow: /dx_videos.html Disallow: /dx_videos_ct0r.html Disallow: /dx_videos_e4x.html Disallow: /newsletters.html Disallow: /information.html Disallow: /*.flv$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$