# HG changeset patch # User Brian Neal # Date 1320189754 18000 # Node ID 72bfeac8f4f3aceee5972256a1f5776a4245c6b9 # Parent 0bac5dfbcc7c13819060e632656344db3f0d0e8a Adding robots.txt. diff -r 0bac5dfbcc7c -r 72bfeac8f4f3 bns_website/static/robots.txt --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/bns_website/static/robots.txt Tue Nov 01 18:22:34 2011 -0500 @@ -0,0 +1,2 @@ +User-agent: * +Crawl-delay: 30