More robots.txt work

lib/static_handler.js

@@ -27,6 +27,7 @@ StaticHandler.contentTypeFor = function(ext) {
   else if (ext == '.css') return 'text/css';
   else if (ext == '.html') return 'text/html';
   else if (ext == '.ico') return 'image/ico';
+  else if (ext == '.txt') return 'text/plain';
   else {
     winston.error('unable to determine content type for static asset with extension: ' + ext);
     return 'text/plain';

static/index.html

@@ -11,6 +11,8 @@
 		<script type="text/javascript" src="highlight.min.js"></script>
 		<script type="text/javascript" src="application.js"></script>
 
+		<meta name="robots" content="noindex,nofollow"/>
+
 		<script type="text/javascript">
 			var app = null;
 			// Handle pops