Altered robots file to deny access by default, except for spider.php so this doesn't break Google Appliances.

git-svn-id: http://svn.resourcespace.org/svn/resourcespace@546 c08608d7-6e46-0410-86ca-f2a6f1370df5

Author: danh

include/authenticate.php

@@ -97,7 +97,6 @@
 					daily_stat("User session",$userref);
 					}
 				}
-		
 			}
         }
         else {$valid=false;}

pages/spider.php

@@ -45,7 +45,9 @@
 if ($ref!="")
 	{
 	# Resource view
+	$userpermissions[]="f*"; # Set access to all fields.
 	$resource=get_resource_data($ref);$resourcedata=get_resource_field_data($ref);
+
 	if ($resource["has_image"]==1)
 		{
 		$thumbnail=get_resource_path($ref,false,"col",false,$resource["preview_extension"]);

robots.txt

@@ -1,2 +1,9 @@
+#
+# Sample robots.txt file - ensures that a Google Appliance can still access the spider page (if configured)
+# and assumes an installation in the site root. For sites in a subfolder you must move the robots.txt file
+# to the site root and alter the paths accordingly.
+#
 User-agent: *
 Crawl-delay: 10
+Allow: /pages/spider.php
+Disallow: /