Created robots foundation and component for managing how search

engines are handled.

components/robots/controllers/robots.php

@@ -0,0 +1,48 @@
+<?php
+/**
+ * @version      $Id$
+ * @package      Appleseed.Components
+ * @subpackage   Robots
+ * @copyright    Copyright (C) 2004 - 2010 Michael Chisari. All rights reserved.
+ * @link         http://opensource.appleseedproject.org
+ * @license      GNU General Public License version 2.0 (See LICENSE.txt)
+ */
+
+// Restrict direct access
+defined( 'APPLESEED' ) or die( 'Direct Access Denied' );
+
+/** Robots Component Controller
+ * 
+ * Robots Component Controller Class
+ * 
+ * @package     Appleseed.Components
+ * @subpackage  Robots
+ */
+class cRobotsRobotsController extends cController {
+
+	/**
+	 * Constructor
+	 *
+	 * @access  public
+	 */
+	public function __construct ( ) {       
+		parent::__construct( );
+	}
+
+	public function Display ( $pView = null, $pData = array ( ) ) {
+		header('Content-Type: text/plain');
+
+		echo "
+User-agent: *
+
+# Disable crawling all user profiles.  
+# User will have option to opt in to searches in later versions.
+Disallow: /profile/
+
+		";
+
+		// Must exist so language and debugging info doesn't get output.
+		exit;
+	}
+
+}

components/robots/robots.conf

@@ -0,0 +1,2 @@
+; Enabled by default
+enabled="true"

components/robots/robots.php

@@ -0,0 +1,32 @@
+<?php
+/**
+ * @version      $Id$
+ * @package      Appleseed.Components
+ * @subpackage   Robots
+ * @copyright    Copyright (C) 2004 - 2010 Michael Chisari. All rights reserved.
+ * @link         http://opensource.appleseedproject.org
+ * @license      GNU General Public License version 2.0 (See LICENSE.txt)
+ */
+
+// Restrict direct access
+defined( 'APPLESEED' ) or die( 'Direct Access Denied' );
+
+/** Robots Component
+ * 
+ * Robots Component Entry Class
+ * 
+ * @package     Appleseed.Components
+ * @subpackage  Robots
+ */
+class cRobots extends cComponent {
+
+	/**
+	 * Constructor
+	 *
+	 * @access  public
+	 */
+	public function __construct ( ) {       
+		parent::__construct();
+	}
+
+}

foundations/default/default.conf

@@ -144,6 +144,9 @@ routes[/admin/system/logs/]="admin/system/logs.php"
 routes[/admin/system/maintenance/]="admin/system/maintenance.php"
 routes[/admin/system/update/]="admin/system/update.php"
 
+[system]
+routes[robots.txt]="/system/robots.php"
+
 ; Pages route should be last, to catch anything that wasn't already caught.
 ;routes[(.*)]="/pages/pages.php"
 

foundations/default/system/robots.php

@@ -0,0 +1 @@
+<?php $zApp->Components->Go ( "robots" ); ?>