Author: pebender
Date: Sun May 10 13:53:47 2009
New Revision: 4735
Modified:
trunk/gar-minimyth/html/minimyth/robots.txt
Log:
- Updated the www.minimyth.org robots.txt file to reflect the forum upgrade
to phpBB3.
Modified: trunk/gar-minimyth/html/minimyth/robots.txt
==============================================================================
--- trunk/gar-minimyth/html/minimyth/robots.txt (original)
+++ trunk/gar-minimyth/html/minimyth/robots.txt Sun May 10 13:53:47 2009
@@ -4,8 +4,27 @@
Disallow: /image/
# Don't crawl the download directory as it changes to often.
Disallow: /download/
-# Don't crawl non-forum parts of the forum.
+# Don't crawl non-forum parts of the phpBB3 forum.
+# Allowing index.php, viewgroup.php and viewtopic.php.
+Disallow: /forum/adm
+Disallow: /forum/cache
+Disallow: /forum/common.php
+Disallow: /forum/config.php
+Disallow: /forum/cron.php
+Disallow: /forum/docs
+Disallow: /forum/download
Disallow: /forum/faq.php
-Disallow: /forum/groupcp.php
-Disallow: /forum/login.php
-Disallow: /forum/privmsg.php
+Disallow: /forum/files
+Disallow: /forum/images
+Disallow: /forum/includes
+Disallow: /forum/language
+Disallow: /forum/mcp.php
+Disallow: /forum/memberlist.php
+Disallow: /forum/posting.php
+Disallow: /forum/report.php
+Disallow: /forum/search.php
+Disallow: /forum/store
+Disallow: /forum/style.php
+Disallow: /forum/styles
+Disallow: /forum/ucp.php
+Disallow: /forum/viewonline.php
--~--~---------~--~----~------------~-------~--~----~
You received this message because you are subscribed to the Google Groups
"minimyth-commits" group.
To post to this group, send email to [email protected]
To unsubscribe from this group, send email to
[email protected]
For more options, visit this group at
http://groups.google.com/group/minimyth-commits?hl=en
-~----------~----~----~----~------~----~------~--~---
