# This is for every spider!
User-Agent: *
Disallow: /cgi-bin/
# 
# Temporarily disallow all phpgedview pages ... too much db accessing
#Disallow: /familytree/
# 
# These were disallowed anyway due to no extra value in them for search engines
# 
Disallow: /familytree/admin.php
Disallow: /familytree/aliveinyear.php
Disallow: /familytree/ancestry.php
Disallow: /familytree/calendar.php
Disallow: /familytree/descendancy.php
Disallow: /familytree/editconfig.php
Disallow: /familytree/edit
Disallow: /familytree/fanchart.php
Disallow: /familytree/find
Disallow: /familytree/hourglass.php
Disallow: /familytree/login.php
Disallow: /familytree/patriarchlist.php
Disallow: /familytree/pedigree.php
Disallow: /familytree/reportengine.php
Disallow: /familytree/relationship.php
Disallow: /familytree/reports/
Disallow: /familytree/search.php
Disallow: /familytree/timeline.php
Disallow: /forum/profile.php
Disallow: /forum/privmsg.php
Disallow: /forum/login.php
Disallow: /forum/faq.php
Disallow: /forum/search.php
Disallow: /forum/posting.php
#
# Some crawlers observe crawl-delay, but not all. If they do, then it's 120 seconds.
#
Crawl-Delay: 120
# 
# Ubicrawler doesn't yet obey a delay and crawls far too fast. So disallow it completely.
# 
User-agent: Ubicrawler
Disallow: /
#
# Itsapic crawls far too fast. So disallow it completely.
#
User-agent: itsapic.com_crawler
Disallow: /