Sitemap: http://www.cattletoday.com/sitemap.xml.gz

User-agent: Mediapartners-Google*
Disallow:

User-agent: *

Disallow: /loop/
Disallow: /guestbook/
Disallow: /subscribe/
Disallow: /hitmat/
Disallow: /backgrounds/
Disallow: /pphlogger/
Disallow: /images/

Disallow: forum/post-*.html$ 
Disallow: forum/updates-topic.html*$ 
Disallow: forum/stop-updates-topic.html*$ 
Disallow: forum/ptopic*.html$ 
Disallow: forum/ntopic*.html$ 


Disallow: /forum/admin/ 
Disallow: /forum/db/ 
Disallow: /forum/images/ 
Disallow: /forum/includes/ 
Disallow: /forum/language/ 
Disallow: /forum/templates/ 
Disallow: /forum/common.php 
Disallow: /forum/config.php 
Disallow: /forum/groupcp.php 
Disallow: /forum/memberlist.php
Disallow: /forum/modcp.php  
Disallow: /forum/posting.php 
Disallow: /forum/privmsg.php 
Disallow: /forum/profile.php
Disallow: /forum/search.php  
Disallow: /forum/viewonline.php 
Disallow: /forum/_private/

#Block an Agent Robot
User-agent: TurnitinBot
Disallow: /            #Will disallow all urls on your site

User-agent: Copernic 
Disallow: / 

User-agent: URL_Spider_Pro 
Disallow: / 

User-agent: CherryPicker 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: / 

User-agent: CopyRightCheck 
Disallow: / 

User-agent: WebCopier 
Disallow: / 

User-agent: NetAnts 
Disallow: / 

User-agent: Mister PiX 
Disallow: / 

User-agent: spanner 
Disallow: / 

User-agent: Harvest/1.5 
Disallow: / 

User-agent: CherryPicker*
Disallow: / 

User-agent: WebBandit/3.50 
Disallow: / 

User-agent: LinkextractorPro 
Disallow: / 

User-agent: Web Image Collector 
Disallow: / 

User-agent: Zeus Link Scout 
Disallow: /