User-agent: googlebot

User-agent: MSNBOT

User-agent: msnbot-media/1.0

User-agent: alexa_site_report

User-agent: slurp

User-agent: * 

Disallow: /cgi-bin/
Disallow: /cp5/ 
Disallow: /clientscript/ 
Disallow: /cpstyles/ 
Disallow: /customavatars/ 
Disallow: /customprofilepics/ 
Disallow: /images/ 
Disallow: /cp3/
Disallow: /includes/
Disallow: /ajax.php 
Disallow: /attachment.php 
Disallow: /calendar.php 
Disallow: /cron.php 
Disallow: /editpost.php 
Disallow: /global.php 
Disallow: /image.php 
Disallow: /inlinemod.php 
Disallow: /joinrequests.php 
Disallow: /login.php 
Disallow: /member.php 
Disallow: /memberlist.php 
Disallow: /misc.php 
Disallow: /moderator.php 
Disallow: /newattachment.php 
Disallow: /newreply.php 
Disallow: /newthread.php 
Disallow: /online.php 
Disallow: /poll.php 
Disallow: /postings.php 
Disallow: /printthread.php 
Disallow: /private.php 
Disallow: /profile.php 
Disallow: /report.php 
Disallow: /reputation.php 
Disallow: /search.php 
Disallow: /sendmessage.php 
Disallow: /showgroups.php 
Disallow: /subscription.php 
Disallow: /threadrate.php 
Disallow: /usercp.php 
Disallow: /usernote.php  

Sitemap: http://www.arabitf.com/sitemap.xml
Sitemap: http://www.arabitf.com/sitemap.csv
Sitemap: http://www.arabitf.com/sitemap.html
Sitemap: http://www.arabitf.com/sitemap.xml.gz
Sitemap: http://www.arabitf.com/urllist.txt
Sitemap: http://www.arabitf.com/sitemap.rss
Sitemap: http://www.arabitf.com/sitemap_1.xml.gz