####################################
#Robots.txt file for agrtech.com.au#
####################################


User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php
Disallow: /cgi-bin
Disallow: /wp-admin$
Disallow: /wp-admin*/
Disallow: /author/admin$
Disallow: /author/admin/
Disallow: /archives$
Disallow: /archives/
Disallow: /category/uncategorized$
Disallow: /category/uncategorized/
Disallow: /tag$
Disallow: /tag/
Disallow: /tag/*
Disallow: */trackback/
Disallow: /print$
Disallow: /print/
Disallow: /search$
Disallow: /search/
Allow: /wp-admin/admin-ajax.php
Allow: /*.js
Allow: /*.css
Disallow: /comments/feed
Disallow: /comments/feed/
Disallow: /xmlrpc.php$

User-agent: Googlebot-Image
Allow: /wp-content/uploads/


User-agent: Twitterbot
Allow: /

User-agent: Baiduspider-image
Allow: /wp-content/uploads/

User-agent: NinjaBot
Allow: /

User-agent: rogerbot
Disallow: /

#80legs
User-agent: 008
Disallow: /

User-agent: voltron
Disallow: /

User-agent: Zealbot
Disallow: /


User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

# disallow stress test
user-agent: stress-agent
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: larbin
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# Misbehaving: requests much too fast:
User-agent: fast
Disallow: /


Sitemap: http://agrtech.com.au/sitemap_index.xml
Sitemap: http://agrtech.com.au/sitemap.xml
Sitemap: http://agrtech.com.au/post-sitemap.xml
Sitemap: http://agrtech.com.au/page-sitemap.xml

#	
#     ____________________________
#     !\_________________________/!\
#     !!                         !! \
#     !!                         !!  \
#     !!  C:\AGR Technology      !!  !
#     !!                         !!  !
#     !!                         !!  !
#     !!                         !!  !
#     !!                         !!  !
#     !!                         !!  /
#     !!_________________________!! /
#     !/_________________________\!/
#        __\_________________/__/!_
#       !_______________________!/ )
#     ________________________    (__
#    /oooo  oooo  oooo  oooo /!   _  )_
#   /ooooooooooooooooooooooo/ /  (_)_(_)
#  /ooooooooooooooooooooooo/ /    (o o)
# /_______________________/_/    ==\o/==
#
#