# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Disallow: /~policych/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /date/
Disallow: /tmp/
Disallow: /2015FileEvents/
Disallow: /index.php
Allow: /images
Allow: /img
Allow: /media

Sitemap:https://www.thefastmode.com/sitemap.xml

User-agent: Twitterbot
Allow: /

User-agent: mj12bot
Disallow: / 

User-agent: ahrefs
Disallow: /

User-agent: bingbot
Allow: /

User-agent: Alexabot
Allow: /

User-agent: msnbot
Allow: /

User-agent: Mediapartners-Google*
Allow: /

User-agent: ia_archiver
Disallow:

User-agent: ia_archiver
Allow: /

User-agent: googlebot-image
Allow: /

User-agent: googlebot-mobile
Allow: /

User-agent: Googlebot
Allow: /

User-agent: NewsNow 
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Yahoo! Slurp
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: msnbot-NewsBlogs
Allow: /

User-agent: AddThis.com robot
Allow: /

User-agent: newslebot
Allow: /

User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Allow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: APIs-Google
Allow: /