###############################
#
# TG4 - ROBOTS.TXT - TG4
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-includes/js

# list specific files robots are not allowed to index
#
Disallow: /index.php
Disallow: /xmlrpc.php
Disallow: /yospace.lic

User-agent: Mediapartners-Google*
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /
# Allow: /press/

# list of robots to disallow
#
# User-agent: Googlebot/2.1
# Disallow: /

User-agent: AhrefsBot
Disallow: /

# User-agent: bingbot/2.0
# Disallow: /

# User-agent: bingbot
# Disallow: /

User-agent: DotBot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: Opera-Bot
Disallow: /

User-agent: BUbiNG
Disallow: /

# User-agent: Slurp
# Disallow: /

User-agent: SeznamBot
Disallow: /

# User-agent: SemrushBot-SA
# Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex.ru/
Disallow: /

User-agent: BLEXBot
Disallow: /

# User-agent: rogerbot
# Disallow: /

User-agent: Sogou
Disallow: /

# 
#
###############################