User-agent: *
Disallow: /*.inc$
Disallow: /*.cgi$
Disallow: /cgi-bin/
Disallow: /news/wp-admin/
Disallow: /news/cache/
Disallow: /news/wp-content/cache/
Disallow: /news/wp-content/languages/
Disallow: /news/wp-content/plugins/
Disallow: /news/wp-content/themes/
Disallow: /news/wp-content/upgrade/
Disallow: /news/wp-includes/
#Disallow: /news/comments/
#Disallow: /news/category/
#Disallow: /news/tag/
#Disallow: /news/page/
#Disallow: /news/trackback/

Sitemap:https://www.travelnews.tw/news/sitemap.xml

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /news/
 
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /news/

# Bing
User-agent: bingbot*
Disallow:
Allow: /news/

# Alexa archiver
User-agent: ia_archiver
Allow: /news/

 
# digg mirror
User-agent: duggmirror
Disallow: /
 
User-agent: Ezooms/1.0 
Disallow: /

User-agent: Sogou web spider/4.0 
Disallow: /

User-agent: Sogou web spider 
Disallow: /

User-agent: Sogou spider 
Disallow: /

User-agent: DoCoMo Spider 
Disallow: /

User-agent: MJ12bot
Disallow: /