Crawl-delay: 12

Sitemap: http://healingpetloss.com/sitemap.xml

User-agent: *
Disallow: /forbidden/$
Disallow: /blackhole/$
Disallow: /*.mp3$
Disallow: /*.bat$
Disallow: /*admin/
Disallow: /*admin/*?*
Disallow: /*admin/*?
#Disallow: /*blog/*?
#Disallow: /*blog/*?*
Disallow: /*services/*?
#Disallow: /*.gif$
#Disallow: /*.jpg$
#Disallow: /*.jpeg$
#Disallow: /*.png$
#Disallow: /*.tif$
Disallow: /*.pdf$



#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

# Google AdSense
User-agent: Mediapartners-Google
Disallow: /

# Google image
User-agent: Googlebot-Image
Disallow: /
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /*.tif$
Disallow: /*.pdf$



User-agent: Googlebot
Allow: /
Disallow: /blackhole/$
Disallow: /*?*$
Disallow: /wp-content/
Disallow: /plugins/
Disallow: /services/
Disallow: /category/

User-agent: googlebot-mobile
Allow: /*
Disallow: /blackhole/$
Disallow: /*?*$
Disallow: /wp-content/
Disallow: /plugins/
Disallow: /services/
Disallow: /category/



# Global rules
# -----------------
User-Agent: *
Host: https://healingpetloss.com
Disallow: /blackhole/$

User-agent: *
Disallow: /wp-json/

User-agent: AdvBot
User-agent: duggmirror
Disallow: /

# global
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /plugins/
Disallow: /cache/
Disallow: /themes/
Disallow: /trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /comments/
Disallow: */comments/
Disallow: /category/
Disallow: /category/*/*
Disallow: */trackback/
Disallow: /trackback
Disallow: */trackback
Disallow: /wp-includes/js
Disallow: /*?*
Disallow: /*?
Disallow: /*~*
Disallow: /*~
Disallow: /*?
Disallow: /xmlrpc.php
Disallow: /wp-
Disallow: /blackhole/$
Disallow: /services/
Allow: /uploads/

User-agent: MSNbot
Disallow: /

User-agent: Bingbot
Allow: /*
Disallow: /blackhole/$
Disallow: /wp-content/
Disallow: /plugins/
Disallow: /services/
Disallow: /category/

User-agent: Slurp
Allow: /*
Disallow: /blackhole/$
Disallow: /*?*$
Disallow: /wp-content/
Disallow: /plugins/
Disallow: /services/
Disallow: /category/

User-agent: Teoma
Allow: /*
Disallow: /blackhole/$
Disallow: /*?*$
Disallow: /wp-content/
Disallow: /plugins/
Disallow: /services/
Disallow: /category/

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

User-agent: xpymep.exe 
Disallow: /

User-agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Disallow: /

User-agent: AcoonBot/4.11.1
Disallow: /

User-agent: ezooms.bot@gmail.com
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: Ezooms/1.0
Disallow: /

User-agent: Ezooms/1.0; ezooms.bot@gmail.com
Disallow: /

User-agent: Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot/v1.4.3
Disallow: /

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.3; http://www.majestic12.co.uk/bot.php?+)
Disallow: /

User-agent: Mozilla/5.0+(compatible;+WebofantBot+v3.15;+http://www.webofant.ch)
Disallow: /

User-agent: VoilaBot*
Disallow: /

User-agent: Voilabot*
Disallow: /

User-agent: VoilaBot BETA 1.2*
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
Disallow: /

User-agent: VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
Disallow: /

User-agent: Mozilla/5.0 (compatible; SemrushBot/0.96.2; +http://www.semrush.com/bot.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; SemrushBot/0.98~bl; +http://www.semrush.com/bot.html) 
Disallow: /

User-agent: x28-job-bot; +http://x28.ch/bot.html
Disallow: /

User-agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup.com/crawler.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Spiderlytics/1.0; +spider@spiderlytics.com) 
Disallow: /

User-agent: Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) 
Disallow: /

User-agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /

User-agent: BUbiNG
User-agent: spider
User-agent: crawl
User-agent: robot
#User-agent: *bot
#User-agent: bot*
#User-agent: AhrefsBot
User-agent: ia_archiver
User-agent: alexabot
User-agent: verifybot
User-agent: Alexibot
User-agent: MJ12bot
User-agent: SurveyBot
User-agent: Xenu’s
User-agent: Xenu’s Link Sleuth 1.1c
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Nuclei
User-agent: WikiDo
User-agent: Riddler
User-agent: PetalBot
User-agent: Zoominfobot
User-agent: Go-http-client
User-agent: Node/simplecrawler
User-agent: CazoodleBot
User-agent: dotbot/1.0
User-agent: Gigabot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: magpie-crawler
Disallow: /