robots.txt

# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#        _
#       ( )
#        H
#        H
#       _H_
#    .-'-.-'-.
#   /         \
#  |           |
#  |   .-------'._
#  |  / /  '.' '. \
#  |  \ \ @   @ / /
#  |   '---------'
#  |    _______|
#  |  .'-+-+-+|
#  |  '.-+-+-+|  ------ KILL ALL HUMANS!
#  |    """""" |
#  '-.__   __.-'
#       """  sul
#
#   Art by Sulliwan Sucks

# # Open site for spiders
# User-agent: Yandex
# Disallow: /assets/
# Disallow: /humans.txt
# Allow: /
# Host: example.com
#
# User-agent: Googlebot
# Disallow: /assets/
# Disallow: /humans.txt
# Allow: /
#
# User-agent: *
# Disallow: /assets/
# Disallow: /humans.txt
# Disallow:
#
# Sitemap: http://example.com/sitemap.xml

# Ban all spiders from the entire site
User-agent: *
Disallow: /