# robots.txt works
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used: http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
User-agent: Mediapartners-Google
Disallow:
User-agent: *
Disallow: /search
Disallow: /contact.html
Disallow: /error-page.html
Disallow: /about.html
Disallow: /search/label/?updated-min=
Disallow: /search/label/?updated-max=
Allow: /
User-agent: *
Disallow: /*.html
Allow: /*.html$
Allow: /plugins/*.css
Allow: /plugins/*.js
Allow: /plugins/*.png
Allow: /plugins/*.jpg
Allow: /plugins/*.gif
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Sitemap: https://pythonscriptt.blogspot.com/sitemap.xml
Sitemap: https://pythonscriptt.blogspot.com/feeds/posts/default?orderby=UPDATED
Sitemap: https://pythonscriptt.blogspot.com/feeds/comments/default?redirect=false&start-index=1&max-results=500
Sitemap: https://pythonscriptt.blogspot.com/feeds/comments/default?redirect=false&start-index=501&max-results=500
Sitemap: https://pythonscriptt.blogspot.com/feeds/comments/default?redirect=false&start-index=1001&max-results=500
Sitemap: https://pythonscriptt.blogspot.com/feeds/posts/default?orderby=updated
Sitemap: https://pythonscriptt.blogspot.com/atom.xml?redirect=false&start-index=1&max-results=500
Post a Comment