# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: Googlebot
Disallow: https://blogyet.com/blog_posts/new

# Allow all paths
Allow: /

# Optionally, specify sitemap location
Sitemap: https://blogyet.com/sitemap.xml.gz