# This robots.txt file controls crawling of URLs under https://example.com.
# All crawlers are disallowed to crawl files in the "includes" directory, such
# as .css, .js, but Google needs them for rendering, so Googlebot is allowed
# to crawl them.
User-agent: *
Disallow: /wp-admin/
Disallow: /home-base/
Disallow: /compare/
Disallow: /portfolio/*
Disallow: /shop/*

# 21-Mar-2024, decrease crawl budget 
# Arthor : Hieu
Disallow: /wp-content/cache/*
Disallow: /wp-content/plugins/*
Disallow: /wp-content/themes/*
Disallow: /wp-includes/css/*
Disallow: /wp-includes/js/*
Disallow: /wp-json/*
# End added

Allow: /wp-admin/admin-ajax.php

Sitemap: https://toandien-tae.com.vn/sitemap_index.xml