# robots.txt for https://www.monkhub.com/
# We welcome all well-behaved web crawlers.

User-agent: *
Allow: /

# Specific Disallows (Uncomment and modify if needed)
# If you have specific sections like an admin panel or private directories
# that should not be crawled, add them here. Examples:
# Disallow: /admin/
# Disallow: /private-files/
# Disallow: /cgi-bin/ # Standard practice

# Regarding URLs with parameters like "?slug=":
# It's generally better to handle potential duplicate content from parameters
# using canonical tags (rel="canonical") on the pages themselves, pointing to the
# preferred version (e.g., https://www.monkhub.com/contact-us instead of
# https://www.monkhub.com/contact-us?slug=some-value).
# However, if these parameters consistently create low-value pages and canonicals
# are not fully implemented or effective for some reason, you could consider
# disallowing them. Be cautious with broad disallows.
# Example (use with caution and test thoroughly):
# Disallow: /*?slug=

# If you have an internal site search and its results pages create many
# low-value URLs (e.g., /search?query=term), you might want to disallow them.
# Example:
# Disallow: /search
# Disallow: /*?s=  (if your search uses '?s=')


# Allow specific bots if needed (usually covered by User-agent: *)
# User-agent: Googlebot-Image
# Allow: /

# User-agent: AdsBot-Google
# Allow: /


# Sitemap location
Sitemap: https://www.monkhub.com/sitemap.xml