From 9b03e82a144c0365732139bfce71039b6ec31f21 Mon Sep 17 00:00:00 2001 From: Arya Khochare Date: Sat, 17 Jan 2026 02:19:11 +0530 Subject: [PATCH] Added directive in robots.txt --- src/robots.txt.ejs | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/robots.txt.ejs b/src/robots.txt.ejs index f6dc7fa5cb5..e25e196d641 100644 --- a/src/robots.txt.ejs +++ b/src/robots.txt.ejs @@ -19,6 +19,10 @@ Disallow: /workflowitems # Crawlers should be able to access entity pages, but not the facet search links present on entity pages Disallow: /entities/*?f +# Heavy Discovery facet queries on browse pages +Disallow: /collections/*?f +Disallow: /communities/*?spc.page + # Optionally uncomment the following line ONLY if sitemaps are working # and you have verified that your site is being indexed correctly. # Disallow: /browse/*