Merge pull request #14558 from guardian/index-filter

Index filter tag pages

Author: DanielCliftonGuardian

dotcom-rendering/src/server/htmlPageTemplate.ts

@@ -79,13 +79,18 @@ export const htmlPageTemplate = (props: WebProps | AppProps): string => {
 	} = props;
 
 	const doNotIndex = (): boolean => {
-		const isDevelopment = process.env.GU_STAGE !== 'PROD';
+		if (process.env.GU_STAGE !== 'PROD') return true;
+		if (!canonicalUrl) return false;
 
-		const hasNoIndexPattern = Boolean(
-			canonicalUrl?.includes('tracking/commissioningdesk'),
-		);
+		const isAllowListed = [
+			'tracking/commissioningdesk/the-filter',
+			'tracking/commissioningdesk/filter-us',
+		].some((allowed) => canonicalUrl.includes(allowed));
 
-		return isDevelopment || hasNoIndexPattern;
+		return (
+			canonicalUrl.includes('tracking/commissioningdesk') &&
+			!isAllowListed
+		);
 	};
 
 	/**