From 59f49ce29d3be4b39e80a10e26dd30d6ba770d6c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20=C5=A0korpil?= Date: Tue, 22 Nov 2022 18:39:05 +0100 Subject: [PATCH] Changed tag from noindex to nobot --- application/src/Jobs/Feeds/refreshFeedsOnPage.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/application/src/Jobs/Feeds/refreshFeedsOnPage.ts b/application/src/Jobs/Feeds/refreshFeedsOnPage.ts index ca85da6..48e7e26 100644 --- a/application/src/Jobs/Feeds/refreshFeedsOnPage.ts +++ b/application/src/Jobs/Feeds/refreshFeedsOnPage.ts @@ -13,7 +13,7 @@ export const refreshFeedsOnPage = async ( robotsTxt: RobotsTxt ): Promise => { const feedData = await provider.retrieveFeeds(node.domain, page, robotsTxt) - const indexableFeedData = feedData.filter(item => item.indexable && !item.description.includes('#noindex')) + const indexableFeedData = feedData.filter(item => item.indexable && !item.description.includes('#nobot')) console.info('Retrieved feeds', { count: feedData.length, indexableCount: indexableFeedData.length,