diff --git a/application/src/Jobs/Feeds/refreshFeedsOnPage.ts b/application/src/Jobs/Feeds/refreshFeedsOnPage.ts index ca85da6..48e7e26 100644 --- a/application/src/Jobs/Feeds/refreshFeedsOnPage.ts +++ b/application/src/Jobs/Feeds/refreshFeedsOnPage.ts @@ -13,7 +13,7 @@ export const refreshFeedsOnPage = async ( robotsTxt: RobotsTxt ): Promise => { const feedData = await provider.retrieveFeeds(node.domain, page, robotsTxt) - const indexableFeedData = feedData.filter(item => item.indexable && !item.description.includes('#noindex')) + const indexableFeedData = feedData.filter(item => item.indexable && !item.description.includes('#nobot')) console.info('Retrieved feeds', { count: feedData.length, indexableCount: indexableFeedData.length,