It respects noindex option in mastodon

main
Štěpán Škorpil 2022-11-22 17:35:34 +01:00
rodzic 4113d78a17
commit c0b10f2e7a
1 zmienionych plików z 1 dodań i 1 usunięć

Wyświetl plik

@ -13,7 +13,7 @@ export const refreshFeedsOnPage = async (
robotsTxt: RobotsTxt
): Promise<Feed[]> => {
const feedData = await provider.retrieveFeeds(node.domain, page, robotsTxt)
const indexableFeedData = feedData.filter(item => item.indexable)
const indexableFeedData = feedData.filter(item => item.indexable && !item.description.includes('#noindex'))
console.info('Retrieved feeds', {
count: feedData.length,
indexableCount: indexableFeedData.length,