kopia lustrzana https://github.com/Stopka/fedicrawl
Add display name to fulltext field, fixed waiting when all feeds are processed
rodzic
3acd0ec72f
commit
d2ab8bfb2f
|
@ -3,7 +3,8 @@ import striptags from 'striptags'
|
||||||
|
|
||||||
export default function (feedData: FeedData):string {
|
export default function (feedData: FeedData):string {
|
||||||
return striptags(
|
return striptags(
|
||||||
feedData.description +
|
feedData.displayName +
|
||||||
|
' ' + feedData.description +
|
||||||
' ' + feedData.fields.map(field => field.name).join(' ') +
|
' ' + feedData.fields.map(field => field.name).join(' ') +
|
||||||
' ' + feedData.fields.map(field => field.value).join(' ')
|
' ' + feedData.fields.map(field => field.value).join(' ')
|
||||||
)
|
)
|
||||||
|
|
|
@ -8,7 +8,12 @@ const loop = async ():Promise<void> => {
|
||||||
try {
|
try {
|
||||||
await processNextNode(prismaClient, providerRegistry)
|
await processNextNode(prismaClient, providerRegistry)
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
setTimeout(loop, 1000 * 60 * 60)
|
console.warn(err)
|
||||||
|
const milisecondsInMinute = 1000 * 60
|
||||||
|
const timeout = 60 * milisecondsInMinute
|
||||||
|
console.info('Delaying next node process', { timeoutMinutes: timeout / milisecondsInMinute, now: new Date() })
|
||||||
|
setTimeout(loop, timeout)
|
||||||
|
return
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Ładowanie…
Reference in New Issue