2022-11-22 15:37:11 +00:00
|
|
|
import RobotsTxt from '../RobotsTxt/RobotsTxt.js'
|
|
|
|
|
2022-09-18 11:32:25 +00:00
|
|
|
export type NodeProviderMethod = (
|
|
|
|
domain: string,
|
2022-11-22 15:37:11 +00:00
|
|
|
page: number,
|
|
|
|
robotsTxt: RobotsTxt
|
2022-09-18 11:32:25 +00:00
|
|
|
) => Promise<string[]>
|