import { AxiosRequestConfig, AxiosResponse } from 'axios' export default interface RobotsTxt { isAllowed: (url: URL) => boolean getIfAllowed: , D = any>(url: URL, config?: AxiosRequestConfig) => Promise postIfAllowed: , D = any>(url: URL, data?: D, config?: AxiosRequestConfig) => Promise }