chatgpt-api/src/task.ts

75 wiersze
1.9 KiB
TypeScript
Czysty Zwykły widok Historia

import { ZodRawShape, ZodTypeAny } from 'zod'
2023-05-26 19:06:39 +00:00
import * as types from './types'
import { Agentic } from './agentic'
2023-05-26 19:06:39 +00:00
2023-05-27 00:36:52 +00:00
/**
* A `Task` is a typed, async function call that may be non-deterministic.
*
2023-06-06 22:20:20 +00:00
* Invoking a task is equivalent to sampling from a probability distribution.
*
2023-05-27 00:36:52 +00:00
* Examples of tasks include:
2023-06-02 06:26:22 +00:00
* - LLM calls
2023-06-06 22:20:20 +00:00
* - Chain of LLM calls
* - Retrieval task
2023-05-27 00:36:52 +00:00
* - API calls
* - Native function calls
2023-05-27 00:36:52 +00:00
* - Invoking sub-agents
*/
2023-06-02 06:26:22 +00:00
export abstract class BaseTask<
2023-05-26 19:06:39 +00:00
TInput extends ZodRawShape | ZodTypeAny = ZodTypeAny,
TOutput extends ZodRawShape | ZodTypeAny = ZodTypeAny
2023-05-26 19:06:39 +00:00
> {
protected _agentic: Agentic
2023-06-06 22:20:20 +00:00
protected _timeoutMs?: number
protected _retryConfig?: types.RetryConfig
2023-06-01 01:53:09 +00:00
constructor(options: types.BaseTaskOptions) {
this._agentic = options.agentic
2023-05-26 19:16:13 +00:00
this._timeoutMs = options.timeoutMs
this._retryConfig = options.retryConfig
2023-05-26 19:06:39 +00:00
}
public get agentic(): Agentic {
return this._agentic
}
2023-06-01 01:53:09 +00:00
public abstract get inputSchema(): TInput
public abstract get outputSchema(): TOutput
2023-05-26 19:06:39 +00:00
2023-06-02 06:26:22 +00:00
// TODO
// public abstract get nameForModel(): string
// public abstract get nameForHuman(): string
// public abstract get descForModel(): string
// public abstract get descForHuman(): string
2023-06-01 01:53:09 +00:00
public retryConfig(retryConfig: types.RetryConfig) {
2023-05-26 19:16:13 +00:00
this._retryConfig = retryConfig
2023-05-26 19:06:39 +00:00
return this
}
2023-06-06 22:20:20 +00:00
public async call(
input?: types.ParsedData<TInput>
): Promise<types.ParsedData<TOutput>> {
return this._call(input).then((response) => response.result)
}
public async callWithMetadata(
input?: types.ParsedData<TInput>
): Promise<types.TaskResponse<TOutput>> {
return this._call(input)
}
protected abstract _call(
2023-05-26 19:06:39 +00:00
input?: types.ParsedData<TInput>
2023-06-06 22:20:20 +00:00
): Promise<types.TaskResponse<TOutput>>
2023-05-26 19:06:39 +00:00
// TODO
// abstract stream({
// input: TInput,
// onProgress: types.ProgressFunction
// }): Promise<TOutput>
}