summarization.ts

import type { SummarizationInput, SummarizationOutput } from "@huggingface/tasks";
import { getProviderHelper } from "../../lib/getProviderHelper";
import type { BaseArgs, Options } from "../../types";
import { innerRequest } from "../../utils/request";

export type SummarizationArgs = BaseArgs & SummarizationInput;

/**
 * This task is well known to summarize longer text into shorter text. Be careful, some models have a maximum length of input. That means that the summary cannot handle full books for instance. Be careful when choosing your model.
 */
export async function summarization(args: SummarizationArgs, options?: Options): Promise<SummarizationOutput> {
	const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "summarization");
	const { data: res } = await innerRequest<SummarizationOutput[]>(args, providerHelper, {
		...options,
		task: "summarization",
	});
	return providerHelper.getResponse(res);
}