import { InferenceOutputError } from "../../lib/InferenceOutputError"; import type { BaseArgs, Options } from "../../types"; import { request } from "../custom/request"; export type AudioClassificationArgs = BaseArgs & { /** * Binary audio data */ data: Blob | ArrayBuffer; }; export interface AudioClassificationOutputValue { /** * The label for the class (model specific) */ label: string; /** * A float that represents how likely it is that the audio file belongs to this class. */ score: number; } export type AudioClassificationReturn = AudioClassificationOutputValue[]; /** * This task reads some audio input and outputs the likelihood of classes. * Recommended model: superb/hubert-large-superb-er */ export async function audioClassification( args: AudioClassificationArgs, options?: Options ): Promise { const res = await request(args, { ...options, taskHint: "audio-classification", }); const isValidOutput = Array.isArray(res) && res.every((x) => typeof x.label === "string" && typeof x.score === "number"); if (!isValidOutput) { throw new InferenceOutputError("Expected Array<{label: string, score: number}>"); } return res; }