diff --git a/packages/inference/src/lib/getInferenceProviderMapping.ts b/packages/inference/src/lib/getInferenceProviderMapping.ts index d897cb72a0..df138801b2 100644 --- a/packages/inference/src/lib/getInferenceProviderMapping.ts +++ b/packages/inference/src/lib/getInferenceProviderMapping.ts @@ -8,7 +8,7 @@ import { typedInclude } from "../utils/typedInclude"; export const inferenceProviderMappingCache = new Map(); export type InferenceProviderMapping = Partial< - Record> + Record> >; export interface InferenceProviderModelMapping { @@ -74,22 +74,6 @@ export async function getInferenceProviderMapping( `Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.` ); } - if (providerMapping.adapter === "lora") { - const treeResp = await (options?.fetch ?? fetch)(`${HF_HUB_URL}/api/models/${params.modelId}/tree/main`); - if (!treeResp.ok) { - throw new Error(`Unable to fetch the model tree for ${params.modelId}.`); - } - const tree: Array<{ type: "file" | "directory"; path: string }> = await treeResp.json(); - const adapterWeightsPath = tree.find(({ type, path }) => type === "file" && path.endsWith(".safetensors"))?.path; - if (!adapterWeightsPath) { - throw new Error(`No .safetensors file found in the model tree for ${params.modelId}.`); - } - return { - ...providerMapping, - hfModelId: params.modelId, - adapterWeightsPath, - }; - } return { ...providerMapping, hfModelId: params.modelId }; } return null; diff --git a/packages/inference/src/providers/fal-ai.ts b/packages/inference/src/providers/fal-ai.ts index c02fe831d4..83f19d287e 100644 --- a/packages/inference/src/providers/fal-ai.ts +++ b/packages/inference/src/providers/fal-ai.ts @@ -86,16 +86,6 @@ export class FalAITextToImageTask extends FalAITask implements TextToImageTaskHe ...(params.args.parameters as Record), sync_mode: true, prompt: params.args.inputs, - ...(params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath - ? { - loras: [ - { - path: buildLoraPath(params.mapping.hfModelId, params.mapping.adapterWeightsPath), - scale: 1, - }, - ], - } - : undefined), }; if (params.mapping?.adapter === "lora" && params.mapping.adapterWeightsPath) {