Support using GenAI for audio transcription (#24396)
CI / AMD64 Build (push) Canceled after 0s
CI / AMD64 Smoke Test (push) Canceled after 0s
CI / ARM Build (push) Canceled after 0s
CI / Jetson Jetpack 6 (push) Canceled after 0s
CI / AMD64 Extra Build (push) Canceled after 0s
CI / ARM Extra Build (push) Canceled after 0s
CI / Synaptics Build (push) Canceled after 0s
CI / Assemble and push default build (push) Canceled after 0s

* Add support for running transcription with GenAI

* Improve audio joining

* Fix GenAI model capability reporting

* Support language correctly

* Migrate existing users to keep english selected

* Fix models

* Fix tests

* Fix accepted null model

* Handle slwo providers
This commit is contained in:
Nicolas Mowen
2026-09-17 16:34:47 -05:00
committed by GitHub
parent eccd10cd94
commit 334073967b
35 changed files with 2563 additions and 278 deletions
@@ -34,9 +34,32 @@ const audioTranscription: SectionConfigOverrides = {
},
},
global: {
fieldOrder: ["enabled", "language", "device", "model_size"],
fieldOrder: ["enabled", "model", "language", "device", "model_size"],
advancedFields: ["language", "device", "model_size"],
restartRequired: ["enabled", "language", "device", "model_size"],
restartRequired: ["enabled", "model", "language", "device", "model_size"],
fieldMessages: [
{
key: "genai-provider-ignores-local-settings",
health: (ctx) => ctx.fullConfig.audio_transcription?.enabled === true,
field: "device",
messageKey: "configMessages.audioTranscription.genaiProviderSelected",
severity: "info",
position: "after",
condition: (ctx) =>
typeof ctx.formData?.model === "string" &&
ctx.formData.model !== "" &&
ctx.formData.model !== "whisper",
},
],
uiSchema: {
model: {
"ui:widget": "audioTranscriptionModel",
},
model_size: {
"ui:widget": "audioTranscriptionModelSize",
"ui:options": { size: "xs", enumI18nPrefix: "modelSize" },
},
},
},
};