mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-10-12 17:52:48 +03:00
Support using GenAI for audio transcription (#24396)
CI / AMD64 Build (push) Canceled after 0s
CI / AMD64 Smoke Test (push) Canceled after 0s
CI / ARM Build (push) Canceled after 0s
CI / Jetson Jetpack 6 (push) Canceled after 0s
CI / AMD64 Extra Build (push) Canceled after 0s
CI / ARM Extra Build (push) Canceled after 0s
CI / Synaptics Build (push) Canceled after 0s
CI / Assemble and push default build (push) Canceled after 0s
CI / AMD64 Build (push) Canceled after 0s
CI / AMD64 Smoke Test (push) Canceled after 0s
CI / ARM Build (push) Canceled after 0s
CI / Jetson Jetpack 6 (push) Canceled after 0s
CI / AMD64 Extra Build (push) Canceled after 0s
CI / ARM Extra Build (push) Canceled after 0s
CI / Synaptics Build (push) Canceled after 0s
CI / Assemble and push default build (push) Canceled after 0s
* Add support for running transcription with GenAI * Improve audio joining * Fix GenAI model capability reporting * Support language correctly * Migrate existing users to keep english selected * Fix models * Fix tests * Fix accepted null model * Handle slwo providers
This commit is contained in:
@@ -34,9 +34,32 @@ const audioTranscription: SectionConfigOverrides = {
|
||||
},
|
||||
},
|
||||
global: {
|
||||
fieldOrder: ["enabled", "language", "device", "model_size"],
|
||||
fieldOrder: ["enabled", "model", "language", "device", "model_size"],
|
||||
advancedFields: ["language", "device", "model_size"],
|
||||
restartRequired: ["enabled", "language", "device", "model_size"],
|
||||
restartRequired: ["enabled", "model", "language", "device", "model_size"],
|
||||
fieldMessages: [
|
||||
{
|
||||
key: "genai-provider-ignores-local-settings",
|
||||
health: (ctx) => ctx.fullConfig.audio_transcription?.enabled === true,
|
||||
field: "device",
|
||||
messageKey: "configMessages.audioTranscription.genaiProviderSelected",
|
||||
severity: "info",
|
||||
position: "after",
|
||||
condition: (ctx) =>
|
||||
typeof ctx.formData?.model === "string" &&
|
||||
ctx.formData.model !== "" &&
|
||||
ctx.formData.model !== "whisper",
|
||||
},
|
||||
],
|
||||
uiSchema: {
|
||||
model: {
|
||||
"ui:widget": "audioTranscriptionModel",
|
||||
},
|
||||
model_size: {
|
||||
"ui:widget": "audioTranscriptionModelSize",
|
||||
"ui:options": { size: "xs", enumI18nPrefix: "modelSize" },
|
||||
},
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user