From b2d72221c2a1f82ae0e225368e78c59166004c20 Mon Sep 17 00:00:00 2001 From: Kulbhushan Chand <17742733+kulbhushanchand@users.noreply.github.com> Date: Fri, 28 Aug 2026 13:51:20 +0530 Subject: [PATCH 1/3] Add support for CUDA 13.3 and 13.4 variants For the bug/feat at https://github.com/open-webui/desktop/issues/264 --- src/main/utils/llamacpp.ts | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/main/utils/llamacpp.ts b/src/main/utils/llamacpp.ts index 051d3ac95..f2881fa8b 100644 --- a/src/main/utils/llamacpp.ts +++ b/src/main/utils/llamacpp.ts @@ -165,6 +165,8 @@ const getAssetPattern = (tag: string, variant: string): { pattern: string; isZip cpu: `llama-${tag}-bin-win-cpu-${archStr}.zip`, 'cuda-12.4': `llama-${tag}-bin-win-cuda-12.4-x64.zip`, 'cuda-13.1': `llama-${tag}-bin-win-cuda-13.1-x64.zip`, + 'cuda-13.3': `llama-${tag}-bin-win-cuda-13.3-x64.zip`, // new + 'cuda-13.4': `llama-${tag}-bin-win-cuda-13.4-x64.zip`, // new vulkan: `llama-${tag}-bin-win-vulkan-x64.zip` } const name = variantMap[variant] ?? variantMap.cpu From 0bd99f78fbc2624dccff3545e1b8eef265102aa3 Mon Sep 17 00:00:00 2001 From: Kulbhushan Chand <17742733+kulbhushanchand@users.noreply.github.com> Date: Fri, 28 Aug 2026 13:54:04 +0530 Subject: [PATCH 2/3] Add CUDA 13.3 and 13.4 options to InferenceRuntime For the bug/feat at https://github.com/open-webui/desktop/issues/264 --- .../src/lib/components/Main/Settings/InferenceRuntime.svelte | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte b/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte index a683160eb..127b536eb 100644 --- a/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte +++ b/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte @@ -61,6 +61,8 @@ { value: 'cpu', label: $i18n.t('settings.inference.variantCPU') }, { value: 'cuda-12.4', label: 'CUDA 12.4' }, { value: 'cuda-13.1', label: 'CUDA 13.1' }, + { value: 'cuda-13.3', label: 'CUDA 13.3' }, // new + { value: 'cuda-13.4', label: 'CUDA 13.4' }, // new { value: 'vulkan', label: 'Vulkan' } ] return [ From a61d553762be375ef8e491d5fd9f3c963c88e391 Mon Sep 17 00:00:00 2001 From: Kulbhushan Chand <17742733+kulbhushanchand@users.noreply.github.com> Date: Fri, 28 Aug 2026 16:12:33 +0530 Subject: [PATCH 3/3] Potential fix for pull request finding Removed inline "// new" markers Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> --- .../src/lib/components/Main/Settings/InferenceRuntime.svelte | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte b/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte index 127b536eb..b0b684e6f 100644 --- a/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte +++ b/src/renderer/src/lib/components/Main/Settings/InferenceRuntime.svelte @@ -61,8 +61,8 @@ { value: 'cpu', label: $i18n.t('settings.inference.variantCPU') }, { value: 'cuda-12.4', label: 'CUDA 12.4' }, { value: 'cuda-13.1', label: 'CUDA 13.1' }, - { value: 'cuda-13.3', label: 'CUDA 13.3' }, // new - { value: 'cuda-13.4', label: 'CUDA 13.4' }, // new + { value: 'cuda-13.3', label: 'CUDA 13.3' }, + { value: 'cuda-13.4', label: 'CUDA 13.4' }, { value: 'vulkan', label: 'Vulkan' } ] return [