Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion llamacppqwen35a3b/Chart.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,4 +3,4 @@ appVersion: '1.0.2'
description: Qwen3.5 35B-A3B served via llama.cpp
name: llamacppqwen35a3b
type: application
version: '1.0.2'
version: '1.0.3'
34 changes: 20 additions & 14 deletions llamacppqwen35a3b/OlaresManifest.yaml
Original file line number Diff line number Diff line change
@@ -1,21 +1,24 @@
---
olaresManifest.version: '0.11.0'
olaresManifest.version: '0.12.0'
olaresManifest.type: app
apiVersion: 'v3'

workloadReplicas:
llamacppqwen35a3b: 1
metadata:
name: llamacppqwen35a3b
icon: https://app.cdn.olares.com/appstore/llm/ollama/llm/qwen3-14b.png
icon: https://app.cdn.olares.com/appstore/llm/llamacpp/llm/qwen.png
description: "Qwen3.5 35B-A3B served via llama.cpp"
appid: llamacppqwen35a3b
title: Qwen3.5 35B-A3B Q4_K_M (lcpp)
version: '1.0.2'
version: '1.0.3'
categories:
- AI
entrances:
- name: llamacppqwen35a3b
port: 8080
host: llamacppqwen35a3b
title: Qwen 35B-A3B llamacpp
icon: https://app.cdn.olares.com/appstore/llm/ollama/llm/qwen3-14b.png
icon: https://app.cdn.olares.com/appstore/llm/llamacpp/llm/qwen.png
openMethod: window
authLevel: internal
spec:
Expand All @@ -31,18 +34,21 @@ spec:
submitter: aamsellem
locale:
- en-US
- zh-CN
license:
- text: MIT
url: https://github.com/ggerganov/llama.cpp/blob/master/LICENSE

limitedCpu: 8000m
requiredCpu: 1000m
requiredDisk: 25Gi
limitedDisk: 50Gi
limitedMemory: 16Gi
requiredMemory: 4Gi
requiredGpu: 1Gi
limitedGpu: 16Gi
accelerator:
- mode: nvidia
limitedCpu: 8000m
requiredCpu: 1000m
requiredDisk: 25Gi
limitedDisk: 50Gi
limitedMemory: 16Gi
requiredMemory: 4Gi
requiredGPUMemory: 1Gi
limitedGPUMemory: 16Gi

supportArch:
- amd64
Expand All @@ -52,5 +58,5 @@ options:
apiTimeout: 0
dependencies:
- name: olares
version: '>=1.12.3-0'
version: '>=1.12.6-0'
type: system
1 change: 0 additions & 1 deletion llamacppqwen35a3b/i18n/en-US/OlaresManifest.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
metadata:
title: Qwen3.5 35B-A3B Q4_K_M (lcpp)
description: "Qwen3.5 35B-A3B served via llama.cpp"

spec:
fullDescription: |
Qwen3.5 35B-A3B (MoE, 3B active) served via llama.cpp with Q4_K_M quantization.
Expand Down
8 changes: 8 additions & 0 deletions llamacppqwen35a3b/i18n/zh-CN/OlaresManifest.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
metadata:
title: Qwen3.5 35B-A3B Q4_K_M (lcpp)
description: "通过 llama.cpp 提供 Qwen3.5 35B-A3B 服务"
spec:
fullDescription: |
通过 llama.cpp 以 Q4_K_M 量化提供 Qwen3.5 35B-A3B(MoE,约 3B 激活参数)服务。
首次启动时下载 GGUF 模型并缓存。
在 8080 端口暴露兼容 OpenAI 的 API。
2 changes: 1 addition & 1 deletion llamacppqwen35a3b/templates/deployment.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ metadata:
annotations:
applications.app.bytetrade.io/gpu-inject: "true"
spec:
replicas: 1
replicas: {{ .Values.workloads.llamacppqwen35a3b.replicaCount }}
selector:
matchLabels:
io.kompose.service: llamacppqwen35a3b
Expand Down
4 changes: 4 additions & 0 deletions llamacppqwen35a3b/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,7 @@ userspace:
appData: ""
appCache: ""
userData: ""

workloads:
llamacppqwen35a3b:
replicaCount: 1