Ramalama ignores configuration file in default location

[acsezen]

Summary

Ramalama appears to be ignoring the configuration file located at $HOME/.config/ramalama/ramalama.conf despite the file being present and containing valid configuration options. But if i run it with RAMALAMA_CONFIG="$HOME/.config/ramalama/ramalama.conf" ramalama run granite it works.

Environment Details

    OS: Bluefin 42.20250810.1 (based on Fedora Silverblue 42)
    Kernel: Linux 6.14.11-300.fc42.x86_64
    RamaLama Version: 0.11.2
    RamaLama Binary Location: /usr/sbin/ramalama
    Container Engine: Podman (default)
    XDG_CONFIG_HOME: /var/home/xxxxx/.config

Ramalama Info;

{
    "Accelerator": "cuda",
    "Engine": {
        "Info": {
            "host": {
                "arch": "amd64",
                "buildahVersion": "1.40.1",
                "cgroupControllers": [
                    "cpu",
                    "io",
                    "memory",
                    "pids"
                ],
                "cgroupManager": "systemd",
                "cgroupVersion": "v2",
                "conmon": {
                    "package": "conmon-2.1.13-1.fc42.x86_64",
                    "path": "/usr/bin/conmon",
                    "version": "conmon version 2.1.13, commit: "
                },
                "cpuUtilization": {
                    "idlePercent": 99.2,
                    "systemPercent": 0.28,
                    "userPercent": 0.52
                },
                "cpus": 16,
                "databaseBackend": "sqlite",
                "distribution": {
                    "codename": "Deinonychus",
                    "distribution": "bluefin",
                    "variant": "bluefin-dx-nvidia-open",
                    "version": "42"
                },
                "eventLogger": "journald",
                "freeLocks": 2044,
                "hostname": "trek",
                "idMappings": {
                    "gidmap": [
                        {
                            "container_id": 0,
                            "host_id": 1000,
                            "size": 1
                        },
                        {
                            "container_id": 1,
                            "host_id": 524288,
                            "size": 65536
                        }
                    ],
                    "uidmap": [
                        {
                            "container_id": 0,
                            "host_id": 1000,
                            "size": 1
                        },
                        {
                            "container_id": 1,
                            "host_id": 524288,
                            "size": 65536
                        }
                    ]
                },
                "kernel": "6.14.11-300.fc42.x86_64",
                "linkmode": "dynamic",
                "logDriver": "journald",
                "memFree": 1255444480,
                "memTotal": 33349910528,
                "networkBackend": "netavark",
                "networkBackendInfo": {
                    "backend": "netavark",
                    "dns": {
                        "package": "aardvark-dns-1.15.0-1.fc42.x86_64",
                        "path": "/usr/libexec/podman/aardvark-dns",
                        "version": "aardvark-dns 1.15.0"
                    },
                    "package": "netavark-1.15.2-1.fc42.x86_64",
                    "path": "/usr/libexec/podman/netavark",
                    "version": "netavark 1.15.2"
                },
                "ociRuntime": {
                    "name": "crun",
                    "package": "crun-1.23.1-1.fc42.x86_64",
                    "path": "/usr/bin/crun",
                    "version": "crun version 1.23.1\ncommit: d20b23dba05e822b93b82f2f34fd5dada433e0c2\nrundir: /run/user/1000/crun\nspec: 1.0.0\n+SYSTEMD +SELINUX +APPARMOR +CAP +SECCOMP +EBPF +CRIU +LIBKRUN +WASM:wasmedge +YAJL"
                },
                "os": "linux",
                "pasta": {
                    "executable": "/usr/sbin/pasta",
                    "package": "passt-0^20250805.g309eefd-2.fc42.x86_64",
                    "version": "pasta 0^20250805.g309eefd-2.fc42.x86_64\nCopyright Red Hat\nGNU General Public License, version 2 or later\n  <https://www.gnu.org/licenses/old-licenses/gpl-2.0.html>\nThis is free software: you are free to change and redistribute it.\nThere is NO WARRANTY, to the extent permitted by law.\n"
                },
                "remoteSocket": {
                    "exists": true,
                    "path": "/run/user/1000/podman/podman.sock"
                },
                "rootlessNetworkCmd": "pasta",
                "security": {
                    "apparmorEnabled": false,
                    "capabilities": "CAP_CHOWN,CAP_DAC_OVERRIDE,CAP_FOWNER,CAP_FSETID,CAP_KILL,CAP_NET_BIND_SERVICE,CAP_SETFCAP,CAP_SETGID,CAP_SETPCAP,CAP_SETUID,CAP_SYS_CHROOT",
                    "rootless": true,
                    "seccompEnabled": true,
                    "seccompProfilePath": "/usr/share/containers/seccomp.json",
                    "selinuxEnabled": true
                },
                "serviceIsRemote": false,
                "slirp4netns": {
                    "executable": "/usr/sbin/slirp4netns",
                    "package": "slirp4netns-1.3.1-2.fc42.x86_64",
                    "version": "slirp4netns version 1.3.1\ncommit: e5e368c4f5db6ae75c2fce786e31eef9da6bf236\nlibslirp: 4.8.0\nSLIRP_CONFIG_VERSION_MAX: 5\nlibseccomp: 2.5.5"
                },
                "swapFree": 8589668352,
                "swapTotal": 8589930496,
                "uptime": "1h 47m 25.00s (Approximately 0.04 days)",
                "variant": ""
            },
            "plugins": {
                "authorization": null,
                "log": [
                    "k8s-file",
                    "none",
                    "passthrough",
                    "journald"
                ],
                "network": [
                    "bridge",
                    "macvlan",
                    "ipvlan"
                ],
                "volume": [
                    "local"
                ]
            },
            "registries": {
                "search": [
                    "registry.fedoraproject.org",
                    "registry.access.redhat.com",
                    "docker.io"
                ]
            },
            "store": {
                "configFile": "/var/home/xxxxx/.config/containers/storage.conf",
                "containerStore": {
                    "number": 1,
                    "paused": 0,
                    "running": 1,
                    "stopped": 0
                },
                "graphDriverName": "overlay",
                "graphOptions": {},
                "graphRoot": "/var/home/xxxxx/.local/share/containers/storage",
                "graphRootAllocated": 510389125120,
                "graphRootUsed": 331672367104,
                "graphStatus": {
                    "Backing Filesystem": "btrfs",
                    "Native Overlay Diff": "true",
                    "Supports d_type": "true",
                    "Supports shifting": "false",
                    "Supports volatile": "true",
                    "Using metacopy": "false"
                },
                "imageCopyTmpDir": "/var/tmp",
                "imageStore": {
                    "number": 5
                },
                "runRoot": "/run/user/1000/containers",
                "transientStore": false,
                "volumePath": "/var/home/xxxxx/.local/share/containers/storage/volumes"
            },
            "version": {
                "APIVersion": "5.5.2",
                "BuildOrigin": "Fedora Project",
                "Built": 1750723200,
                "BuiltTime": "Tue Jun 24 02:00:00 2025",
                "GitCommit": "e7d8226745ba07a64b7176a7f128e4ef53225a0e",
                "GoVersion": "go1.24.4",
                "Os": "linux",
                "OsArch": "linux/amd64",
                "Version": "5.5.2"
            }
        },
        "Name": "podman"
    },
    "Image": "quay.io/ramalama/cuda:0.11",
    "Runtime": "llama.cpp",
    "Selinux": false,
    "Shortnames": {
        "Files": [
            "/usr/share/ramalama/shortnames.conf"
        ],
        "Names": {
            "cerebrum": "huggingface://froggeric/Cerebrum-1.0-7b-GGUF/Cerebrum-1.0-7b-Q4_KS.gguf",
            "deepseek": "ollama://deepseek-r1",
            "dragon": "huggingface://llmware/dragon-mistral-7b-v0/dragon-mistral-7b-q4_k_m.gguf",
            "gemma3": "hf://ggml-org/gemma-3-4b-it-GGUF",
            "gemma3:12b": "hf://ggml-org/gemma-3-12b-it-GGUF",
            "gemma3:1b": "hf://ggml-org/gemma-3-1b-it-GGUF/gemma-3-1b-it-Q4_K_M.gguf",
            "gemma3:27b": "hf://ggml-org/gemma-3-27b-it-GGUF",
            "gemma3:4b": "hf://ggml-org/gemma-3-4b-it-GGUF",
            "gemma3n": "hf://ggml-org/gemma-3n-E4B-it-GGUF/gemma-3n-E4B-it-Q8_0.gguf",
            "gemma3n:e2b": "hf://ggml-org/gemma-3n-E2B-it-GGUF/gemma-3n-E2B-it-Q8_0.gguf",
            "gemma3n:e2b-it-f16": "hf://ggml-org/gemma-3n-E2B-it-GGUF/gemma-3n-E2B-it-f16.gguf",
            "gemma3n:e2b-it-q8_0": "hf://ggml-org/gemma-3n-E2B-it-GGUF/gemma-3n-E2B-it-Q8_0.gguf",
            "gemma3n:e4b": "hf://ggml-org/gemma-3n-E4B-it-GGUF/gemma-3n-E4B-it-Q8_0.gguf",
            "gemma3n:e4b-it-f16": "hf://ggml-org/gemma-3n-E4B-it-GGUF/gemma-3n-E4B-it-f16.gguf",
            "gemma3n:e4b-it-q8_0": "hf://ggml-org/gemma-3n-E4B-it-GGUF/gemma-3n-E4B-it-Q8_0.gguf",
            "granite": "ollama://granite3.1-dense",
            "granite-code": "hf://ibm-granite/granite-3b-code-base-2k-GGUF/granite-3b-code-base.Q4_K_M.gguf",
            "granite-code:20b": "hf://ibm-granite/granite-20b-code-base-8k-GGUF/granite-20b-code-base.Q4_K_M.gguf",
            "granite-code:34b": "hf://ibm-granite/granite-34b-code-base-8k-GGUF/granite-34b-code-base.Q4_K_M.gguf",
            "granite-code:3b": "hf://ibm-granite/granite-3b-code-base-2k-GGUF/granite-3b-code-base.Q4_K_M.gguf",
            "granite-code:8b": "hf://ibm-granite/granite-8b-code-base-4k-GGUF/granite-8b-code-base.Q4_K_M.gguf",
            "granite-lab-7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
            "granite-lab-8b": "huggingface://ibm-granite/granite-8b-code-base-GGUF/granite-8b-code-base.Q4_K_M.gguf",
            "granite-lab:7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
            "granite:2b": "ollama://granite3.1-dense:2b",
            "granite:7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
            "granite:8b": "ollama://granite3.1-dense:8b",
            "hermes": "huggingface://NousResearch/Hermes-2-Pro-Mistral-7B-GGUF/Hermes-2-Pro-Mistral-7B.Q4_K_M.gguf",
            "ibm/granite": "ollama://granite3.1-dense:8b",
            "ibm/granite:2b": "ollama://granite3.1-dense:2b",
            "ibm/granite:7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
            "ibm/granite:8b": "ollama://granite3.1-dense:8b",
            "merlinite": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
            "merlinite-lab-7b": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
            "merlinite-lab:7b": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
            "merlinite:7b": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
            "mistral": "hf://lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
            "mistral-small3.1": "hf://bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_M.gguf",
            "mistral-small3.1:24b": "hf://bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_M.gguf",
            "mistral:7b": "hf://lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
            "mistral:7b-v1": "huggingface://TheBloke/Mistral-7B-Instruct-v0.1-GGUF/mistral-7b-instruct-v0.1.Q5_K_M.gguf",
            "mistral:7b-v2": "huggingface://TheBloke/Mistral-7B-Instruct-v0.2-GGUF/mistral-7b-instruct-v0.2.Q4_K_M.gguf",
            "mistral:7b-v3": "hf://lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
            "mistral_code_16k": "huggingface://TheBloke/Mistral-7B-Code-16K-qlora-GGUF/mistral-7b-code-16k-qlora.Q4_K_M.gguf",
            "mistral_codealpaca": "huggingface://TheBloke/Mistral-7B-codealpaca-lora-GGUF/mistral-7b-codealpaca-lora.Q4_K_M.gguf",
            "mixtao": "huggingface://MaziyarPanahi/MixTAO-7Bx2-MoE-Instruct-v7.0-GGUF/MixTAO-7Bx2-MoE-Instruct-v7.0.Q4_K_M.gguf",
            "openchat": "huggingface://TheBloke/openchat-3.5-0106-GGUF/openchat-3.5-0106.Q4_K_M.gguf",
            "openorca": "huggingface://TheBloke/Mistral-7B-OpenOrca-GGUF/mistral-7b-openorca.Q4_K_M.gguf",
            "phi2": "huggingface://MaziyarPanahi/phi-2-GGUF/phi-2.Q4_K_M.gguf",
            "qwen2.5vl": "hf://ggml-org/Qwen2.5-VL-32B-Instruct-GGUF",
            "qwen2.5vl:2b": "hf://ggml-org/Qwen2.5-VL-2B-Instruct-GGUF",
            "qwen2.5vl:32b": "hf://ggml-org/Qwen2.5-VL-32B-Instruct-GGUF",
            "qwen2.5vl:3b": "hf://ggml-org/Qwen2.5-VL-3B-Instruct-GGUF",
            "qwen2.5vl:7b": "hf://ggml-org/Qwen2.5-VL-7B-Instruct-GGUF",
            "smollm:135m": "ollama://smollm:135m",
            "smolvlm": "hf://ggml-org/SmolVLM-500M-Instruct-GGUF",
            "smolvlm:256m": "hf://ggml-org/SmolVLM-256M-Instruct-GGUF",
            "smolvlm:2b": "hf://ggml-org/SmolVLM-Instruct-GGUF",
            "smolvlm:500m": "hf://ggml-org/SmolVLM-500M-Instruct-GGUF",
            "tiny": "ollama://tinyllama"
        }
    },
    "Store": "/var/home/xxxxx/.local/share/ramalama",
    "UseContainer": true,
    "Version": "0.11.2"
}

From inside the container!:

bash-5.1# printenv     
NV_LIBCUBLAS_VERSION=12.8.4.1-1
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
NV_NVTX_VERSION=12.8.90-1
NV_LIBNPP_VERSION=12.3.3.100-1
NCCL_VERSION=2.25.1
PWD=/
NVIDIA_DRIVER_CAPABILITIES=compute,utility
NV_LIBNPP_PACKAGE=libnpp-12-8-12.3.3.100-1
container=oci
NVIDIA_PRODUCT_NAME=CUDA
NV_CUDA_CUDART_VERSION=12.8.90-1
HOME=/tmp
NV_LIBNCCL_VERSION=2.25.1
CUDA_VERSION=12.8.1
CUDA_VISIBLE_DEVICES=0
TERM=xterm
PKG_CMD=yum
SHLVL=1
NV_CUDA_LIB_VERSION=12.8.1-1
NVARCH=x86_64
NV_LIBNCCL_PACKAGE=libnccl-2.25.1-1+cuda12.8
LD_LIBRARY_PATH=/usr/local/cuda/lib64
PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NV_LIBNCCL_PACKAGE_NAME=libnccl
NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
_=/usr/bin/printenv
bash-5.1# 
bash-5.1# 
bash-5.1# 
bash-5.1#   ls -la /usr/share/ramalama/
  ls -la /etc/ramalama/
  ls -la ~/.config/ramalama/
total 16
drwxr-xr-x. 1 root root   56 Aug  4 10:50 .
drwxr-xr-x. 1 root root   28 Aug 12 14:40 ..
-rw-r--r--. 1 root root 4629 Aug  4 10:50 ramalama.conf
-rw-r--r--. 1 root root 4998 Aug  4 10:50 shortnames.conf
ls: cannot access '/etc/ramalama/': No such file or directory
ls: cannot access '/tmp/.config/ramalama/': No such file or directory
bash-5.1# ls -la ~/.config/
ls: cannot access '/tmp/.config/': No such file or directory
bash-5.1# ls -la ~/        
total 0
drwxrwxrwt. 1 root root  6 Aug 12 14:40 .
dr-xr-xr-x. 1 root root 36 Aug 12 14:40 ..
drwx------. 1 root root 24 Aug 12 14:40 .nv
bash-5.1# readlink -f ~/.nv
/tmp/.nv
bash-5.1# find / -name "ramalama.conf" 2>/dev/null
/usr/share/ramalama/ramalama.conf

Not mounting $HOME/.config/ramalama/ramalama.conf !?

Configuration File Details
File Location and Permissions

$ ls -la ~/.config/ramalama/
total 12
drwxr-xr-x+ 1 xxxxx xxxxx   56 Aug 12 13:38 .
drwx------+ 1 xxxxx xxxxx 1378 Aug 12 14:04 ..
-rw-r--r-- 1 xxxxx xxxxx 4568 Aug 12 13:17 ramalama.conf
drwxr-xr-x 1 xxxxx xxxxx   24 Aug 12 13:41 ramalama.conf.d

Current Configuration Settings

The configuration file exists at the expected location ($HOME/.config/ramalama/ramalama.conf) and contains several customized settings:

    engine = "podman"
    ngl = 27 (number of GPU layers)
    transport = "huggingface"

According to the documentation in the config file, ramalama should read configuration files in this order:

/usr/share/ramalama/ramalama.conf
/etc/ramalama/ramalama.conf
$XDG_CONFIG_HOME/ramalama/ramalama.conf or $HOME/.config/ramalama/ramalama.conf

Expected vs Actual Behavior
Expected Behavior

Ramalama should read and apply the configuration from $HOME/.config/ramalama/ramalama.conf, using the custom values like ngl = 27 and transport = "huggingface".
Actual Behavior

When running ramalama with debug output, there’s no indication that the configuration file is being read or processed. The behavior suggests default values are being used instead of the configured ones.
Steps to Reproduce

Create a configuration file at $HOME/.config/ramalama/ramalama.conf
Add custom configuration values (e.g., ngl = 27)
Run any ramalama command with --debug flag
Observe that configuration values don’t appear to be applied

Debug Output Sample

When running ramalama --debug run model, the debug output shows system detection and container operations but no evidence of configuration file parsing:

% ramalama --debug run --ngl 20 granite
2025-08-12 15:45:21 - DEBUG - run_cmd: nvidia-smi
2025-08-12 15:45:21 - DEBUG - Working directory: None
2025-08-12 15:45:21 - DEBUG - Ignore stderr: False
2025-08-12 15:45:21 - DEBUG - Ignore all: False
2025-08-12 15:45:21 - DEBUG - Command finished with return code: 0
2025-08-12 15:45:21 - DEBUG - run_cmd: podman inspect quay.io/ramalama/cuda:0.11
2025-08-12 15:45:21 - DEBUG - Working directory: None
2025-08-12 15:45:21 - DEBUG - Ignore stderr: False
2025-08-12 15:45:21 - DEBUG - Ignore all: True
2025-08-12 15:45:21 - DEBUG - Command finished with return code: 0
2025-08-12 15:45:21 - DEBUG - Checking if 8080 is available
2025-08-12 15:45:21 - DEBUG - Checking if 8080 is available
2025-08-12 15:45:21 - DEBUG - exec_cmd: podman run --rm --label ai.ramalama.model=ollama://library/granite3.1-dense:latest --label ai.ramalama.engine=podman --label ai.ramalama.runtime=llama.cpp --label ai.ramalama.port=8080 --label ai.ramalama.command=run --device /dev/dri --device /dev/kfd --device nvidia.com/gpu=all -e CUDA_VISIBLE_DEVICES=0 --runtime /usr/bin/nvidia-container-runtime -p 8080:8080 --security-opt=label=disable --cap-drop=all --security-opt=no-new-privileges --pull newer -t -d -i --label ai.ramalama --name ramalama_QpHSPBjaB8 --env=HOME=/tmp --init --mount=type=bind,src=/var/home/asezen/.local/share/ramalama/store/ollama/library/granite3.1-dense/blobs/sha256-44d19d212d76a6f3fc442e8411fdb44ea6b67ceccfb00be4b4345c9a4cf813e8,destination=/mnt/models/granite3.1-dense,ro --mount=type=bind,src=/var/home/asezen/.local/share/ramalama/store/ollama/library/granite3.1-dense/blobs/sha256-f9cd69f4077ded7838ccb42fb335e73d5b51dc9ab9e481c7396a9c9ed24dfa34,destination=/mnt/models/config.json,ro --mount=type=bind,src=/var/home/asezen/.local/share/ramalama/store/ollama/library/granite3.1-dense/blobs/sha256-f76a906816c425b37efb5d80c11318445aee26b65a0de9da500fced261131f37,destination=/mnt/models/chat_template,ro quay.io/ramalama/cuda:0.11 llama-server --port 8080 --model /mnt/models/granite3.1-dense --no-warmup --jinja --chat-template-file /mnt/models/chat_template --log-colors --alias granite3.1-dense --ctx-size 2048 --temp 0.8 --cache-reuse 256 -v --flash-attn -ngl 20 --threads 8 --host 0.0.0.0
bedfc5eef85629577a04656f33211cbf88ab7d6c422edea19f0f47a4568bb53a
🦭 > Hello
2025-08-12 15:46:14 - DEBUG - Request: URL=http://127.0.0.1:8080/chat/completions, Data=b'{"stream": true, "messages": [{"role": "user", "content": "Hello"}], "model": "ollama://granite3.1-dense"}', Headers={'Content-Type': 'application/json'}
Hello! How can I assist you today?
🦭 > /bye
2025-08-12 15:46:53 - DEBUG - run_cmd: podman inspect --format "{{ .Pod }}" ramalama_QpHSPBjaB8
2025-08-12 15:46:53 - DEBUG - Working directory: None
2025-08-12 15:46:53 - DEBUG - Ignore stderr: True
2025-08-12 15:46:53 - DEBUG - Ignore all: False
2025-08-12 15:46:53 - DEBUG - Command finished with return code: 0
2025-08-12 15:46:53 - DEBUG - run_cmd: podman stop -t=0 --ignore True ramalama_QpHSPBjaB8
2025-08-12 15:46:53 - DEBUG - Working directory: None
2025-08-12 15:46:53 - DEBUG - Ignore stderr: False
2025-08-12 15:46:53 - DEBUG - Ignore all: False
2025-08-12 15:46:53 - DEBUG - Command finished with return code: 0

Additional Information

File permissions appear correct (readable by user)
Directory structure matches expected layout
XDG_CONFIG_HOME is properly set
No apparent syntax errors in the TOML configuration
Check SElinux, didnt notice anything myself. But its still selinux...

Has anyone else experienced this issue? Are there any known workarounds or troubleshooting steps that might help identify why the configuration file is being ignored?

Thanks!

[rhatdan]

Please update to 0.11.3, I believe it is fixed there.

ramalama info now shows config file parsing. And will read all of the config files.