fix: docker build with jemalloc

Author: lherman-cs

.dockerignore

@@ -5,3 +5,9 @@ dist
 *.data
 *.data.old
 Dockerfile
+docs
+venv
+demo
+.github
+.git
+**/*.data

.github/workflows/docker.yml

@@ -35,7 +35,8 @@ jobs:
       matrix:
         platform:
           - linux/amd64
-          - linux/arm64
+          # Jemallocator has not recommended arm64
+          # - linux/arm64
       # The matrix includes two platforms: linux/amd64 and linux/arm64.
       # The build job will run for each platform in the matrix.
 

Dockerfile

@@ -1,16 +1,17 @@
-FROM docker.io/library/rust:1.90.0-alpine3.22 AS builder
-RUN apk add --no-cache musl-dev perl make protobuf-dev
+FROM docker.io/library/rust:1.92.0 AS builder
+RUN apt update && apt install -y protobuf-compiler libprotobuf-dev
 WORKDIR /app
 
 COPY . .
 
 RUN --mount=type=cache,target=/app/target \
     --mount=type=cache,target=/root/.cargo/registry \
     --mount=type=cache,target=/root/.cargo/git \
-    cargo build --release -p pulsebeam && \
+    make release && \
     cp /app/target/release/pulsebeam /app/pulsebeam-bin
 
-FROM docker.io/chainguard/static
+
+FROM gcr.io/distroless/cc-debian13:nonroot
 WORKDIR /app
 COPY --from=builder --chown=nonroot:nonroot /app/pulsebeam-bin /app/pulsebeam
 EXPOSE 3478/udp 3000

Makefile

@@ -1,7 +1,16 @@
 include makefiles/net.mk
 
 SCCACHE := $(shell which sccache)
-CARGO_CMD = RUSTC_WRAPPER=$(SCCACHE) cargo
+# https://github.com/tikv/jemallocator/issues/146
+# >> force-frame-pointers is required for profiling, add ~1% CPU overhead
+# >> allow-multiple-definition is required so we can replace system allocator for C projects, like openssl, ffmpeg, etc.
+# These CFLAGS are needed to make sure everything compiles with frame-pointer otherwise segfault will happen.
+export RUSTFLAGS := $(RUSTFLAGS) -C link-arg=-Wl,--allow-multiple-definition -C force-frame-pointers=yes
+export CFLAGS := $(CFLAGS) -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer
+export CXXFLAGS := $(CXXFLAGS) -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer
+# ===
+
+CARGO_CMD = RUSTC_WRAPPER=$(SCCACHE) RUSTFLAGS="$(RUSTFLAGS)" cargo
 TARGET_DIR = target/profiling
 BINARY = $(TARGET_DIR)/pulsebeam
 
@@ -15,7 +24,7 @@ build:
 	$(CARGO_CMD) build --profile profiling -p pulsebeam
 
 release:
-	$(CARGO_CMD) build --release -p pulsebeam
+	$(CARGO_CMD) build --verbose --release -p pulsebeam
 
 profile: build
 

pulsebeam/Cargo.toml

@@ -41,7 +41,7 @@ ahash = "0.8.12"
 tokio-stream = { version = "0.1.17", features = ["sync"] }
 
 [target.'cfg(not(target_env = "msvc"))'.dependencies]
-tikv-jemallocator = { version = "0.6.0", features = ["profiling", "unprefixed_malloc_on_supported_platforms"] }
+tikv-jemallocator = { version = "0.6.0", features = ["profiling", "unprefixed_malloc_on_supported_platforms", "disable_initial_exec_tls"] }
 jemalloc_pprof = { version = "0.8.1", features = ["symbolize", "flamegraph"] }
 
 [dev-dependencies]

rust-toolchain.toml

@@ -1,5 +1,5 @@
 [toolchain]
-channel = "1.91.0"
+channel = "1.92.0"
 profile = "minimal"
 components = ["rustfmt", "clippy", "rust-src", "rust-analyzer"]