diff --git a/vinca/templates/bld_ament_cmake.bat.in b/vinca/templates/bld_ament_cmake.bat.in
index d63ef14..efb2af6 100644
--- a/vinca/templates/bld_ament_cmake.bat.in
+++ b/vinca/templates/bld_ament_cmake.bat.in
@@ -11,6 +11,9 @@ set CXX=cl.exe
 :: If defined, can use a custom CMake build directory which can be useful
 :: to avoid too long path problems on windows
 if defined VINCA_CUSTOM_CMAKE_BUILD_DIR (
+    if not exist "%VINCA_CUSTOM_CMAKE_BUILD_DIR%\" (
+        mkdir "%VINCA_CUSTOM_CMAKE_BUILD_DIR%"
+    )
     cd /d "%VINCA_CUSTOM_CMAKE_BUILD_DIR%"
 )
 rd /s /q build
diff --git a/vinca/templates/build_ament_cmake.sh.in b/vinca/templates/build_ament_cmake.sh.in
index 40bb91c..84d1870 100644
--- a/vinca/templates/build_ament_cmake.sh.in
+++ b/vinca/templates/build_ament_cmake.sh.in
@@ -4,6 +4,7 @@
 set -eo pipefail
 
 if [[ -n "$VINCA_CUSTOM_CMAKE_BUILD_DIR" ]]; then
+    mkdir -p "$VINCA_CUSTOM_CMAKE_BUILD_DIR"
     cd "$VINCA_CUSTOM_CMAKE_BUILD_DIR"
 fi
 rm -rf build