diff --git a/.devcontainer/Dockerfile b/.devcontainer/Dockerfile
index 86e4d622536e..bd25a5de952b 100644
--- a/.devcontainer/Dockerfile
+++ b/.devcontainer/Dockerfile
@@ -14,11 +14,8 @@ RUN apt-get -y update && \
     libopenblas-dev
 
 # Tools needed for llvm
-RUN apt-get install -y \
-    lsb-release \
-    wget \
-    software-properties-common \
-    gnupg
+RUN apt-get install --no-install-recommends -y lsb-release wget software-properties-common gnupg && \
+    sudo apt-get clean -y
 
 # Create Python virtual environment
 # RUN python3 -m venv /opt/venv
@@ -33,7 +30,8 @@ RUN if [ -n "$CLANG_VERSION" ]; then \
     ./llvm.sh "${CLANG_VERSION}"; \
     echo 'export CC=clang' >> ~/.bashrc; \
     echo 'export CXX=clang++' >> ~/.bashrc; \
-    apt install -y clang libomp-dev; \
+    apt-get install --no-install-recommends -y clang libomp-dev && \
+    apt-get clean -y; \
     fi
 
 
@@ -43,7 +41,8 @@ RUN if [ -n "$CUDA_VERSION" ]; then \
     CUDA_REPO_VERSION=$(echo ${CUDA_VERSION} | sed 's/\./\-/g'); \
     wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb && \
     dpkg -i cuda-keyring_1.0-1_all.deb && \
-    apt-get install -y cuda-toolkit-${CUDA_VERSION}; \
+    apt-get install --no-install-recommends -y cuda-toolkit-${CUDA_VERSION} && \
+    apt-get clean -y; \
     fi
 
 # Set PATH for CUDA