Update docker image build process

Author: akolov

.dockerignore

@@ -10,6 +10,11 @@
 !rust/cubestore/package.json
 !rust/cubestore/bin
 !rust/cubesql/package.json
+!rust/cubenativeutils
+!rust/cubeorchestrator
+!rust/cubeshared
+!rust/cubesql
+!rust/cubesqlplanner
 
 # Ignoring builds for native from local machime to protect a problem with different architecture
 packages/cubejs-backend-native/index.node

cloudbuild.yaml

@@ -12,7 +12,7 @@ steps:
     entrypoint: bash
     args:
       - -c
-      - 'docker buildx build -t us-docker.pkg.dev/definite-371419/cube/cube:${_TAG} -f packages/cubejs-docker/dev.Dockerfile . --push'
+      - 'docker buildx build -t us-docker.pkg.dev/definite-371419/cube/cube:${_TAG} -f packages/cubejs-docker/definite.Dockerfile . --push'
     id: Build
 
 

packages/cubejs-docker/definite.Dockerfile

@@ -0,0 +1,74 @@
+FROM node:20.17.0-bookworm-slim AS base
+
+ARG IMAGE_VERSION=dev
+
+ENV CUBEJS_DOCKER_IMAGE_VERSION=$IMAGE_VERSION
+ENV CUBEJS_DOCKER_IMAGE_TAG=dev
+ENV CI=0
+
+RUN DEBIAN_FRONTEND=noninteractive \
+    && apt-get update \
+    # python3 package is necessary to install `python3` executable for node-gyp
+    && apt-get install -y --no-install-recommends libssl3 curl \
+       cmake python3 python3.11 libpython3.11-dev gcc g++ make cmake openjdk-17-jdk-headless \
+    && rm -rf /var/lib/apt/lists/*
+
+ENV RUSTUP_HOME=/usr/local/rustup
+ENV CARGO_HOME=/usr/local/cargo
+ENV PATH=/usr/local/cargo/bin:$PATH
+
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | \
+    sh -s -- --profile minimal --default-toolchain nightly-2022-03-08 -y
+
+ENV CUBESTORE_SKIP_POST_INSTALL=true
+ENV NODE_ENV=development
+
+WORKDIR /cubejs
+
+COPY package.json .
+COPY lerna.json .
+COPY yarn.lock .
+COPY tsconfig.base.json .
+COPY rollup.config.js .
+
+RUN yarn policies set-version v1.22.22
+# Yarn v1 uses aggressive timeouts with summing time spending on fs, https://github.com/yarnpkg/yarn/issues/4890
+RUN yarn config set network-timeout 120000 -g
+
+# Backend
+COPY rust/ rust/
+
+COPY packages/ packages/
+
+RUN rm -rf packages/cubejs-testing/ packages/cubejs-docker/
+
+RUN yarn install
+RUN yarn build
+RUN yarn lerna run build
+
+RUN cd packages/cubejs-backend-native && yarn run native:build-release
+
+RUN find . -name 'node_modules' -type d -prune -exec rm -rf '{}' +
+
+FROM base AS final
+
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt-get update \
+    && apt-get install -y ca-certificates python3.11 libpython3.11-dev \
+    && apt-get clean
+
+COPY --from=base /cubejs .
+
+COPY packages/cubejs-docker/bin/cubejs-dev /usr/local/bin/cubejs
+
+# By default Node dont search in parent directory from /cube/conf, @todo Reaserch a little bit more
+ENV NODE_PATH /cube/conf/node_modules:/cube/node_modules
+ENV PYTHONUNBUFFERED=1
+RUN ln -s  /cubejs/packages/cubejs-docker /cube
+RUN ln -s  /cubejs/rust/cubestore/bin/cubestore-dev /usr/local/bin/cubestore-dev
+
+WORKDIR /cube/conf
+
+EXPOSE 4000
+
+CMD ["cubejs", "server"]