diff --git a/huggingface/pytorch/tei/docker/1.8.0/gpu/Dockerfile b/huggingface/pytorch/tei/docker/1.8.0/gpu/Dockerfile index 1596853..07ae7b0 100644 --- a/huggingface/pytorch/tei/docker/1.8.0/gpu/Dockerfile +++ b/huggingface/pytorch/tei/docker/1.8.0/gpu/Dockerfile @@ -17,7 +17,7 @@ RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-g RUN curl -fsSL https://github.com/mozilla/sccache/releases/download/v$SCCACHE/sccache-v$SCCACHE-x86_64-unknown-linux-musl.tar.gz | tar -xzv --strip-components=1 -C /usr/local/bin sccache-v$SCCACHE-x86_64-unknown-linux-musl/sccache && \ chmod +x /usr/local/bin/sccache -RUN curl https://sh.rustup.rs -sSf | bash -s -- -y +RUN curl https://sh.rustup.rs -sSf | bash -s -- -y --default-toolchain 1.85.1 RUN cargo install cargo-chef --version $CARGO_CHEF --locked FROM base-builder AS planner @@ -30,7 +30,7 @@ COPY router router COPY Cargo.toml ./ COPY Cargo.lock ./ -RUN cargo chef prepare --recipe-path recipe.json +RUN cargo chef prepare --recipe-path recipe.json FROM base-builder AS builder @@ -51,19 +51,19 @@ COPY --from=planner /usr/src/recipe.json recipe.json RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - cargo chef cook --release --recipe-path recipe.json && sccache -s; + cargo chef cook --release --locked --recipe-path recipe.json && sccache -s; RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=75 cargo chef cook --release --features candle-cuda-turing --recipe-path recipe.json && sccache -s; + CUDA_COMPUTE_CAP=75 cargo chef cook --release --locked --features candle-cuda-turing --recipe-path recipe.json && sccache -s; RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=80 cargo chef cook --release --features candle-cuda --recipe-path recipe.json && sccache -s; + CUDA_COMPUTE_CAP=80 cargo chef cook --release --locked --features candle-cuda --recipe-path recipe.json && sccache -s; RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=90 cargo chef cook --release --features candle-cuda --recipe-path recipe.json && sccache -s; + CUDA_COMPUTE_CAP=90 cargo chef cook --release --locked --features candle-cuda --recipe-path recipe.json && sccache -s; COPY backends backends COPY core core @@ -73,19 +73,19 @@ COPY Cargo.lock ./ RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=75 cargo build --release --bin text-embeddings-router -F candle-cuda-turing && sccache -s; + CUDA_COMPUTE_CAP=75 cargo build --release --locked --bin text-embeddings-router -F candle-cuda-turing && sccache -s; RUN mv /usr/src/target/release/text-embeddings-router /usr/src/target/release/text-embeddings-router-75 RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=80 cargo build --release --bin text-embeddings-router -F candle-cuda && sccache -s; + CUDA_COMPUTE_CAP=80 cargo build --release --locked --bin text-embeddings-router -F candle-cuda && sccache -s; RUN mv /usr/src/target/release/text-embeddings-router /usr/src/target/release/text-embeddings-router-80 RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=90 cargo build --release --bin text-embeddings-router -F candle-cuda && sccache -s; + CUDA_COMPUTE_CAP=90 cargo build --release --locked --bin text-embeddings-router -F candle-cuda && sccache -s; RUN mv /usr/src/target/release/text-embeddings-router /usr/src/target/release/text-embeddings-router-90 diff --git a/huggingface/pytorch/tei/docker/1.8.2/gpu/Dockerfile b/huggingface/pytorch/tei/docker/1.8.2/gpu/Dockerfile index 7db0b68..982350b 100644 --- a/huggingface/pytorch/tei/docker/1.8.2/gpu/Dockerfile +++ b/huggingface/pytorch/tei/docker/1.8.2/gpu/Dockerfile @@ -17,7 +17,7 @@ RUN apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-g RUN curl -fsSL https://github.com/mozilla/sccache/releases/download/v$SCCACHE/sccache-v$SCCACHE-x86_64-unknown-linux-musl.tar.gz | tar -xzv --strip-components=1 -C /usr/local/bin sccache-v$SCCACHE-x86_64-unknown-linux-musl/sccache && \ chmod +x /usr/local/bin/sccache -RUN curl https://sh.rustup.rs -sSf | bash -s -- -y +RUN curl https://sh.rustup.rs -sSf | bash -s -- -y --default-toolchain 1.85.1 RUN cargo install cargo-chef --version $CARGO_CHEF --locked FROM base-builder AS planner @@ -30,7 +30,7 @@ COPY router router COPY Cargo.toml ./ COPY Cargo.lock ./ -RUN cargo chef prepare --recipe-path recipe.json +RUN cargo chef prepare --recipe-path recipe.json FROM base-builder AS builder @@ -51,19 +51,19 @@ COPY --from=planner /usr/src/recipe.json recipe.json RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - cargo chef cook --release --recipe-path recipe.json && sccache -s; + cargo chef cook --release --locked --recipe-path recipe.json && sccache -s; RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=75 cargo chef cook --release --features candle-cuda-turing --recipe-path recipe.json && sccache -s; + CUDA_COMPUTE_CAP=75 cargo chef cook --release --locked --features candle-cuda-turing --recipe-path recipe.json && sccache -s; RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=80 cargo chef cook --release --features candle-cuda --recipe-path recipe.json && sccache -s; + CUDA_COMPUTE_CAP=80 cargo chef cook --release --locked --features candle-cuda --recipe-path recipe.json && sccache -s; RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=90 cargo chef cook --release --features candle-cuda --recipe-path recipe.json && sccache -s; + CUDA_COMPUTE_CAP=90 cargo chef cook --release --locked --features candle-cuda --recipe-path recipe.json && sccache -s; COPY backends backends COPY core core @@ -73,19 +73,19 @@ COPY Cargo.lock ./ RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=75 cargo build --release --bin text-embeddings-router -F candle-cuda-turing && sccache -s; + CUDA_COMPUTE_CAP=75 cargo build --release --locked --bin text-embeddings-router -F candle-cuda-turing && sccache -s; RUN mv /usr/src/target/release/text-embeddings-router /usr/src/target/release/text-embeddings-router-75 RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=80 cargo build --release --bin text-embeddings-router -F candle-cuda && sccache -s; + CUDA_COMPUTE_CAP=80 cargo build --release --locked --bin text-embeddings-router -F candle-cuda && sccache -s; RUN mv /usr/src/target/release/text-embeddings-router /usr/src/target/release/text-embeddings-router-80 RUN --mount=type=secret,id=actions_results_url,env=ACTIONS_RESULTS_URL \ --mount=type=secret,id=actions_runtime_token,env=ACTIONS_RUNTIME_TOKEN \ - CUDA_COMPUTE_CAP=90 cargo build --release --bin text-embeddings-router -F candle-cuda && sccache -s; + CUDA_COMPUTE_CAP=90 cargo build --release --locked --bin text-embeddings-router -F candle-cuda && sccache -s; RUN mv /usr/src/target/release/text-embeddings-router /usr/src/target/release/text-embeddings-router-90