Merge pull request #3980 from ProvableHQ/ci/correct-cache-folder-minimal

[CI] Set correct sccache folder

Author: vicsn

.circleci/config.yml

@@ -77,26 +77,32 @@ commands:
     parameters:
       cache_key:
         type: string
-        default: v3.3.1-rust-1.88.0-snarkos-stable-cache
+        default: v4.2.0-rust-1.88.0-snarkos-stable-cache
     steps:
       - run: set -e
+      - run:
+          name: Prepare environment variables
+          command: |
+            # Note: sccache cache is disabled for now
+            # it causes longer build times and causes some builds to fail
+    
+            # echo 'export "RUSTC_WRAPPER"="$HOME/.bin/sccache"' >> $BASH_ENV
+            # echo 'export "SCCACHE_CACHE_SIZE"="20000M"' >> $BASH_ENV
+            # Disable incremental builds so that sccache works as expected
+            # echo 'export CARGO_INCREMENTAL=0' >> "$BASH_ENV"
       - run:
           name: Install sccache
           command: |
-            export WORK_DIR="$CIRCLE_WORKING_DIRECTORY/.cache/sccache"
-            export SCCACHE_DIR="$CIRCLE_WORKING_DIRECTORY/.cache/sccache"
+            export SCCACHE_DIR="$HOME/.cache/sccache"
             export SCCACHE_VERSION=v0.10.0
             export SCCACHE_PKG="sccache-$SCCACHE_VERSION-x86_64-unknown-linux-musl"
 
-            mkdir -p "$CIRCLE_WORKING_DIRECTORY/.bin"
+            mkdir -p "$HOME/.bin"
             wget "https://github.com/mozilla/sccache/releases/download/$SCCACHE_VERSION/$SCCACHE_PKG.tar.gz"
-            tar -C "$CIRCLE_WORKING_DIRECTORY/.bin" -xvf "$SCCACHE_PKG.tar.gz"
-            chmod +x "$CIRCLE_WORKING_DIRECTORY/.bin/$SCCACHE_PKG/sccache"
-            mv "$CIRCLE_WORKING_DIRECTORY/.bin/$SCCACHE_PKG/sccache" "$CIRCLE_WORKING_DIRECTORY/.bin/sccache"
-            rm -rf "$CIRCLE_WORKING_DIRECTORY/.cargo/registry"
-
-            export PATH="$PATH:$CIRCLE_WORKING_DIRECTORY/.bin"
-            export RUSTC_WRAPPER="sccache"
+            tar -C "$HOME/.bin" -xvf "$SCCACHE_PKG.tar.gz"
+            chmod +x "$HOME/.bin/$SCCACHE_PKG/sccache"
+            mv "$HOME/.bin/$SCCACHE_PKG/sccache" "$HOME/.bin/sccache"
+            rm -rf "$HOME/.cargo/registry"
       - run:
           name: Install Debian packages
           command: |
@@ -111,15 +117,19 @@ commands:
     parameters:
       cache_key:
         type: string
-        default: v3.3.1-rust-1.88.0-snarkos-stable-cache
+        default: v4.2.0-rust-1.88.0-snarkos-stable-cache
     steps:
-      - run: (sccache -s||true)
       - run: set +e
+      - run:
+          name: "Show sccache statistics"
+          command: $HOME/.bin/sccache -s
       - save_cache:
           key: << parameters.cache_key >>
           paths:
-            - .cache/sccache
-            - .cargo
+            # Store the sccache files
+            - ~/.cache/sccache
+            # Store the cargo registry
+            - ~/.cargo
 
   run_serial:
     description: "Build and run tests"
@@ -134,12 +144,17 @@ commands:
     steps:
       - checkout
       - setup_environment:
-          cache_key:  v3.3.1-rust-1.88.0-<< parameters.cache_key >>-cache
+          cache_key: v4.2.0-rust-1.88.0-<< parameters.cache_key >>-cache
+      - run:
+          name: "Build tests"
+          no_output_timeout: 30m
+          command: cd << parameters.workspace_member >> && RUST_MIN_STACK=67108864 cargo test << parameters.flags >> --no-run
       - run:
+          name: "Run tests"
           no_output_timeout: 30m
           command: cd << parameters.workspace_member >> && RUST_MIN_STACK=67108864 cargo test << parameters.flags >>
       - clear_environment:
-          cache_key: v3.3.1-rust-1.88.0-<< parameters.cache_key >>-cache
+          cache_key: v4.2.0-rust-1.88.0-<< parameters.cache_key >>-cache
 
   run_serial_long:
     description: "Build and run long running tests"
@@ -349,7 +364,7 @@ jobs:
     steps:
       - run_devnet:
           workspace_member: .
-          cache_key: v3.3.1-rust-1.88.0-devnet-test-cache
+          cache_key: v4.2.0-rust-1.88.0-devnet-test-cache
 
   # Check crates that do not have any tests individually
   check-other-crates:
@@ -358,7 +373,7 @@ jobs:
     steps:
       - checkout
       - setup_environment:
-          cache_key: v3.3.1-rust-1.88.0-check-other-crates-cache
+          cache_key: v4.2.0-rust-1.88.0-check-other-crates-cache
       - run:
           name: Check snarkos-node-metrics crate
           no_output_timeout: 10m
@@ -368,7 +383,7 @@ jobs:
           no_output_timeout: 10m
           command: cargo check --package=snarkos-node-metrics --all-features
       - clear_environment:
-          cache_key: v3.3.1-rust-1.88.0-check-other-crates-cache
+          cache_key: v4.2.0-rust-1.88.0-check-other-crates-cache
 
   check-fmt:
     executor: rust-docker
@@ -377,61 +392,61 @@ jobs:
       - checkout
       - install_rust_nightly
       - setup_environment:
-          cache_key: v3.3.1-rust-1.88.0-fmt-cache
+          cache_key: v4.2.0-rust-1.88.0-fmt-cache
       - run:
           name: Check style
           no_output_timeout: 35m
           command: cargo +nightly fmt --all -- --check
       - clear_environment:
-          cache_key: v3.3.1-rust-1.88.0-fmt-cache
+          cache_key: v4.2.0-rust-1.88.0-fmt-cache
 
   check-unused-dependencies:
     executor: rust-docker
     resource_class: << pipeline.parameters.medium >>
     steps:
       - checkout
       - setup_environment:
-          cache_key: v3.3.1-rust-1.88.0-machete-cache
+          cache_key: v4.2.0-rust-1.88.0-machete-cache
       - run:
           name: Check for unused dependencies
           no_output_timeout: 10m
           command: |
             cargo install [email protected]
             cargo machete
       - clear_environment:
-          cache_key: v3.3.1-rust-1.88.0-machete-cache
+          cache_key: v4.2.0-rust-1.88.0-machete-cache
 
   check-cargo-audit:
     executor: rust-docker
     resource_class: << pipeline.parameters.medium >>
     steps:
       - checkout
       - setup_environment:
-          cache_key: v3.3.1-rust-1.88.0-cargo-audit-cache
+          cache_key: v4.2.0-rust-1.88.0-cargo-audit-cache
       - run:
           name: Check for security vulnerabilities
           no_output_timeout: 10m
           command: |
             cargo install [email protected] --locked
             cargo audit -D warnings
       - clear_environment:
-          cache_key: v3.3.1-rust-1.88.0-cargo-audit-cache
+          cache_key: v4.2.0-rust-1.88.0-cargo-audit-cache
 
   check-clippy:
     executor: rust-docker
     resource_class: << pipeline.parameters.medium >>
     steps:
       - checkout
       - setup_environment:
-          cache_key: v3.3.1-rust-1.88.0-clippy-cache
+          cache_key: v4.2.0-rust-1.88.0-clippy-cache
       - run:
           name: Check lint
           no_output_timeout: 35m
           command: |
             cargo clippy --workspace --all-targets -- -D warnings
             cargo clippy --workspace --all-targets --all-features -- -D warnings
       - clear_environment:
-          cache_key: v3.3.1-rust-1.88.0-clippy-cache
+          cache_key: v4.2.0-rust-1.88.0-clippy-cache
 
   verify-windows:
     executor: