Introduce strip_internal_dependencies_from_cargo_lockfile where required

Author: hofbi

crate_universe/extensions.bzl

@@ -559,6 +559,7 @@ def _generate_hub_and_spokes(
         splicing_config,
         lockfile,
         skip_cargo_lockfile_overwrite,
+        strip_internal_dependencies_from_cargo_lockfile,
         cargo_lockfile = None,
         manifests = {},
         packages = {}):
@@ -575,6 +576,11 @@ def _generate_hub_and_spokes(
         skip_cargo_lockfile_overwrite (bool): Whether to skip writing the cargo lockfile back after resolving.
             You may want to set this if your dependency versions are maintained externally through a non-trivial set-up.
             But you probably don't want to set this.
+        strip_internal_dependencies_from_cargo_lockfile (bool): Whether to strip internal dependencies from the cargo lockfile.
+            You may want to use this if you want to maintain a cargo lockfile for bazel only.
+            Bazel only requires external dependencies to be present in the lockfile.
+            By removing internal dependencies, the lockfile changes less frequently which reduces merge conflicts
+            in other lockfiles where the cargo lockfile's sha is stored.
         cargo_lockfile (path): Path to Cargo.lock, if we have one.
         manifests (dict): The set of Cargo.toml manifests that apply to this closure, if any, keyed by path.
         packages (dict): The set of extra cargo crate tags that apply to this closure, if any, keyed by package name.
@@ -684,6 +690,7 @@ def _generate_hub_and_spokes(
         paths_to_track_file = paths_to_track_file,
         warnings_output_file = warnings_output_file,
         skip_cargo_lockfile_overwrite = skip_cargo_lockfile_overwrite,
+        strip_internal_dependencies_from_cargo_lockfile = strip_internal_dependencies_from_cargo_lockfile,
         **kwargs
     )
 
@@ -1169,6 +1176,7 @@ def _crate_impl(module_ctx):
                 manifests = manifests,
                 packages = packages,
                 skip_cargo_lockfile_overwrite = cfg.skip_cargo_lockfile_overwrite,
+                strip_internal_dependencies_from_cargo_lockfile = cfg.strip_internal_dependencies_from_cargo_lockfile,
             )
 
     metadata_kwargs = {}
@@ -1210,6 +1218,16 @@ _FROM_COMMON_ATTRS = {
         ),
         default = False,
     ),
+    "strip_internal_dependencies_from_cargo_lockfile": attr.bool(
+        doc = (
+            "Whether to strip internal dependencies from the cargo lockfile. " +
+            "You may want to use this if you want to maintain a cargo lockfile for bazel only. " +
+            "Bazel only requires external dependencies to be present in the lockfile. " +
+            "By removing internal dependencies, the lockfile changes less frequently which reduces merge conflicts " +
+            "in other lockfiles where the cargo lockfile's sha is stored."
+        ),
+        default = False,
+    ),
     "supported_platform_triples": attr.string_list(
         doc = "A set of all platform triples to consider when generating dependencies.",
         default = SUPPORTED_PLATFORM_TRIPLES,

crate_universe/private/crates_repository.bzl

@@ -122,6 +122,7 @@ def _crates_repository_impl(repository_ctx):
         paths_to_track_file = paths_to_track_file,
         warnings_output_file = warnings_output_file,
         skip_cargo_lockfile_overwrite = repository_ctx.attr.skip_cargo_lockfile_overwrite,
+        strip_internal_dependencies_from_cargo_lockfile = repository_ctx.attr.strip_internal_dependencies_from_cargo_lockfile,
         # sysroot = tools.sysroot,
         **kwargs
     )
@@ -377,6 +378,16 @@ CARGO_BAZEL_REPIN=1 CARGO_BAZEL_REPIN_ONLY=crate_index bazel sync --only=crate_i
                 "generate the value for this field. If unset, the defaults defined there will be used."
             ),
         ),
+        "strip_internal_dependencies_from_cargo_lockfile": attr.bool(
+            doc = (
+                "Whether to strip internal dependencies from the cargo lockfile. " +
+                "You may want to use this if you want to maintain a cargo lockfile for bazel only. " +
+                "Bazel only requires external dependencies to be present in the lockfile. " +
+                "By removing internal dependencies, the lockfile changes less frequently which reduces merge conflicts " +
+                "in other lockfiles where the cargo lockfile's sha is stored."
+            ),
+            default = False,
+        ),
         "supported_platform_triples": attr.string_list(
             doc = "A set of all platform triples to consider when generating dependencies.",
             default = SUPPORTED_PLATFORM_TRIPLES,

crate_universe/private/generate_utils.bzl

@@ -441,6 +441,7 @@ def execute_generator(
         paths_to_track_file,
         warnings_output_file,
         skip_cargo_lockfile_overwrite,
+        strip_internal_dependencies_from_cargo_lockfile,
         metadata = None,
         generator_label = None):
     """Execute the `cargo-bazel` binary to produce `BUILD` and `.bzl` files.
@@ -458,6 +459,11 @@ def execute_generator(
         skip_cargo_lockfile_overwrite (bool): Whether to skip writing the cargo lockfile back after resolving.
             You may want to set this if your dependency versions are maintained externally through a non-trivial set-up.
             But you probably don't want to set this.
+        strip_internal_dependencies_from_cargo_lockfile (bool): Whether to strip internal dependencies from the cargo lockfile.
+            You may want to use this if you want to maintain a cargo lockfile for bazel only.
+            Bazel only requires external dependencies to be present in the lockfile.
+            By removing internal dependencies, the lockfile changes less frequently which reduces merge conflicts
+            in other lockfiles where the cargo lockfile's sha is stored.
         generator_label (Label): The label of the `generator` parameter.
         metadata (path, optional): The path to a Cargo metadata json file. If this is set, it indicates to
             the generator that repinning is required. This file must be adjacent to a `Cargo.toml` and
@@ -499,6 +505,9 @@ def execute_generator(
     if skip_cargo_lockfile_overwrite:
         args.append("--skip-cargo-lockfile-overwrite")
 
+    if strip_internal_dependencies_from_cargo_lockfile:
+        args.append("--strip-internal-dependencies-from-cargo-lockfile")
+
     # Some components are not required unless re-pinning is enabled
     if metadata:
         args.extend([

crate_universe/src/cli/generate.rs

@@ -102,6 +102,14 @@ pub struct GenerateOptions {
     /// But you probably don't want to set this.
     #[clap(long)]
     pub skip_cargo_lockfile_overwrite: bool,
+
+    /// Whether to strip internal dependencies from the cargo lockfile.
+    /// You may want to use this if you want to maintain a cargo lockfile for bazel only.
+    /// Bazel only requires external dependencies to be present in the lockfile.
+    /// By removing internal dependencies, the lockfile changes less frequently which reduces merge conflicts
+    /// in other lockfiles where the cargo lockfile's sha is stored.
+    #[clap(long)]
+    pub strip_internal_dependencies_from_cargo_lockfile: bool,
 }
 
 pub fn generate(opt: GenerateOptions) -> Result<()> {
@@ -222,7 +230,12 @@ pub fn generate(opt: GenerateOptions) -> Result<()> {
     }
 
     if !opt.skip_cargo_lockfile_overwrite {
-        update_cargo_lockfile(&opt.cargo_lockfile, cargo_lockfile)?;
+        let cargo_lockfile_to_write = if opt.strip_internal_dependencies_from_cargo_lockfile {
+            remove_internal_dependencies_from_cargo_lockfile(cargo_lockfile)
+        } else {
+            cargo_lockfile
+        };
+        update_cargo_lockfile(&opt.cargo_lockfile, cargo_lockfile_to_write)?;
     }
 
     Ok(())