Invert CropForegroundd error

[YingdiZhang]

Thanks for the great job, I meet an error when using Invert CropForeground. This is my code:

`

trans = Compose(
      [
           LoadImaged(keys=["image", "label", "stage1pred_foreground_binary"]),
           EnsureChannelFirstd(keys=["image", "label", "stage1pred_foreground_binary"]),
           ScaleIntensityRanged(keys=["image"], a_min=-1000, a_max=1900,
                         b_min=0.0, b_max=1.0, clip=True),
           CropForegroundd(keys="image", source_key="stage1pred_foreground_binary"),
           EnsureTyped(keys=["image", "label", "stage1pred_foreground_binary"]),
     ]
  )

 for (idx, test_data) in enumerate(tqdm(self.test_loader)):
                test_data["pred"] = sliding_window_inference(
                test_data["image"].to(device),
                roi_size_stage2,
                sw_batch_size,
                self.model_stage2,
                overlap=overlap_stage2,
                mode='gaussian',
                device=(torch.device('cpu') if test_id in cpu_data else device)
                )  
 test_data["pred"] = test_data["pred"][0] \
                if isinstance(test_data["pred"], tuple) else test_data["pred"]
 self.post_trans_pred = Compose(
                [
                    EnsureTyped(keys="pred"),
                    Invertd(
                        keys="pred",  # invert the `pred` data field, also support multiple fields
                        transform=self.transform,
                        orig_keys="image",
                        # get the previously applied self.transforms information on the `image` data field,
                        # then invert `pred` based on this information. we can use same info
                        # for multiple fields, also support different orig_keys for different fields
                        meta_keys="pred_meta_dict",
                        # key field to save inverted meta data, every item maps to `keys`
                        orig_meta_keys="image_meta_dict",
                        # get the meta data from `image_meta_dict` field when inverting,
                        # for example, may need the `affine` to invert `Spacingd` transform,
                        # multiple fields can use the same meta data to invert
                        meta_key_postfix="meta_dict",
                        # if `meta_keys=None`, use "{keys}_{meta_key_postfix}" as the meta key,
                        # if `orig_meta_keys=None`, use "{orig_keys}_{meta_key_postfix}",
                        # otherwise, no need this arg during inverting
                        nearest_interp=False,
                        # don't change the interpolation mode to "nearest" when inverting transforms
                        # to ensure a smooth output, then execute `AsDiscreted` transform
                        to_tensor=True  # convert to PyTorch Tensor after inverting
                    ),
                    AsDiscreted(keys="pred", argmax=True),
                    SaveImaged(keys="pred", meta_keys="pred_meta_dict", output_dir=self.pred_output_folder,
                               output_postfix="seg", resample=False, output_ext='.nii.gz',
                               separate_folder=False),
                    AsDiscreted(keys="pred", to_onehot=26)
                ]
            )
test_outputs = [self.post_trans_pred(i) for i in decollate_batch(test_data)]

`
And got an error:

Traceback (most recent call last):
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 102, in apply_transform
return _apply_transform(transform, data, unpack_items)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 66, in _apply_transform
return transform(parameters)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/croppad/dictionary.py", line 318, in inverse
d[key] = self.cropper.inverse(d[key])
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/croppad/array.py", line 885, in inverse
transform = self.get_most_recent_transform(img)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/inverse.py", line 188, in get_most_recent_transform
self.check_transforms_match(all_transforms[-1])
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/inverse.py", line 155, in check_transforms_match
raise RuntimeError(
RuntimeError: Error CropForeground getting the most recently applied invertible transform CropForeground 139875837658208 != 139875837659984.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 102, in apply_transform
return _apply_transform(transform, data, unpack_items)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 66, in _apply_transform
return transform(parameters)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/post/dictionary.py", line 701, in call
inverted = self.transform.inverse(input_dict)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/compose.py", line 184, in inverse
data = apply_transform(t.inverse, data, self.map_items, self.unpack_items, self.log_stats)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 129, in apply_transform
raise RuntimeError(f"applying transform {transform}") from e
RuntimeError: applying transform <bound method Cropd.inverse of <monai.transforms.croppad.dictionary.CropForegroundd object at 0x7f37619dcb20>>

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
File "/data/zyd/beifen_xinsuoqu_/MedSeg/MedSeg/test/Task966Tester.py", line 1200, in
t966_tester.test(
File "/data/zyd/beifen_xinsuoqu_/MedSeg/MedSeg/test/Task966Tester.py", line 244, in test
test_outputs = [self.post_trans_pred(i) for i in decollate_batch(test_data)]
File "/data/zyd/beifen_xinsuoqu_/MedSeg/MedSeg/test/Task966Tester.py", line 244, in
test_outputs = [self.post_trans_pred(i) for i in decollate_batch(test_data)]
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/compose.py", line 174, in call
input_ = apply_transform(transform, input, self.map_items, self.unpack_items, self.log_stats)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 129, in apply_transform
raise RuntimeError(f"applying transform {transform}") from e
RuntimeError: applying transform <monai.transforms.post.dictionary.Invertd object at 0x7f37619b3e50>
ERROR:torch.distributed.elastic.multiprocessing.api:failed (exitcode: 1) local_rank: 0 (pid: 2379637) of binary: /home/zyd/anaconda3/envs/monai1.1/bin/python
Traceback (most recent call last):
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launch.py", line 195, in
main()
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launch.py", line 191, in main
launch(args)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launch.py", line 176, in launch
run(args)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/run.py", line 753, in run
elastic_launch(
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launcher/api.py", line 132, in call
return launch_agent(self._config, self._entrypoint, list(args))
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launcher/api.py", line 246, in launch_agent
raise ChildFailedError(
torch.distributed.elastic.multiprocessing.errors.ChildFailedError:

Task966Tester.py FAILED

Failures:
<NO_OTHER_FAILURES>

Root Cause (first observed failure):
[0]:
time : 2024-02-06_13:02:52
host : omnisky
rank : 0 (local_rank: 0)
exitcode : 1 (pid: 2379637)
error_file: <N/A>
traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html

[KumoLiu]

Hi @YingdiZhang, what's self.transform? Looks like it should be trans.

[YingdiZhang]

Thanks for your reply. self.transform=trans

[KumoLiu]

Yes, I mean directly using trans instead of self.transform which may cause the transform id mismatch.

[YingdiZhang]

Thanks for your reply. I use trans instead of self.transform, but the error stil exist:
`

Traceback (most recent call last):
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 102, in apply_transform
return _apply_transform(transform, data, unpack_items)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 66, in _apply_transform
return transform(parameters)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/croppad/dictionary.py", line 318, in inverse
d[key] = self.cropper.inverse(d[key])
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/croppad/array.py", line 885, in inverse
transform = self.get_most_recent_transform(img)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/inverse.py", line 188, in get_most_recent_transform
self.check_transforms_match(all_transforms[-1])
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/inverse.py", line 155, in check_transforms_match
raise RuntimeError(
RuntimeError: Error CropForeground getting the most recently applied invertible transform CropForeground 140204248320944 != 140204248110656.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 102, in apply_transform
return _apply_transform(transform, data, unpack_items)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 66, in _apply_transform
return transform(parameters)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/post/dictionary.py", line 701, in call
inverted = self.transform.inverse(input_dict)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/compose.py", line 184, in inverse
data = apply_transform(t.inverse, data, self.map_items, self.unpack_items, self.log_stats)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 129, in apply_transform
raise RuntimeError(f"applying transform {transform}") from e
RuntimeError: applying transform <bound method Cropd.inverse of <monai.transforms.croppad.dictionary.CropForegroundd object at 0x7f83d86794f0>>

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
File "/data/zyd/beifen_xinsuoqu_/MedSeg/MedSeg/test/Task966Tester.py", line 1103, in
t966_tester.test(
File "/data/zyd/beifen_xinsuoqu_/MedSeg/MedSeg/test/Task966Tester.py", line 206, in test
test_data = [self.post_trans_pred(i) for i in decollate_batch(test_data)]
File "/data/zyd/beifen_xinsuoqu_/MedSeg/MedSeg/test/Task966Tester.py", line 206, in
test_data = [self.post_trans_pred(i) for i in decollate_batch(test_data)]
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/compose.py", line 174, in call
input_ = apply_transform(transform, input, self.map_items, self.unpack_items, self.log_stats)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/monai/transforms/transform.py", line 129, in apply_transform
raise RuntimeError(f"applying transform {transform}") from e
RuntimeError: applying transform <monai.transforms.post.dictionary.Invertd object at 0x7f83d8670bb0>
ERROR:torch.distributed.elastic.multiprocessing.api:failed (exitcode: 1) local_rank: 0 (pid: 2382130) of binary: /home/zyd/anaconda3/envs/monai1.1/bin/python
Traceback (most recent call last):
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launch.py", line 195, in
main()
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launch.py", line 191, in main
launch(args)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launch.py", line 176, in launch
run(args)
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/run.py", line 753, in run
elastic_launch(
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launcher/api.py", line 132, in call
return launch_agent(self._config, self._entrypoint, list(args))
File "/home/zyd/anaconda3/envs/monai1.1/lib/python3.9/site-packages/torch/distributed/launcher/api.py", line 246, in launch_agent
raise ChildFailedError(

`

[KumoLiu]

Could you please send a small piece of code that can reproduce the issue then I can help take a look at it?

[JinYangprominent1994]

I got a same error when I use invertd for Cropforegroundd.