1965 - register_backward_hook (Project-MONAI#1966)

* fixes Project-MONAI#1965

Signed-off-by: Wenqi Li <[email protected]>

* adds docstring

Signed-off-by: Wenqi Li <[email protected]>
Signed-off-by: Neha Srivathsa <[email protected]>

Author: wyli

monai/handlers/parameter_scheduler.py

@@ -1,3 +1,14 @@
+# Copyright 2020 - 2021 MONAI Consortium
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#     http://www.apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import logging
 from bisect import bisect_right
 from typing import TYPE_CHECKING, Callable, Dict, List, Optional, Union

monai/networks/blocks/crf.py

@@ -1,4 +1,4 @@
-# Copyright 2020 MONAI Consortium
+# Copyright 2020 - 2021 MONAI Consortium
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at

monai/optimizers/lr_scheduler.py

@@ -1,3 +1,14 @@
+# Copyright 2020 - 2021 MONAI Consortium
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#     http://www.apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from torch.optim import Optimizer
 from torch.optim.lr_scheduler import _LRScheduler
 

monai/visualize/class_activation_maps.py

@@ -18,7 +18,7 @@
 import torch.nn.functional as F
 
 from monai.transforms import ScaleIntensity
-from monai.utils import ensure_tuple
+from monai.utils import ensure_tuple, get_torch_version_tuple
 from monai.visualize.visualizer import default_upsampler
 
 __all__ = ["CAM", "GradCAM", "GradCAMpp", "ModelWithHooks", "default_normalizer"]
@@ -73,7 +73,13 @@ def __init__(
                 continue
             _registered.append(name)
             if self.register_backward:
-                mod.register_backward_hook(self.backward_hook(name))
+                if get_torch_version_tuple() < (1, 8):
+                    mod.register_backward_hook(self.backward_hook(name))
+                else:
+                    if "inplace" in mod.__dict__ and mod.__dict__["inplace"]:
+                        # inplace=True causes errors for register_full_backward_hook
+                        mod.__dict__["inplace"] = False
+                    mod.register_full_backward_hook(self.backward_hook(name))
             if self.register_forward:
                 mod.register_forward_hook(self.forward_hook(name))
         if len(_registered) != len(self.target_layers):