From d4c502bd7ae902b1e5acd5dba7ff2dffbca7a249 Mon Sep 17 00:00:00 2001 From: Huanyu Zhang Date: Thu, 9 Nov 2023 09:00:14 -0800 Subject: [PATCH] Fix Opacus's failed tests (#609) Summary: Checked that the new type of (and failed) health check from hypothesis 4.57.1 (https://hypothesis.readthedocs.io/en/latest/settings.html#health-checks) is not very important, so I just disabled it. Also fixed the expired image in the "config.yml". Reviewed By: lucamelis Differential Revision: D51126461 --- .circleci/config.yml | 7 +++---- opacus/tests/batch_memory_manager_test.py | 6 +++--- opacus/tests/privacy_engine_test.py | 8 ++++---- 3 files changed, 10 insertions(+), 11 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index f149f43e..99f1f43f 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -343,7 +343,7 @@ jobs: integrationtest_py39_torch_release_cuda: machine: resource_class: gpu.nvidia.small.multi - image: ubuntu-2004-cuda-11.4:202110-01 + image: linux-cuda-12:default steps: - checkout - py_3_9_setup @@ -363,7 +363,7 @@ jobs: micro_benchmarks_py39_torch_release_cuda: machine: resource_class: gpu.nvidia.small.multi - image: ubuntu-2004-cuda-11.4:202110-01 + image: linux-cuda-12:default steps: - checkout - py_3_9_setup @@ -447,7 +447,7 @@ jobs: unittest_multi_gpu: machine: resource_class: gpu.nvidia.medium.multi - image: ubuntu-2004-cuda-11.4:202110-01 + image: linux-cuda-12:default steps: - checkout - py_3_9_setup @@ -515,4 +515,3 @@ workflows: filters: *exclude_ghpages - micro_benchmarks_py39_torch_release_cuda: filters: *exclude_ghpages - diff --git a/opacus/tests/batch_memory_manager_test.py b/opacus/tests/batch_memory_manager_test.py index 26288d1e..347da1ad 100644 --- a/opacus/tests/batch_memory_manager_test.py +++ b/opacus/tests/batch_memory_manager_test.py @@ -16,7 +16,7 @@ import torch import torch.nn as nn -from hypothesis import given, settings +from hypothesis import given, settings, HealthCheck from hypothesis import strategies as st from opacus import PrivacyEngine from opacus.utils.batch_memory_manager import BatchMemoryManager @@ -59,7 +59,7 @@ def _init_training(self, batch_size=10, **data_loader_kwargs): batch_size=st.sampled_from([8, 16, 64]), max_physical_batch_size=st.sampled_from([4, 8]), ) - @settings(deadline=10000) + @settings(suppress_health_check=list(HealthCheck), deadline=10000) def test_basic( self, num_workers: int, @@ -119,7 +119,7 @@ def test_basic( num_workers=st.integers(0, 4), pin_memory=st.booleans(), ) - @settings(deadline=10000) + @settings(suppress_health_check=list(HealthCheck), deadline=10000) def test_empty_batch( self, num_workers: int, diff --git a/opacus/tests/privacy_engine_test.py b/opacus/tests/privacy_engine_test.py index d89f96e4..05f3e535 100644 --- a/opacus/tests/privacy_engine_test.py +++ b/opacus/tests/privacy_engine_test.py @@ -26,7 +26,7 @@ import torch import torch.nn as nn import torch.nn.functional as F -from hypothesis import given, settings +from hypothesis import given, settings, HealthCheck from opacus import PrivacyEngine from opacus.layers.dp_multihead_attention import DPMultiheadAttention from opacus.optimizers.optimizer import _generate_noise @@ -266,7 +266,7 @@ def _compare_to_vanilla( use_closure=st.booleans(), max_steps=st.sampled_from([1, 4]), ) - @settings(deadline=None) + @settings(suppress_health_check=list(HealthCheck), deadline=None) def test_compare_to_vanilla( self, do_clip: bool, @@ -552,7 +552,7 @@ def test_parameters_match(self): has_noise_scheduler=st.booleans(), has_grad_clip_scheduler=st.booleans(), ) - @settings(deadline=None) + @settings(suppress_health_check=list(HealthCheck), deadline=None) def test_checkpoints( self, has_noise_scheduler: bool, has_grad_clip_scheduler: bool ): @@ -659,7 +659,7 @@ def test_checkpoints( max_steps=st.integers(8, 10), secure_mode=st.just(False), # TODO: enable after fixing torchcsprng build ) - @settings(deadline=None) + @settings(suppress_health_check=list(HealthCheck), deadline=None) def test_noise_level( self, noise_multiplier: float,