Skip tied weights disk offload test (huggingface#2782)

* skip

* fix

* quality

* fix comment

tests/test_big_modeling.py

@@ -484,7 +484,12 @@ def forward(self, x):
         del model
         gc.collect()
 
+    # This test fails because sometimes data_ptr() of compute2.weight is the same as compute1.weight.
+    # I checked that the values are not the same but it gives the same address. This does not happen on my local machine.
     @require_cuda
+    @unittest.skip(
+        "Flaky test, we should have enough coverage with test_dispatch_model_tied_weights_memory_with_nested_offload_cpu test"
+    )
     def test_dispatch_model_tied_weights_memory_with_nested_offload_disk(self):
         # Test that we do not duplicate tied weights at any point during dispatch_model call.