Add 'spearman' correlation method for dataframe.corr and series.corr

python/cudf/cudf/core/dataframe.py

@@ -5652,13 +5652,29 @@ def cov(self, **kwargs):
         df._set_column_names_like(self)
         return df
 
-    @_cudf_nvtx_annotate
-    def corr(self):
-        """Compute the correlation matrix of a DataFrame."""
-        corr = cupy.corrcoef(self.values, rowvar=False)
-        cols = self._data.to_pandas_index()
-        df = DataFrame(cupy.asfortranarray(corr)).set_index(cols)
-        df._set_column_names_like(self)
+    def corr(self, method="pearson"):
+        """Compute the correlation matrix of a DataFrame.
+
+        Parameters
+        ----------
+        method : {'pearson', 'spearman'}, default 'pearson'
+            The correlation method to use, one of 'pearson' or 'spearman'.
+
+        Returns
+        -------
+        DataFrame
+            The requested correlation matrix.
+        """
+        if method == "pearson":
+            corr = cupy.corrcoef(self.values, rowvar=False)
+            df = DataFrame(cupy.asfortranarray(corr)).set_index(self.columns)
+            df.columns = self.columns
+        elif method == "spearman":
+            corr = cupy.corrcoef(self.rank().values, rowvar=False)
+            df = DataFrame(cupy.asfortranarray(corr)).set_index(self.columns)
+            df.columns = self.columns
+        else:
+            raise ValueError("method must be either 'pearson', 'spearman'")
         return df
 
     @_cudf_nvtx_annotate

python/cudf/cudf/core/series.py

@@ -2422,11 +2422,13 @@ def corr(self, other, method="pearson", min_periods=None):
         >>> import cudf
         >>> ser1 = cudf.Series([0.9, 0.13, 0.62])
         >>> ser2 = cudf.Series([0.12, 0.26, 0.51])
-        >>> ser1.corr(ser2)
+        >>> ser1.corr(ser2, method="pearson")
         -0.20454263717316112
+        >>> ser1.corr(ser2, method="spearman")
+        -0.5
         """
 
-        if method not in ("pearson",):
+        if method not in ("pearson", "spearman",):
             raise ValueError(f"Unknown method {method}")
 
         if min_periods not in (None,):
@@ -2435,9 +2437,18 @@ def corr(self, other, method="pearson", min_periods=None):
         if self.empty or other.empty:
             return cudf.utils.dtypes._get_nan_for_dtype(self.dtype)
 
-        lhs = self.nans_to_nulls().dropna()
-        rhs = other.nans_to_nulls().dropna()
-        lhs, rhs = _align_indices([lhs, rhs], how="inner")
+        if method == "pearson":
+            lhs = self.nans_to_nulls().dropna()
+            rhs = other.nans_to_nulls().dropna()
+            lhs, rhs = _align_indices([lhs, rhs], how="inner")
+        elif method == "spearman":
+            lhs = self.nans_to_nulls().dropna()
+            rhs = other.nans_to_nulls().dropna()
+            lhs, rhs = _align_indices([lhs, rhs], how="inner")
+            lhs = lhs.rank()
+            rhs = rhs.rank()
+        else:
+            raise ValueError("method must be either 'pearson', 'spearman'")
 
         try:
             return lhs._column.corr(rhs._column)

python/cudf/cudf/tests/test_stats.py

@@ -408,24 +408,26 @@ def test_cov1d(data1, data2):
         cudf.Series([5]),
     ],
 )
-def test_corr1d(data1, data2):
+@pytest.mark.parametrize("method", ["spearman", "pearson"])
+def test_corr1d(data1, data2, method):
     gs1 = cudf.Series(data1)
     gs2 = cudf.Series(data2)
 
     ps1 = gs1.to_pandas()
     ps2 = gs2.to_pandas()
 
-    got = gs1.corr(gs2)
-    expected = ps1.corr(ps2)
+    got = gs1.corr(gs2, method)
+    expected = ps1.corr(ps2, method)
     np.testing.assert_approx_equal(got, expected, significant=8)
 
 
-def test_df_corr():
+@pytest.mark.parametrize("method", ["spearman", "pearson"])
+def test_df_corr(method):
 
     gdf = randomdata(100, {str(x): float for x in range(50)})
     pdf = gdf.to_pandas()
-    got = gdf.corr()
-    expected = pdf.corr()
+    got = gdf.corr(method)
+    expected = pdf.corr(method)
     assert_eq(got, expected)