fix: Support Pandas future.infer_string=True in report generation

src/ydata_profiling/model/pandas/describe_categorical_pandas.py

@@ -19,7 +19,7 @@
 
 
 def get_character_counts_vc(vc: pd.Series) -> pd.Series:
-    series = pd.Series(vc.index, index=vc)
+    series = pd.Series(vc.index, index=vc, dtype=object)
     characters = series[series != ""].apply(list)
     characters = characters.explode()
 
@@ -169,7 +169,7 @@ def word_summary_vc(vc: pd.Series, stop_words: List[str] = []) -> dict:
     # TODO: configurable lowercase/punctuation etc.
     # TODO: remove punctuation in words
 
-    series = pd.Series(vc.index, index=vc)
+    series = pd.Series(vc.index, index=vc, dtype=object)
     word_lists = series.str.lower().str.split()
     words = word_lists.explode().str.strip(string.punctuation + string.whitespace)
     word_counts = pd.Series(words.index, index=words)
@@ -187,7 +187,7 @@ def word_summary_vc(vc: pd.Series, stop_words: List[str] = []) -> dict:
 
 
 def length_summary_vc(vc: pd.Series) -> dict:
-    series = pd.Series(vc.index, index=vc)
+    series = pd.Series(vc.index, index=vc, dtype=object)
     length = series.str.len()
     length_counts = pd.Series(length.index, index=length)
     length_counts = length_counts.groupby(level=0, sort=False).sum()

src/ydata_profiling/model/pandas/summary_pandas.py

@@ -13,6 +13,7 @@
 from ydata_profiling.model.summarizer import BaseSummarizer
 from ydata_profiling.model.summary import describe_1d, get_series_descriptions
 from ydata_profiling.model.typeset import ProfilingTypeSet
+from ydata_profiling.utils.compat import optional_option_context
 from ydata_profiling.utils.dataframe import sort_column_names
 
 
@@ -44,7 +45,8 @@ def pandas_describe_1d(
     """
 
     # Make sure pd.NA is not in the series
-    series = series.fillna(np.nan)
+    with optional_option_context("future.no_silent_downcasting", True):
+        series = series.fillna(np.nan)
 
     has_cast_type = _is_cast_type_defined(typeset, series.name)
     cast_type = str(typeset.type_schema[series.name]) if has_cast_type else None

src/ydata_profiling/utils/compat.py

@@ -1,4 +1,6 @@
 """Utility functions for (version) compatibility"""
+
+from contextlib import contextmanager
 from functools import lru_cache
 from typing import Tuple
 
@@ -12,3 +14,16 @@ def pandas_version_info() -> Tuple[int, ...]:
     akin to `sys.version_info` for the Python version.
     """
     return tuple(int(s) for s in pd.__version__.split("."))
+
+
+@contextmanager
+def optional_option_context(option_key, value):
+    """
+    A context manager that sets an option only if it is available in the
+    current pandas version; otherwise, it is a no-op.
+    """
+    try:
+        with pd.option_context(option_key, value):
+            yield
+    except pd.errors.OptionError:
+        yield

tests/unit/test_pd_future_infer_string.py

@@ -0,0 +1,25 @@
+import pandas as pd
+import pytest
+
+from ydata_profiling import ProfileReport
+from ydata_profiling.utils.compat import pandas_version_info
+
+
+@pytest.fixture()
+def df():
+    df = pd.DataFrame(
+        {
+            "foo": [1, 2, 3],
+            "bar": ["", "", ""],
+        }
+    )
+    return df
+
+
+@pytest.mark.skipif(
+    pandas_version_info() < (2, 1, 0), reason="requires pandas 2.1 or higher"
+)
+def test_pd_future_infer_string(df: pd.DataFrame):
+    with pd.option_context("future.infer_string", True):
+        profile_report = ProfileReport(df, title="Test Report", progress_bar=False)
+        assert len(profile_report.to_html()) > 0