Move all-NA handling logic to maybe_convert_objects

Author: heoh

pandas/_libs/lib.pyi

@@ -94,6 +94,7 @@ def maybe_convert_objects(
     convert_numeric: bool = ...,
     convert_non_numeric: Literal[False] = ...,
     convert_to_nullable_dtype: Literal[False] = ...,
+    dtype_if_all_na: DtypeObj | None = ...,
     dtype_if_all_nat: DtypeObj | None = ...,
 ) -> npt.NDArray[np.object_ | np.number]: ...
 @overload
@@ -105,6 +106,7 @@ def maybe_convert_objects(
     convert_numeric: bool = ...,
     convert_non_numeric: bool = ...,
     convert_to_nullable_dtype: Literal[True] = ...,
+    dtype_if_all_na: DtypeObj | None = ...,
     dtype_if_all_nat: DtypeObj | None = ...,
 ) -> ArrayLike: ...
 @overload
@@ -116,6 +118,7 @@ def maybe_convert_objects(
     convert_numeric: bool = ...,
     convert_non_numeric: bool = ...,
     convert_to_nullable_dtype: bool = ...,
+    dtype_if_all_na: DtypeObj | None = ...,
     dtype_if_all_nat: DtypeObj | None = ...,
 ) -> ArrayLike: ...
 @overload

pandas/_libs/lib.pyx

@@ -2545,6 +2545,7 @@ def maybe_convert_objects(ndarray[object] objects,
                           bint convert_numeric=True,  # NB: different default!
                           bint convert_to_nullable_dtype=False,
                           bint convert_non_numeric=False,
+                          object dtype_if_all_na=None,
                           object dtype_if_all_nat=None) -> "ArrayLike":
     """
     Type inference function-- convert object array to proper dtype
@@ -2566,6 +2567,8 @@ def maybe_convert_objects(ndarray[object] objects,
         encountered, whether to convert and return an Boolean/IntegerArray.
     convert_non_numeric : bool, default False
         Whether to convert datetime, timedelta, period, interval types.
+    dtype_if_all_na : np.dtype, ExtensionDtype, or None, default None
+        Dtype to cast to if we have all-NA or all-None.
     dtype_if_all_nat : np.dtype, ExtensionDtype, or None, default None
         Dtype to cast to if we have all-NaT.
 
@@ -2838,6 +2841,16 @@ def maybe_convert_objects(ndarray[object] objects,
         else:
             seen.object_ = True
 
+    elif seen.null_:
+        if not seen.object_ and not seen.numeric_ and not seen.bool_:
+            # all NaT, None, or nan (at least one NA or None)
+            dtype = dtype_if_all_na
+            if dtype is not None:
+                cls = dtype.construct_array_type()
+                obj = cls._from_sequence([], dtype=dtype)
+                taker = -np.ones((<object>objects).shape, dtype=np.intp)
+                return obj.take(taker, allow_fill=True)
+
     if not convert_numeric:
         # Note: we count "bool" as numeric here. This is because
         #  np.array(list_of_items) will convert bools just like it will numeric

pandas/core/arrays/masked.py

@@ -149,10 +149,10 @@ def _from_sequence(cls, scalars, *, dtype=None, copy: bool = False) -> Self:
         return cls(values, mask)
 
     def _cast_pointwise_result(self, values) -> ArrayLike:
-        if isna(values).all():
-            return type(self)._from_sequence(values, dtype=self.dtype)
         values = np.asarray(values, dtype=object)
-        result = lib.maybe_convert_objects(values, convert_to_nullable_dtype=True)
+        result = lib.maybe_convert_objects(
+            values, convert_to_nullable_dtype=True, dtype_if_all_na=self.dtype
+        )
         lkind = self.dtype.kind
         rkind = result.dtype.kind
         if (lkind in "iu" and rkind in "iu") or (lkind == rkind == "f"):