safe predictable pd.concat

safe_pandas_concats.py

import typing
from collections.abc import Iterable, Mapping

import pandas as pd

HashableT = typing.TypeVar("HashableT", bound=typing.Hashable)


T = TypeVar("T", pd.Series, pd.DataFrame)


def concat_list(
    objs: Iterable[T], *, ignore_index: bool = False, skip_verify: bool = False,
) -> T:
    obj = pd.concat(
        objs=objs,
        axis="index",
        join="outer",
        ignore_index=ignore_index,
        names=None,
        verify_integrity=not ignore_index and not skip_verify,
        sort=False,
        copy=True,
    )
    return obj


def concat_dict(
    objs: Mapping[HashableT, T], *, names: list[HashableT] | None = None,
) -> T:
    obj = pd.concat(
        objs=objs,
        axis="index",
        join="outer",
        ignore_index=False,
        names=names,
        verify_integrity=False,
        sort=False,
        copy=True,
    )
    return obj