meerkat.block package

Submodules

meerkat.block.abstract module

class AbstractBlock(*args, **kwargs)[source]

Bases: object

classmethod consolidate(block_refs: Sequence[BlockRef]) → Tuple[AbstractBlock, Mapping[str, BlockIndex]][source]
classmethod from_block_data(data: object) → Tuple[meerkat.block.abstract.AbstractBlock, meerkat.block.abstract.BlockView][source]
classmethod from_column_data(data: object) → Tuple[meerkat.block.abstract.AbstractBlock, meerkat.block.abstract.BlockView][source]
classmethod read(path: str, *args, **kwargs)[source]
write(path: str, *args, **kwargs)[source]
property is_mmap
property signature: Hashable
class BlockView(block_index: 'BlockIndex', block: 'AbstractBlock')[source]

Bases: object

block: meerkat.block.abstract.AbstractBlock
block_index: Union[int, slice, str]
property data

meerkat.block.arrow_block module

class ArrowBlock(data: pyarrow.lib.Table, *args, **kwargs)[source]

Bases: meerkat.block.abstract.AbstractBlock

class Signature(nrows: 'int', klass: 'type')[source]

Bases: object

klass: type
nrows: int
classmethod from_block_data(data: pyarrow.lib.Table) → List[meerkat.block.abstract.BlockView][source]
classmethod from_column_data(data: pyarrow.lib.Array) → meerkat.block.abstract.BlockView[source]
property signature: Hashable

meerkat.block.manager module

class BlockManager[source]

Bases: collections.abc.MutableMapping

Manages all blocks in a DataPanel.

add_column(col: meerkat.columns.abstract.AbstractColumn, name: str)[source]

Convert data to a meerkat column using the appropriate Column type.

apply(method_name: str = '_get', *args, **kwargs) → meerkat.block.manager.BlockManager[source]

[summary]

Parameters

fn (str) – a function that is applied to a block and column_spec and returns a new block and column_spec.

Returns

[description]

Return type

[type]

consolidate(consolidate_unitary_groups: bool = False)[source]
copy()[source]
classmethod from_dict(data: Mapping[str, object])[source]
get_block_ref(name: str)[source]
classmethod read(path: str, columns: Optional[Sequence[str]] = None, *args, **kwargs) → meerkat.block.manager.BlockManager[source]

Load a DataPanel stored on disk.

remove(name)[source]
reorder(order: Sequence[str])[source]
update(block_ref: meerkat.block.ref.BlockRef)[source]

data (): a single blockable object, potentially contains multiple columns.

view()[source]
write(path: str)[source]
property ncols
property nrows

meerkat.block.numpy_block module

class NumpyBlock(data, *args, **kwargs)[source]

Bases: meerkat.block.abstract.AbstractBlock

class Signature(dtype: 'np.dtype', nrows: 'int', shape: 'Tuple[int]', klass: 'type', mmap: 'Union[bool, int]')[source]

Bases: object

dtype: numpy.dtype
klass: type
mmap: Union[bool, int]
nrows: int
shape: Tuple[int]
classmethod from_column_data(data: numpy.ndarray) → Tuple[meerkat.block.numpy_block.NumpyBlock, meerkat.block.abstract.BlockView][source]

[summary]

Parameters

  • data (np.ndarray) – [description]

  • names (Sequence[str]) – [description]

Raises

ValueError – [description]

Returns

[description]

Return type

Tuple[NumpyBlock, Mapping[str, BlockIndex]]

property is_mmap
property signature: Hashable

meerkat.block.pandas_block module

class PandasBlock(data: pandas.core.frame.DataFrame, *args, **kwargs)[source]

Bases: meerkat.block.abstract.AbstractBlock

class Signature(nrows: 'int', klass: 'type')[source]

Bases: object

klass: type
nrows: int
classmethod from_column_data(data: pandas.core.series.Series) → Tuple[meerkat.block.pandas_block.PandasBlock, meerkat.block.abstract.BlockView][source]

[summary]

Parameters

  • data (np.ndarray) – [description]

  • names (Sequence[str]) – [description]

Raises

ValueError – [description]

Returns

[description]

Return type

Tuple[PandasBlock, Mapping[str, BlockIndex]]

property signature: Hashable

meerkat.block.ref module

class BlockRef(columns: Mapping[str, AbstractColumn], block: AbstractBlock)[source]

Bases: Mapping

apply(method_name: str = '_get', *args, **kwargs)[source]
update(block_ref: meerkat.block.ref.BlockRef)[source]
property block_indices

meerkat.block.tensor_block module

class TensorBlock(data, *args, **kwargs)[source]

Bases: meerkat.block.abstract.AbstractBlock

class Signature(device: 'torch.device', dtype: 'torch.dtype', nrows: 'int', shape: 'Tuple[int]', klass: 'type')[source]

Bases: object

device: torch.device
dtype: torch.dtype
klass: type
nrows: int
shape: Tuple[int]
classmethod from_column_data(data: torch.Tensor) → Tuple[meerkat.block.tensor_block.TensorBlock, meerkat.block.abstract.BlockView][source]

[summary]

Parameters

  • data (np.ndarray) – [description]

  • names (Sequence[str]) – [description]

Raises

ValueError – [description]

Returns

[description]

Return type

Tuple[NumpyBlock, Mapping[str, BlockIndex]]

property signature: Hashable

Module contents