meerkat.writers package

Submodules

meerkat.writers.abstract module

class AbstractWriter(*args, **kwargs)

Bases: ABC

abstract close(*args, **kwargs) → None

abstract finalize(*args, **kwargs) → None

abstract flush(*args, **kwargs) → None

abstract open(*args, **kwargs) → None

abstract write(data, *args, **kwargs) → None

meerkat.writers.concat_writer module

class ConcatWriter(output_type: type = <class 'meerkat.columns.abstract.AbstractColumn'>, template: ~typing.Optional[~meerkat.columns.abstract.AbstractColumn] = None, *args, **kwargs)

Bases: AbstractWriter

close(*args, **kwargs)

finalize(*args, **kwargs) → None

flush()

open() → None

write(data, **kwargs) → None

meerkat.writers.numpy_writer module

class NumpyMemmapWriter(path: ~typing.Optional[str] = None, dtype: str = 'float32', mode: str = 'r', shape: ~typing.Optional[tuple] = None, output_type: type = <class 'meerkat.columns.numpy_column.NumpyArrayColumn'>, template: ~typing.Optional[~meerkat.columns.abstract.AbstractColumn] = None, *args, **kwargs)

Bases: AbstractWriter

close(*args, **kwargs) → None

finalize(*args, **kwargs) → AbstractColumn

flush()

Close the mmap file and reopen to release memory.

open(path: str, dtype: str = 'float32', mode: str = 'w+', shape: Optional[tuple] = None) → None

write(arr, **kwargs) → None

Module contents