meerkat.writers package

Submodules

meerkat.writers.abstract module

class AbstractWriter(*args, **kwargs)[source]

Bases: abc.ABC

abstract close(*args, **kwargs) None[source]
abstract finalize(*args, **kwargs) None[source]
abstract flush(*args, **kwargs) None[source]
abstract open(*args, **kwargs) None[source]
abstract write(data, *args, **kwargs) None[source]

meerkat.writers.concat_writer module

class ConcatWriter(output_type: type = <class 'meerkat.columns.abstract.AbstractColumn'>, template: typing.Optional[meerkat.columns.abstract.AbstractColumn] = None, *args, **kwargs)[source]

Bases: meerkat.writers.abstract.AbstractWriter

close(*args, **kwargs)[source]
finalize(*args, **kwargs) None[source]
flush()[source]
open() None[source]
write(data, **kwargs) None[source]

meerkat.writers.numpy_writer module

class NumpyMemmapWriter(path: typing.Optional[str] = None, dtype: str = 'float32', mode: str = 'r', shape: typing.Optional[tuple] = None, output_type: type = <class 'meerkat.columns.numpy_column.NumpyArrayColumn'>, template: typing.Optional[meerkat.columns.abstract.AbstractColumn] = None, *args, **kwargs)[source]

Bases: meerkat.writers.abstract.AbstractWriter

close(*args, **kwargs) None[source]
finalize(*args, **kwargs) meerkat.columns.abstract.AbstractColumn[source]
flush()[source]

Close the mmap file and reopen to release memory.

open(path: str, dtype: str = 'float32', mode: str = 'w+', shape: Optional[tuple] = None) None[source]
write(arr, **kwargs) None[source]

Module contents