gluonts.dataset.arrow.file module

class gluonts.dataset.arrow.file.ArrowFile(path: pathlib.Path, _start: int = 0, _take: Optional[int] = None)

Bases: File

property batch_offsets

decoder: ArrowDecoder

iter_batches()

location_for(idx)

metadata() → Dict[str, str]

path: Path

reader: RecordBatchFileReader

property schema

class gluonts.dataset.arrow.file.ArrowStreamFile(path: pathlib.Path, _start: int = 0, _take: Optional[int] = None)

Bases: File

metadata() → Dict[str, str]

path: Path

class gluonts.dataset.arrow.file.File

Bases: object

SUFFIXES = {'.arrow', '.feather', '.parquet'}

static infer(path: Path) → Union[ArrowFile, ArrowStreamFile, ParquetFile]

Return ArrowFile, ArrowStreamFile or ParquetFile by inspecting provided path.

Arrow’s random-access format starts with ARROW1, so we peek the provided file for it.

abstract metadata() → Dict[str, str]

class gluonts.dataset.arrow.file.ParquetFile(path: pathlib.Path, _start: int = 0, _take: Optional[int] = None, _row_group_sizes: List[int] = <factory>)

Bases: File

location_for(idx)

metadata() → Dict[str, str]

path: Path

reader: ParquetFile