Skip to content

Delta Lake Configuration

fallback_stores

List of fallback store names to search when features are not found in the current store.

Type: list[str]

[stores.dev.config]
# Optional
# fallback_stores = []

[tool.metaxy.stores.dev.config]
# Optional
# fallback_stores = []

export METAXY_STORES__DEV__CONFIG__FALLBACK_STORES=...

hash_algorithm

Hash algorithm for versioning. If None, uses store's default.

Type: metaxy.versioning.types.HashAlgorithm | None

[stores.dev.config]
# Optional
# hash_algorithm = null

[tool.metaxy.stores.dev.config]
# Optional
# hash_algorithm = null

export METAXY_STORES__DEV__CONFIG__HASH_ALGORITHM=...

versioning_engine

Which versioning engine to use: 'auto' (prefer native), 'native', or 'polars'.

Type: Literal['auto', 'native', 'polars'] | Default: "auto"

[stores.dev.config]
versioning_engine = "auto"

[tool.metaxy.stores.dev.config]
versioning_engine = "auto"

export METAXY_STORES__DEV__CONFIG__VERSIONING_ENGINE=auto

root_path

Base directory or URI where feature tables are stored.

Type: str | pathlib.Path

[stores.dev.config]
# Optional
# root_path = null

[tool.metaxy.stores.dev.config]
# Optional
# root_path = null

export METAXY_STORES__DEV__CONFIG__ROOT_PATH=...

storage_options

Storage backend options passed to delta-rs.

Type: dict[str, Any | None

[stores.dev.config]
# Optional
# storage_options = {}

[tool.metaxy.stores.dev.config]
# Optional
# storage_options = {}

export METAXY_STORES__DEV__CONFIG__STORAGE_OPTIONS=...

layout

Directory layout for feature tables ('nested' or 'flat').

Type: Literal['flat', 'nested'] | Default: "nested"

[stores.dev.config]
layout = "nested"

[tool.metaxy.stores.dev.config]
layout = "nested"

export METAXY_STORES__DEV__CONFIG__LAYOUT=nested

delta_write_options

Options passed to deltalake.write_deltalake().

Type: dict[str, Any | None

[stores.dev.config]
# Optional
# delta_write_options = {}

[tool.metaxy.stores.dev.config]
# Optional
# delta_write_options = {}

export METAXY_STORES__DEV__CONFIG__DELTA_WRITE_OPTIONS=...