Cargo Features

Arrow2 has no features set by default.

[dependencies]
arrow2 = { version = "0.18.0", features = ["full", "arrow", "io_odbc", "io_csv", "io_csv_async", "io_csv_read", "io_csv_read_async", "io_csv_write", "io_json", "io_json_read", "io_json_write", "io_ipc", "io_ipc_write_async", "io_ipc_read_async", "io_ipc_compression", "io_flight", "io_parquet", "io_parquet_compression", "io_parquet_sample_test", "io_parquet_zstd", "io_parquet_snappy", "io_parquet_gzip", "io_parquet_lz4_flex", "io_parquet_lz4", "io_parquet_brotli", "io_parquet_bloom_filter", "io_avro", "io_avro_compression", "io_avro_async", "io_orc", "io_json_integration", "io_print", "compute_aggregate", "compute_arithmetics_decimal", "compute_arithmetics", "compute_bitwise", "compute_boolean", "compute_boolean_kleene", "compute_cast", "compute_comparison", "compute_concatenate", "compute_contains", "compute_filter", "compute_hash", "compute_if_then_else", "compute_length", "compute_like", "compute_limit", "compute_merge_sort", "compute_nullif", "compute_partition", "compute_regex_match", "compute_sort", "compute_substring", "compute_take", "compute_temporal", "compute_window", "compute_utf8", "compute", "serde_types", "simd", "benchmarks"] }
full = arrow, chrono-tz, compute, io_avro, io_avro_async, io_avro_compression, io_csv, io_csv_async, io_flight, io_ipc, io_ipc_compression, io_ipc_read_async, io_ipc_write_async, io_json, io_json_integration, io_odbc, io_orc, io_parquet, io_parquet_compression, io_print, regex, regex-syntax
arrow full? = arrow-array, arrow-buffer, arrow-data, arrow-schema

Affects array::Arrow2Arrow, array::to_data, array::from_data

io_odbc full? = odbc-api

Affects io::odbc

io_csv full? = io_csv_read, io_csv_write
io_csv_async full? = io_csv_read_async
io_csv_read io_csv? = csv, lexical-core

Affects csv::read

io_csv_read_async io_csv_async? = csv-async, futures, lexical-core

Affects csv::read_async

io_csv_write io_csv? = csv-core, lexical-core, streaming-iterator

Affects csv::write

io_json full? = io_json_read, io_json_write
io_json_read io_json? = indexmap, json-deserializer, lexical-core

Affects json::read, ndjson::read, io::json, io::ndjson

io_json_write io_json? = fallible-streaming-iterator, lexical-core, streaming-iterator

Affects json::write, ndjson::write, io::json, io::ndjson

io_ipc full? io_flight? io_ipc_read_async? io_ipc_write_async? io_json_integration? io_parquet? = arrow-format

Affects io::ipc, arrow2::mmap

io_ipc_write_async full? = futures, io_ipc

Affects write::stream_async, write::file_async

io_ipc_read_async full? = async-stream, futures, io_ipc

Affects read::stream_async, read::file_async

io_ipc_compression full? = lz4, zstd

Affects compression::decompress_lz4, compression::decompress_zstd, compression::compress_lz4, compression::compress_zstd

io_flight full? = io_ipc

Enables flight-data of arrow-format

Affects io::flight

io_parquet full? io_parquet_sample_test? = base64, fallible-streaming-iterator, futures, io_ipc, parquet2, streaming-iterator

base64 + io_ipc because arrow schemas are stored as base64-encoded ipc format.

Affects io::parquet, compute::aggregate

io_parquet_compression full? = io_parquet_brotli, io_parquet_gzip, io_parquet_lz4, io_parquet_snappy, io_parquet_zstd
io_parquet_sample_test = io_parquet

sample testing of generated arrow data

io_parquet_zstd io_parquet_compression?

compression backends

Enables zstd of parquet2

io_parquet_snappy io_parquet_compression?

Enables snappy of parquet2

io_parquet_gzip io_parquet_compression?

Enables gzip of parquet2

io_parquet_lz4_flex

Enables lz4_flex of parquet2

io_parquet_lz4 io_parquet_compression?

Enables lz4 of parquet2

io_parquet_brotli io_parquet_compression?

Enables brotli of parquet2

io_parquet_bloom_filter

parquet bloom filter functions

Enables bloom_filter of parquet2

io_avro full? = avro-schema, streaming-iterator

Affects io::avro

io_avro_compression full?

Enables compression of avro-schema

avro support

io_avro_async full?

Enables async of avro-schema

io_orc full? = orc-format

Affects io::orc

io_json_integration full? = hex, io_ipc, serde, serde_derive, serde_json

serde+serde_json: its dependencies + error handling serde_derive: there is some derive around

Affects io::json_integration

io_print full? = comfy-table

Affects io::print

compute_aggregate compute? = multiversion

the compute kernels. Disabling this significantly reduces compile time.

Affects compute::aggregate

compute_arithmetics_decimal compute_arithmetics? = strength_reduce

Affects arithmetics::decimal

compute_arithmetics compute? = compute_arithmetics_decimal, strength_reduce

Affects compute::arithmetics

compute_bitwise compute?

Affects compute::bitwise

compute_boolean compute? compute_comparison?

Affects compute::boolean

compute_boolean_kleene compute?

Affects compute::boolean_kleene

compute_cast compute? = compute_take, lexical-core

Affects compute::cast

compute_comparison compute? compute_nullif? = compute_boolean, compute_take

Affects compute::comparison

compute_concatenate compute? compute_window?

Affects compute::concatenate

compute_contains compute?

Affects compute::contains

compute_filter compute?

Affects compute::filter

compute_hash compute? = multiversion

Affects compute::hash

compute_if_then_else compute?

Affects compute::if_then_else

compute_length compute?

Affects compute::length

compute_like compute? = regex, regex-syntax

Affects compute::like

compute_limit compute?

Affects compute::limit

compute_merge_sort compute? = compute_sort, itertools

Affects compute::merge_sort

compute_nullif compute? = compute_comparison

Affects compute::nullif

compute_partition compute? = compute_sort

Affects compute::partition

compute_regex_match compute? = regex

Affects compute::regex_match

compute_sort compute? compute_merge_sort? compute_partition? = compute_take

Affects compute::sort

compute_substring compute?

Affects compute::substring

compute_take compute? compute_cast? compute_comparison? compute_sort?

Affects compute::take

compute_temporal compute?

Affects compute::temporal

compute_window compute? = compute_concatenate

Affects compute::window

compute_utf8 compute?

Affects compute::utf8

compute full? = compute_aggregate, compute_arithmetics, compute_bitwise, compute_boolean, compute_boolean_kleene, compute_cast, compute_comparison, compute_concatenate, compute_contains, compute_filter, compute_hash, compute_if_then_else, compute_length, compute_like, compute_limit, compute_merge_sort, compute_nullif, compute_partition, compute_regex_match, compute_sort, compute_substring, compute_take, compute_temporal, compute_utf8, compute_window
serde_types = serde, serde_derive
simd
benchmarks = rand

Affects util::bench_util

Features from optional dependencies

In crates that don't use the dep: syntax, optional dependencies automatically become Cargo features. These features may have been created by mistake, and this functionality may be removed in the future.

chrono-tz full?

Enables chrono-tz ^0.8

for timezone support

Affects temporal_conversions::parse_offset_tz

lexical-core compute_cast? io_csv_read? io_csv_read_async? io_csv_write? io_json_read? io_json_write?

Enables lexical-core ^0.8

To efficiently cast numbers to strings

csv io_csv_read?

Enables csv

for csv io

csv-core io_csv_write?
csv-async io_csv_read_async?

Enables csv-async

for csv async io

regex compute_like? compute_regex_match? full?
regex-syntax compute_like? full?

Enables regex-syntax ^0.7

streaming-iterator io_avro? io_csv_write? io_json_write? io_parquet?
fallible-streaming-iterator io_json_write? io_parquet?
json-deserializer io_json_read?
indexmap io_json_read?

Enables indexmap ^1.6

comfy-table io_print?

Enables comfy-table ^6.0

used to print columns in a nice columnar format

arrow-format io_flight? io_ipc?
hex io_json_integration?
lz4 io_ipc_compression?

Enables lz4

for IPC compression

zstd io_ipc_compression?

Enables zstd ^0.12

rand benchmarks?

Enables rand

use for flaky testing

itertools compute_merge_sort?

Enables itertools ^0.10

base64 io_parquet?

Enables base64 ^0.21.0

futures io_csv_read_async? io_ipc_read_async? io_ipc_write_async? io_parquet?

Enables futures

to write to parquet as a stream

async-stream io_ipc_read_async?

Enables async-stream

to read IPC as a stream

avro-schema io_avro? io_avro_async? io_avro_compression?
orc-format io_orc?

Enables orc-format

ORC support

serde io_json_integration? serde_types?

Enables serde

Arrow integration tests support

serde_derive io_json_integration? serde_types?
serde_json io_json_integration?
strength_reduce compute_arithmetics? compute_arithmetics_decimal?

Enables strength_reduce

for division/remainder optimization at runtime

multiversion compute_aggregate? compute_hash?

Enables multiversion ^0.7.3

For instruction multiversioning

odbc-api io_odbc?

Enables odbc-api ^0.36

For support for odbc

arrow-buffer arrow?

Enables arrow-buffer

Support conversion to/from arrow-rs

arrow-schema arrow?
arrow-data arrow?
arrow-array arrow?
parquet2 io_parquet? io_parquet_bloom_filter? io_parquet_brotli? io_parquet_gzip? io_parquet_lz4? io_parquet_lz4_flex? io_parquet_snappy? io_parquet_zstd?