arrow 57.1.0

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

extern crate arrow;
#[macro_use]
extern crate criterion;

use criterion::Criterion;

use arrow::array::*;
use arrow_buffer::i256;
use rand::Rng;
use std::iter::repeat_n;
use std::{hint, sync::Arc};

fn array_from_vec(n: usize) {
    let v: Vec<i32> = (0..n as i32).collect();
    hint::black_box(Int32Array::from(v));
}

fn array_string_from_vec(n: usize) {
    let mut v: Vec<Option<&str>> = Vec::with_capacity(n);
    for i in 0..n {
        if i % 2 == 0 {
            v.push(Some("hello world"));
        } else {
            v.push(None);
        }
    }
    hint::black_box(StringArray::from(v));
}

fn struct_array_values(
    n: usize,
) -> (
    &'static str,
    Vec<Option<&'static str>>,
    &'static str,
    Vec<Option<i32>>,
) {
    let mut strings: Vec<Option<&str>> = Vec::with_capacity(n);
    let mut ints: Vec<Option<i32>> = Vec::with_capacity(n);
    for _ in 0..n / 4 {
        strings.extend_from_slice(&[Some("joe"), None, None, Some("mark")]);
        ints.extend_from_slice(&[Some(1), Some(2), None, Some(4)]);
    }
    ("f1", strings, "f2", ints)
}

fn struct_array_from_vec(
    field1: &str,
    strings: &[Option<&str>],
    field2: &str,
    ints: &[Option<i32>],
) {
    let strings: ArrayRef = Arc::new(StringArray::from(strings.to_owned()));
    let ints: ArrayRef = Arc::new(Int32Array::from(ints.to_owned()));

    hint::black_box(StructArray::try_from(vec![(field1, strings), (field2, ints)]).unwrap());
}

fn decimal32_array_from_vec(array: &[Option<i32>]) {
    hint::black_box(
        array
            .iter()
            .copied()
            .collect::<Decimal32Array>()
            .with_precision_and_scale(9, 2)
            .unwrap(),
    );
}

fn decimal64_array_from_vec(array: &[Option<i64>]) {
    hint::black_box(
        array
            .iter()
            .copied()
            .collect::<Decimal64Array>()
            .with_precision_and_scale(17, 2)
            .unwrap(),
    );
}

fn decimal128_array_from_vec(array: &[Option<i128>]) {
    hint::black_box(
        array
            .iter()
            .copied()
            .collect::<Decimal128Array>()
            .with_precision_and_scale(34, 2)
            .unwrap(),
    );
}

fn decimal256_array_from_vec(array: &[Option<i256>]) {
    hint::black_box(
        array
            .iter()
            .copied()
            .collect::<Decimal256Array>()
            .with_precision_and_scale(70, 2)
            .unwrap(),
    );
}

fn array_from_vec_decimal_benchmark(c: &mut Criterion) {
    // bench decimal32 array
    // create option<i32> array
    let size: usize = 1 << 15;
    let mut rng = rand::rng();
    let mut array = vec![];
    for _ in 0..size {
        array.push(Some(rng.random_range::<i32, _>(0..99999999)));
    }
    c.bench_function("decimal32_array_from_vec 32768", |b| {
        b.iter(|| decimal32_array_from_vec(array.as_slice()))
    });

    // bench decimal64 array
    // create option<i64> array
    let size: usize = 1 << 15;
    let mut rng = rand::rng();
    let mut array = vec![];
    for _ in 0..size {
        array.push(Some(rng.random_range::<i64, _>(0..9999999999)));
    }
    c.bench_function("decimal64_array_from_vec 32768", |b| {
        b.iter(|| decimal64_array_from_vec(array.as_slice()))
    });

    // bench decimal128 array
    // create option<i128> array
    let size: usize = 1 << 15;
    let mut rng = rand::rng();
    let mut array = vec![];
    for _ in 0..size {
        array.push(Some(rng.random_range::<i128, _>(0..9999999999)));
    }
    c.bench_function("decimal128_array_from_vec 32768", |b| {
        b.iter(|| decimal128_array_from_vec(array.as_slice()))
    });

    // bench decimal256array
    // create option<into<decimal256>> array
    let size = 1 << 10;
    let mut array = vec![];
    let mut rng = rand::rng();
    for _ in 0..size {
        let decimal = i256::from_i128(rng.random_range::<i128, _>(0..9999999999999));
        array.push(Some(decimal));
    }

    // bench decimal256 array
    c.bench_function("decimal256_array_from_vec 32768", |b| {
        b.iter(|| decimal256_array_from_vec(array.as_slice()))
    });
}

fn array_from_vec_benchmark(c: &mut Criterion) {
    c.bench_function("array_from_vec 128", |b| b.iter(|| array_from_vec(128)));
    c.bench_function("array_from_vec 256", |b| b.iter(|| array_from_vec(256)));
    c.bench_function("array_from_vec 512", |b| b.iter(|| array_from_vec(512)));

    c.bench_function("array_string_from_vec 128", |b| {
        b.iter(|| array_string_from_vec(128))
    });
    c.bench_function("array_string_from_vec 256", |b| {
        b.iter(|| array_string_from_vec(256))
    });
    c.bench_function("array_string_from_vec 512", |b| {
        b.iter(|| array_string_from_vec(512))
    });

    let (field1, strings, field2, ints) = struct_array_values(128);
    c.bench_function("struct_array_from_vec 128", |b| {
        b.iter(|| struct_array_from_vec(field1, &strings, field2, &ints))
    });

    let (field1, strings, field2, ints) = struct_array_values(256);
    c.bench_function("struct_array_from_vec 256", |b| {
        b.iter(|| struct_array_from_vec(field1, &strings, field2, &ints))
    });

    let (field1, strings, field2, ints) = struct_array_values(512);
    c.bench_function("struct_array_from_vec 512", |b| {
        b.iter(|| struct_array_from_vec(field1, &strings, field2, &ints))
    });

    let (field1, strings, field2, ints) = struct_array_values(1024);
    c.bench_function("struct_array_from_vec 1024", |b| {
        b.iter(|| struct_array_from_vec(field1, &strings, field2, &ints))
    });
}

fn gen_option_vector<TItem: Copy>(item: TItem, len: usize) -> Vec<Option<TItem>> {
    hint::black_box(
        repeat_n(item, len)
            .enumerate()
            .map(|(idx, item)| if idx % 3 == 0 { None } else { Some(item) })
            .collect(),
    )
}

fn from_iter_benchmark(c: &mut Criterion) {
    const ITER_LEN: usize = 16_384;

    // All ArrowPrimitiveType use the same implementation
    c.bench_function("Int64Array::from_iter", |b| {
        let values = gen_option_vector(1, ITER_LEN);
        b.iter(|| hint::black_box(Int64Array::from_iter(values.iter())));
    });
    c.bench_function("Int64Array::from_trusted_len_iter", |b| {
        let values = gen_option_vector(1, ITER_LEN);
        b.iter(|| unsafe {
            // SAFETY: values.iter() is a TrustedLenIterator
            hint::black_box(Int64Array::from_trusted_len_iter(values.iter()))
        });
    });

    c.bench_function("BooleanArray::from_iter", |b| {
        let values = gen_option_vector(true, ITER_LEN);
        b.iter(|| hint::black_box(BooleanArray::from_iter(values.iter())));
    });
    c.bench_function("BooleanArray::from_trusted_len_iter", |b| {
        let values = gen_option_vector(true, ITER_LEN);
        b.iter(|| unsafe {
            // SAFETY: values.iter() is a TrustedLenIterator
            hint::black_box(BooleanArray::from_trusted_len_iter(values.iter()))
        });
    });
}

criterion_group!(
    benches,
    array_from_vec_benchmark,
    array_from_vec_decimal_benchmark,
    from_iter_benchmark
);
criterion_main!(benches);