arrow.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# tests for arrow crate
name: arrow

# Triggered by ci.yml, which owns event routing and concurrency.
on:
  workflow_call:

permissions:
  contents: read

jobs:
  # test the crate
  linux-test:
    name: Test
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1  # v7.0.1
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
      - name: Test arrow-buffer
        run: cargo test -p arrow-buffer --all-features
      - name: Test arrow-data
        run: cargo test -p arrow-data --all-features
      - name: Test arrow-schema
        run: cargo test -p arrow-schema --all-features
      - name: Test arrow-array
        run: |
          cargo test -p arrow-array --all-features
          # Disable feature `force_validate`
          cargo test -p arrow-array --features=ffi
      - name: Test arrow-cmp
        run: cargo test -p arrow-cmp --all-features
      - name: Test arrow-select
        run: cargo test -p arrow-select --all-features
      - name: Test arrow-cast
        run: cargo test -p arrow-cast --all-features
      - name: Test arrow-ipc
        run: cargo test -p arrow-ipc --all-features
      - name: Test arrow-csv
        run: cargo test -p arrow-csv --all-features
      - name: Test arrow-json
        run: cargo test -p arrow-json --all-features
      - name: Test arrow-avro
        run: cargo test -p arrow-avro --all-features
      - name: Test arrow-string
        run: cargo test -p arrow-string --all-features
      - name: Test arrow-ord
        run: cargo test -p arrow-ord --all-features
      - name: Test arrow-arith
        run: cargo test -p arrow-arith --all-features
      - name: Test arrow-row
        run: cargo test -p arrow-row --all-features
      - name: Test arrow-integration-test
        run: cargo test -p arrow-integration-test --all-features
      - name: Test arrow with default features
        run: cargo test -p arrow
      - name: Test arrow except pyarrow
        run: cargo test -p arrow --features=force_validate,prettyprint,ipc_compression,ffi,chrono-tz
      - name: Run examples
        run: |
          # Test arrow examples
          cargo run --example builders
          cargo run --example dynamic_types
          cargo run --example read_csv
          cargo run --example read_csv_infer_schema
      - name: Run non-archery based integration-tests
        run: cargo test -p arrow-integration-testing

  # test the crate in release mode (in Rust overflows panic in debug mode but
  # not release mode)
  linux-release-test:
    name: Test Release Mode
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1  # v7.0.1
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
      - name: Enable all instruction set extensions of the runner CPU
        # Compile for the CPU of the runner so that code gated on
        # `cfg(target_feature = ...)`  is built and tested rather than the
        # portable fallback. The portable fallbacks are tested in debug builds
        run: echo "RUSTFLAGS=${RUSTFLAGS} -C target-cpu=native" >> $GITHUB_ENV
      - name: Display runner CPU features
        # `rustc --print cfg` does not read RUSTFLAGS, so pass
        # `-C target-cpu=native` explicitly to show the features that
        # the tests below are actually compiled with
        run: rustc --print cfg -C target-cpu=native | grep target_feature
      # Note only run the low level crates in release mode
      # which are the most likely to have overflow tests
      - name: Test arrow-buffer
        run: cargo test --lib --tests --release -p arrow-buffer
      - name: Test arrow-data
        run: cargo test --lib --tests --release -p arrow-data
      - name: Test arrow-schema
        run: cargo test --lib --tests --release -p arrow-schema
      - name: Test arrow-array
        run: cargo test --lib --tests --release -p arrow-array
      - name: Test arrow-select
        run: cargo test --lib --tests --release -p arrow-select
      - name: Test arrow-cast
        run: cargo test --lib --tests --release -p arrow-cast
      - name: Test arrow-ipc
        run: cargo test --lib --tests --release -p arrow-ipc
      - name: Test arrow-ord
        run: cargo test --lib --tests --release -p arrow-ord
      - name: Test arrow-arith
        run: cargo test --lib --tests --release -p arrow-arith
      - name: Test arrow-row
        run: cargo test --lib --tests --release -p arrow-row


  # test compilation features
  linux-features:
    name: Check Compilation
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1  # v7.0.1
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
      - name: Check compilation
        run: cargo check -p arrow
      - name: Check compilation --no-default-features
        run: cargo check -p arrow --no-default-features
      - name: Check compilation --all-targets
        run: cargo check -p arrow --all-targets
      - name: Check compilation --no-default-features --all-targets
        run: cargo check -p arrow --no-default-features --all-targets
      - name: Check compilation --no-default-features --all-targets --features test_utils
        run: cargo check -p arrow --no-default-features --all-targets --features test_utils
      - name: Check compilation --no-default-features --all-targets --features ffi
        run: cargo check -p arrow --no-default-features --all-targets --features ffi
      - name: Check compilation --no-default-features --all-targets --features chrono-tz
        run: cargo check -p arrow --no-default-features --all-targets --features chrono-tz


  # test the arrow crate builds against wasm32 in nightly rust
  wasm32-build:
    name: Build wasm32
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1  # v7.0.1
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
      - name: Install wasm32 targets
        run: |
          rustup target add wasm32-unknown-unknown
          rustup target add wasm32-wasip1
      - name: Build wasm32-unknown-unknown
        run: cargo build -p arrow --no-default-features --features=json,csv,ipc,ffi --target wasm32-unknown-unknown
      - name: Build wasm32-wasip1
        run: cargo build -p arrow --no-default-features --features=json,csv,ipc,ffi --target wasm32-wasip1

  clippy:
    name: Clippy
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1  # v7.0.1
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
      - name: Setup Clippy
        run: rustup component add clippy
      - name: Clippy arrow-buffer
        run: cargo clippy -p arrow-buffer --all-targets --all-features -- -D warnings
      - name: Clippy arrow-data
        run: cargo clippy -p arrow-data --all-targets --all-features -- -D warnings
      - name: Clippy arrow-schema
        run: cargo clippy -p arrow-schema --all-targets --all-features -- -D warnings
      - name: Clippy arrow-array
        run: cargo clippy -p arrow-array --all-targets --all-features -- -D warnings
      - name: Clippy arrow-cmp
        run: cargo clippy -p arrow-cmp --all-targets --all-features -- -D warnings
      - name: Clippy arrow-select
        run: cargo clippy -p arrow-select --all-targets --all-features -- -D warnings
      - name: Clippy arrow-cast
        run: cargo clippy -p arrow-cast --all-targets --all-features -- -D warnings
      - name: Clippy arrow-ipc
        run: cargo clippy -p arrow-ipc --all-targets --all-features -- -D warnings
      - name: Clippy arrow-csv
        run: cargo clippy -p arrow-csv --all-targets --all-features -- -D warnings
      - name: Clippy arrow-json
        run: cargo clippy -p arrow-json --all-targets --all-features -- -D warnings
      - name: Clippy arrow-avro
        run: cargo clippy -p arrow-avro --all-targets --all-features -- -D warnings
      - name: Clippy arrow-string
        run: cargo clippy -p arrow-string --all-targets --all-features -- -D warnings
      - name: Clippy arrow-ord
        run: cargo clippy -p arrow-ord --all-targets --all-features -- -D warnings
      - name: Clippy arrow-arith
        run: cargo clippy -p arrow-arith --all-targets --all-features -- -D warnings
      - name: Clippy arrow-row
        run: cargo clippy -p arrow-row --all-targets --all-features -- -D warnings
      - name: Clippy arrow
        run: cargo clippy -p arrow --all-targets --all-features -- -D warnings
      - name: Clippy arrow-integration-test
        run: cargo clippy -p arrow-integration-test --all-targets --all-features -- -D warnings
      - name: Clippy arrow-integration-testing
        run: cargo clippy -p arrow-integration-testing --all-targets --all-features -- -D warnings