Initial set of commits

.editorconfig

@@ -0,0 +1,18 @@
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+indent_style = space
+trim_trailing_whitespace = true
+
+[site/**]
+charset = unset
+end_of_line = unset
+insert_final_newline = unset
+indent_style = unset
+trim_trailing_whitespace = unset
+
+[*.{proto,yaml,yml}]
+indent_size = 2

.flake8

@@ -0,0 +1,4 @@
+[flake8]
+ignore = E203, E266, E501, W503, F403, F401
+max-line-length = 88
+select = B,C,E,F,W,T4,B9

.gitattributes

@@ -0,0 +1 @@
+proto/buf.lock linguist-generated=true

.github/actions/dev-tool-python/action.yml

@@ -0,0 +1,24 @@
+name: 'Install Python'
+inputs:
+  python-version:
+    required: true
+    default: '3.9'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python ${{ inputs.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ inputs.python-version }}
+    - uses: actions/cache@v2
+      with:
+        path: ~/.cache/pip
+        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+        restore-keys: |
+          ${{ runner.os }}-pip-
+    - name: Install dependencies
+      shell: bash
+      run: |
+        python -m pip install --upgrade pip
+        pip install tox tox-gh-actions
+      working-directory: ${{env.working-directory}}

.github/workflows/c.yml

@@ -0,0 +1,36 @@
+name: C
+
+on:
+  pull_request:
+  push:
+    branches: [ main ]
+
+jobs:
+  test:
+    name: Test
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: stable
+          override: true
+      - name: Configure
+        run: mkdir -p build && cd build && cmake ../c -DSUBSTRAIT_VALIDATOR_BUILD_TESTS=ON
+      - name: Build
+        run: cmake --build build
+      - name: Test
+        run: ctest --output-on-failure --test-dir build
+
+  style:
+    name: Style
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: jidicula/[email protected]
+        with:
+          clang-format-version: '13'
+          check-path: c

.github/workflows/misc.yml

@@ -0,0 +1,23 @@
+name: Misc
+
+on:
+  pull_request:
+  push:
+    branches: [ main ]
+
+jobs:
+  license:
+    name: Check license headers
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Check License Header
+      uses: enarx/spdx@master
+      with:
+        licenses: Apache-2.0 MIT
+
+  editorconfig:
+    name: Check editorconfig
+    runs-on: ubuntu-latest
+    steps:
+      - uses: editorconfig-checker/action-editorconfig-checker@v1

.github/workflows/proto.yml

@@ -0,0 +1,30 @@
+name: Protobuf
+
+on:
+  pull_request:
+  push:
+    branches: [ main ]
+
+jobs:
+  style:
+    name: Style
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: bufbuild/[email protected]
+      - run: buf format --diff --exit-code
+
+  check:
+    name: Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: arduino/setup-protoc@v1
+      - uses: bufbuild/[email protected]
+      - uses: bufbuild/buf-lint-action@v1
+      - name: Compile protobuf
+        run: buf generate

.github/workflows/python.yml

@@ -0,0 +1,113 @@
+name: Python
+
+on:
+  pull_request:
+  push:
+    branches: [ main ]
+
+jobs:
+  build:
+    name: Test
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        type: [wheel]
+        include:
+        - os: ubuntu-latest
+          type: sdist
+    runs-on: ${{ matrix.os }}
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        submodules: recursive
+    - name: Install sdist-only dependencies
+      if: ${{ matrix.type == 'sdist' }}
+      uses: actions-rs/toolchain@v1
+      with:
+        profile: minimal
+        toolchain: stable
+        override: true
+    - name: sdist-only build prep
+      if: ${{ matrix.type == 'sdist' }}
+      working-directory: rs
+      run: cargo check
+      # ^ this ensures that its build.rs is run, which is all we need. Sadly
+      # there doesn't seem to be a way to do this that doesn't pull in all
+      # normal dependencies: https://github.com/rust-lang/cargo/issues/7178
+    - name: Install build dependencies
+      run: python3 -m pip install --upgrade pip maturin
+    - name: Prepare build environment
+      working-directory: py
+      run: python3 prepare_build.py populate
+    - name: Create sdist
+      if: ${{ matrix.type == 'sdist' }}
+      uses: messense/maturin-action@v1
+      with:
+        command: sdist
+        args: -o dist -m py/Cargo.toml
+    - name: Build manylinux wheels
+      if: ${{ matrix.type == 'wheel' && matrix.os == 'ubuntu-latest' }}
+      uses: messense/maturin-action@v1
+      with:
+        manylinux: auto
+        command: build
+        args: --release --no-sdist -o dist -m py/Cargo.toml
+    - name: Build Windows wheels
+      if: ${{ matrix.type == 'wheel' && matrix.os == 'windows-latest' }}
+      uses: messense/maturin-action@v1
+      with:
+        command: build
+        args: --release --no-sdist -o dist -m py/Cargo.toml
+    - name: Build MacOS wheels
+      if: ${{ matrix.type == 'wheel' && matrix.os == 'macos-latest' }}
+      uses: messense/maturin-action@v1
+      with:
+        command: build
+        args: --release --no-sdist -o dist --universal2 -m py/Cargo.toml
+    - name: Install runtime dependencies
+      run: python3 -m pip install --upgrade protobuf pytest click pyyaml jdot
+    - name: Install generated sdist
+      if: ${{ matrix.type == 'sdist' }}
+      run: python3 -m pip install dist/substrait_validator-*.tar.gz
+    - name: Install generated wheel
+      if: ${{ matrix.type == 'wheel' }}
+      run: python3 -m pip install --no-index --find-links=dist substrait-validator
+    - name: Test
+      working-directory: py/tests
+      run: python3 -m pytest
+    - name: Upload wheels
+      if: "startsWith(github.ref, 'refs/tags/')"
+      uses: actions/upload-artifact@v2
+      with:
+        name: wheels
+        path: dist
+
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+    if: "startsWith(github.ref, 'refs/tags/')"
+    needs: [ build ]
+    steps:
+      - uses: actions/download-artifact@v2
+        with:
+          name: wheels
+      - name: Publish to PyPI
+        uses: messense/maturin-action@v1
+        env:
+          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
+        with:
+          command: upload
+          args: --skip-existing *
+
+  fmt-lint:
+    name: Style & lint
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Install dependencies
+      run: python3 -m pip install --upgrade pip black==22.3.0 flake8==4.0.1
+    - name: Black
+      run: python3 -m black --diff --check .
+    - name: Flake8
+      run: python3 -m flake8 .

.github/workflows/rust.yml

@@ -0,0 +1,103 @@
+name: Rust
+
+on:
+  pull_request:
+  push:
+    branches: [ main ]
+
+jobs:
+  check:
+    name: Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: stable
+          override: true
+      - uses: Swatinem/rust-cache@v1
+      - name: Check
+        run: cargo check --all-features
+
+  test:
+    name: Test
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: stable
+          override: true
+      - uses: Swatinem/rust-cache@v1
+      - name: Run unit tests
+        run: cargo test --all-features
+      - name: Install test runner dependencies
+        run: python3 -m pip install --upgrade pip protobuf pyyaml
+      - name: Run validation tests
+        # No need to run validation tests for all operating systems, and Linux
+        # runners are the fastest of the bunch.
+        if: ${{ matrix.os == 'ubuntu-latest' }}
+        working-directory: tests
+        run: python3 runner.py run --no-html
+
+  style:
+    name: Style
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: stable
+          override: true
+          components: rustfmt
+      - uses: Swatinem/rust-cache@v1
+      - name: Rustfmt
+        run: cargo fmt --all -- --check
+
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          # Clippy 1.60 crashes on the codebase, see
+          # https://github.com/rust-lang/rust-clippy/issues/8527
+          toolchain: "1.59.0"
+          override: true
+          components: clippy
+      - uses: Swatinem/rust-cache@v1
+      - name: Clippy
+        run: cargo clippy --all-features -- -D warnings
+
+  doc:
+    name: Doc
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: stable
+          override: true
+      - uses: Swatinem/rust-cache@v1
+      - name: Doc
+        run: RUSTDOCFLAGS="-Dwarnings" cargo doc --workspace --all-features

.github/workflows/yaml.yml

@@ -0,0 +1,15 @@
+name: YAML
+
+on:
+  pull_request:
+  push:
+    branches: [ main ]
+
+jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Run yamllint
+        run: yamllint .

.gitignore

@@ -1,10 +1,8 @@
-# Generated by Cargo
-# will have compiled files and executables
+**/*.rs.bk
+**/target
+**/.gradle
+**/.idea
+**/build
+gen
 /target/
-
-# Remove Cargo.lock from gitignore if creating an executable, leave it for libraries
-# More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html
-Cargo.lock
-
-# These are backup files generated by rustfmt
 **/*.rs.bk

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "substrait"]
+	path = substrait
+	url = https://github.com/substrait-io/substrait.git