-
Notifications
You must be signed in to change notification settings - Fork 14
192 lines (177 loc) · 6.89 KB
/
build.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
name: build
on:
push:
paths:
- "**"
- "!docs/**"
- "!examples/**"
- "!images/**"
- "!**.md"
- "!**.ipynb"
- "resources/**"
# manual trigger
workflow_dispatch: { }
env:
RUST_LOG: "debug"
RUST_LOG_SPAN_EVENTS: "new,close"
RUST_BACKTRACE: "1"
jobs:
lint_fmt:
name: Lint / Code
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions-rs/toolchain@v1
with:
components: rustfmt, clippy
- name: cargo fmt --check
uses: actions-rs/cargo@v1
with:
command: fmt
args: --check
- name: Lint dividing lines
run: |
cargo test -p kamu-repo-tools -- dividing_lines
- name: Lint license headers
run: |
cargo test -p kamu-repo-tools -- license_header
- name: Lint OpenAPI spec
run: |
make lint-openapi
- name: clippy
uses: actions-rs/cargo@v1
with:
command: clippy
args: --workspace --all-targets -- -D warnings
lint_deps:
name: Lint / Dependencies
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions-rs/toolchain@v1
- uses: cargo-bins/cargo-binstall@main
- run: cargo binstall cargo-deny -y
- run: cargo deny check
- run: cargo binstall cargo-udeps -y
- run: cargo udeps --all-targets
test:
strategy:
fail-fast: false
matrix:
include:
- name: Linux / amd64
runs-on: ubuntu-latest
cargo-flags: --profile ci --features ingest-ftp,web-ui
nextest-flags: --cargo-profile ci --features ingest-ftp,web-ui
nextest-exclusions-main-set-tests: -E '!(test(::database::) | test(::spark::)| test(::flink::))'
nextest-exclusions-database-set-part: ''
container-runtime: podman
ipfs: true
database: true
# TODO: Not running docker as it takes ~7 minutes to install
# See: https://github.com/actions/runner/issues/1456
- name: MacOS / amd64
runs-on: macos-13
cargo-flags: --profile ci --features ingest-ftp
nextest-flags: --cargo-profile ci --features ingest-ftp
nextest-exclusions-main-set-tests: -E '!(test(::containerized::) | test(::database::))'
nextest-exclusions-database-set-part: '& !(test(::containerized::))'
container-runtime: ''
ipfs: false
database: false
# TODO: M1 cannot run docker due to lack of nested virtualization
# See: https://github.com/marketplace/actions/setup-docker-on-macos#arm64-processors-m1-m2-m3-series-used-on-macos-14-images-are-unsupported
- name: MacOS / arm64
runs-on: macos-14
cargo-flags: --profile ci
nextest-flags: --cargo-profile ci
nextest-exclusions-main-set-tests: -E '!(test(::containerized::) | test(::database::))'
nextest-exclusions-database-set-part: '& !(test(::containerized::))'
container-runtime: ''
ipfs: false
database: false
# TODO: DataFusion tests are temporarily disabled
# See: https://github.com/kamu-data/kamu-cli/issues/226
- name: Windows / amd64
runs-on: windows-latest
cargo-flags: --profile ci
nextest-flags: --cargo-profile ci
# platform(target) is a workaround for Windows only issue in cargo-nextest upon proc macro crates
nextest-exclusions-main-set-tests: -E 'platform(target) & !(test(::containerized::) | test(::datafusion::) | test(::database::))'
nextest-exclusions-database-set-part: '& !(test(::datafusion::))'
container-runtime: ''
ipfs: false
database: false
name: Test / ${{ matrix.name }}
runs-on: ${{ matrix.runs-on }}
services:
postgres:
image: ${{ matrix.database && 'postgres:16' || '' }}
env:
POSTGRES_USER: root
POSTGRES_PASSWORD: root
POSTGRES_DB: kamu-test
ports:
- 5432:5432
mariadb:
image: ${{ matrix.database && 'mariadb:11' || '' }}
env:
MARIADB_ROOT_PASSWORD: root
MARIADB_DATABASE: kamu-test
ports:
- 3306:3306
steps:
- name: Setup IPFS
uses: ibnesayeed/setup-ipfs@master
if: matrix.ipfs
with:
ipfs_version: "0.19"
- uses: actions/checkout@v4
- uses: actions-rs/toolchain@v1
- uses: swatinem/rust-cache@v2
with:
cache-on-failure: true
- uses: cargo-bins/cargo-binstall@main
- name: Install cargo tools
run: |
cargo binstall cargo-nextest -y --force
- name: Configure runtime
if: matrix.container-runtime != ''
run: |
echo '{ "kind": "CLIConfig", "version": 1, "content": {"engine": { "runtime": "${{ matrix.container-runtime }}" } } }' > ~/.kamuconfig
echo "KAMU_CONTAINER_RUNTIME_TYPE=${{ matrix.container-runtime }}" >> $GITHUB_ENV
- name: Build
# Note: only be used to test the "web-ui" feature building
env:
# To test just building, we embed a tiny folder
KAMU_WEB_UI_DIR: '../../../.github'
run: |
cargo test ${{ matrix.cargo-flags }} --no-run
- name: Pull test images
if: matrix.container-runtime != ''
run: cargo nextest run ${{ matrix.nextest-flags }} -E 'test(::setup::)' --no-capture
- name: Run main set of tests
run: cargo nextest run ${{ matrix.nextest-flags }} ${{ matrix.nextest-exclusions-main-set-tests }} -v
# Note: SQLite does not require a container and may run on any platform
- name: SQLite database tests
env:
SQLX_OFFLINE: false
DATABASE_URL: sqlite://kamu.sqlite.db
# platform(target) is a workaround for Windows only issue in cargo-nextest upon proc macro crates
run: cargo nextest run ${{ matrix.nextest-flags }} -E 'platform(target) & test(::sqlite::) ${{ matrix.nextest-exclusions-database-set-part }}'
- name: Postgres database tests
if: matrix.database
env:
SQLX_OFFLINE: false
DATABASE_URL: postgres://root:root@localhost:5432/kamu-test
run: cargo nextest run ${{ matrix.nextest-flags }} -E 'test(::postgres::) ${{ matrix.nextest-exclusions-database-set-part }}'
- name: MariaDB database tests
if: matrix.database
env:
SQLX_OFFLINE: false
DATABASE_URL: mariadb://root:root@localhost:3306/kamu-test
run: cargo nextest run ${{ matrix.nextest-flags }} -E 'test(::mysql::) ${{ matrix.nextest-exclusions-database-set-part }}'
# Not running on windows due to line ending differences
- name: Check generated files
if: "!contains(matrix.runs-on, 'windows')"
run: git diff && git diff-index --quiet HEAD