2021-03-18 13:01:07 +00:00
|
|
|
name: "Validations"
|
2023-01-17 15:04:22 +00:00
|
|
|
|
2021-03-18 13:01:07 +00:00
|
|
|
on:
|
|
|
|
workflow_dispatch:
|
2023-01-17 15:04:22 +00:00
|
|
|
pull_request:
|
2021-03-18 13:01:07 +00:00
|
|
|
push:
|
2022-03-02 17:51:37 +00:00
|
|
|
branches:
|
|
|
|
- main
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
jobs:
|
|
|
|
|
|
|
|
Static-Analysis:
|
2021-04-22 20:20:21 +00:00
|
|
|
# Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline
|
2021-03-18 13:01:07 +00:00
|
|
|
name: "Static analysis"
|
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Bootstrap environment
|
|
|
|
uses: ./.github/actions/bootstrap
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
- name: Run static analysis
|
|
|
|
run: make static-analysis
|
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
|
2021-03-18 13:01:07 +00:00
|
|
|
Unit-Test:
|
2021-04-22 20:20:21 +00:00
|
|
|
# Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline
|
2021-03-18 13:01:07 +00:00
|
|
|
name: "Unit tests"
|
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Bootstrap environment
|
|
|
|
uses: ./.github/actions/bootstrap
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
- name: Restore Java test-fixture cache
|
|
|
|
id: unit-java-cache
|
2023-01-17 15:04:22 +00:00
|
|
|
uses: actions/cache@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
|
|
|
path: syft/pkg/cataloger/java/test-fixtures/java-builds/packages
|
|
|
|
key: ${{ runner.os }}-unit-java-cache-${{ hashFiles( 'syft/pkg/cataloger/java/test-fixtures/java-builds/packages.fingerprint' ) }}
|
|
|
|
|
2022-09-07 18:16:30 +00:00
|
|
|
- name: Restore RPM test-fixture cache
|
|
|
|
id: unit-rpm-cache
|
2023-01-17 15:04:22 +00:00
|
|
|
uses: actions/cache@v3
|
2022-09-07 18:16:30 +00:00
|
|
|
with:
|
|
|
|
path: syft/pkg/cataloger/rpm/test-fixtures/rpms
|
|
|
|
key: ${{ runner.os }}-unit-rpm-cache-${{ hashFiles( 'syft/pkg/cataloger/rpm/test-fixtures/rpms.fingerprint' ) }}
|
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Restore go binary test-fixture cache
|
2022-03-17 00:07:02 +00:00
|
|
|
id: unit-go-binary-cache
|
2023-01-17 15:04:22 +00:00
|
|
|
uses: actions/cache@v3
|
2022-03-17 00:07:02 +00:00
|
|
|
with:
|
|
|
|
path: syft/pkg/cataloger/golang/test-fixtures/archs/binaries
|
|
|
|
key: ${{ runner.os }}-unit-go-binaries-cache-${{ hashFiles( 'syft/pkg/cataloger/golang/test-fixtures/archs/binaries.fingerprint' ) }}
|
|
|
|
|
2021-03-18 13:01:07 +00:00
|
|
|
- name: Run unit tests
|
|
|
|
run: make unit
|
|
|
|
|
|
|
|
|
|
|
|
Integration-Test:
|
2021-04-22 20:20:21 +00:00
|
|
|
# Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline
|
2021-03-18 13:01:07 +00:00
|
|
|
name: "Integration tests"
|
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Bootstrap environment
|
|
|
|
uses: ./.github/actions/bootstrap
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
- name: Validate syft output against the CycloneDX schema
|
|
|
|
run: make validate-cyclonedx-schema
|
|
|
|
|
|
|
|
- name: Restore integration test cache
|
2023-01-17 15:04:22 +00:00
|
|
|
uses: actions/cache@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
|
|
|
path: ${{ github.workspace }}/test/integration/test-fixtures/cache
|
|
|
|
key: ${{ runner.os }}-integration-test-cache-${{ hashFiles('test/integration/test-fixtures/cache.fingerprint') }}
|
|
|
|
|
|
|
|
- name: Run integration tests
|
|
|
|
run: make integration
|
|
|
|
|
|
|
|
|
|
|
|
Build-Snapshot-Artifacts:
|
|
|
|
name: "Build snapshot artifacts"
|
2021-03-23 14:28:57 +00:00
|
|
|
runs-on: ubuntu-20.04
|
2021-03-18 13:01:07 +00:00
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Bootstrap environment
|
|
|
|
uses: ./.github/actions/bootstrap
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
2023-01-17 15:04:22 +00:00
|
|
|
# why have another build cache key? We don't want unit/integration/etc test build caches to replace
|
|
|
|
# the snapshot build cache, which includes builds for all OSs and architectures. As long as this key is
|
|
|
|
# unique from the build-cache-key-prefix in other CI jobs, we should be fine.
|
|
|
|
#
|
|
|
|
# note: ideally this value should match what is used in release (just to help with build times).
|
|
|
|
build-cache-key-prefix: "snapshot"
|
|
|
|
bootstrap-apt-packages: ""
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
- name: Build snapshot artifacts
|
|
|
|
run: make snapshot
|
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
# why not use actions/upload-artifact? It is very slow (3 minutes to upload ~600MB of data, vs 10 seconds with this approach).
|
|
|
|
# see https://github.com/actions/upload-artifact/issues/199 for more info
|
|
|
|
- name: Upload snapshot artifacts
|
|
|
|
uses: actions/cache/save@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
2023-01-17 15:04:22 +00:00
|
|
|
path: snapshot
|
|
|
|
key: snapshot-build-${{ github.run_id }}
|
|
|
|
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
Acceptance-Linux:
|
2021-04-22 20:20:21 +00:00
|
|
|
# Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline
|
2021-03-18 13:01:07 +00:00
|
|
|
name: "Acceptance tests (Linux)"
|
|
|
|
needs: [Build-Snapshot-Artifacts]
|
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Download snapshot build
|
|
|
|
uses: actions/cache/restore@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
|
|
|
path: snapshot
|
2023-01-17 15:04:22 +00:00
|
|
|
key: snapshot-build-${{ github.run_id }}
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2022-02-01 21:58:47 +00:00
|
|
|
- name: Run comparison tests (Linux)
|
|
|
|
run: make compare-linux
|
|
|
|
|
|
|
|
- name: Restore install.sh test image cache
|
|
|
|
id: install-test-image-cache
|
2023-01-17 15:04:22 +00:00
|
|
|
uses: actions/cache@v3
|
2022-02-01 21:58:47 +00:00
|
|
|
with:
|
|
|
|
path: ${{ github.workspace }}/test/install/cache
|
|
|
|
key: ${{ runner.os }}-install-test-image-cache-${{ hashFiles('test/install/cache.fingerprint') }}
|
|
|
|
|
|
|
|
- name: Load test image cache
|
|
|
|
if: steps.install-test-image-cache.outputs.cache-hit == 'true'
|
|
|
|
run: make install-test-cache-load
|
|
|
|
|
|
|
|
- name: Run install.sh tests (Linux)
|
|
|
|
run: make install-test
|
|
|
|
|
|
|
|
- name: (cache-miss) Create test image cache
|
|
|
|
if: steps.install-test-image-cache.outputs.cache-hit != 'true'
|
|
|
|
run: make install-test-cache-save
|
|
|
|
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
Acceptance-Mac:
|
2021-04-22 20:20:21 +00:00
|
|
|
# Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline
|
2021-03-18 13:01:07 +00:00
|
|
|
name: "Acceptance tests (Mac)"
|
|
|
|
needs: [Build-Snapshot-Artifacts]
|
|
|
|
runs-on: macos-latest
|
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Download snapshot build
|
|
|
|
uses: actions/cache/restore@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
|
|
|
path: snapshot
|
2023-01-17 15:04:22 +00:00
|
|
|
key: snapshot-build-${{ github.run_id }}
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2022-02-01 21:58:47 +00:00
|
|
|
- name: Restore docker image cache for compare testing
|
|
|
|
id: mac-compare-testing-cache
|
2023-01-17 15:04:22 +00:00
|
|
|
uses: actions/cache@v3
|
2021-03-23 19:03:25 +00:00
|
|
|
with:
|
2021-04-16 13:20:07 +00:00
|
|
|
path: image.tar
|
2022-02-01 21:58:47 +00:00
|
|
|
key: ${{ runner.os }}-${{ hashFiles('test/compare/mac.sh') }}
|
|
|
|
|
|
|
|
- name: Run comparison tests (Mac)
|
|
|
|
run: make compare-mac
|
2021-03-23 19:03:25 +00:00
|
|
|
|
2022-02-01 21:58:47 +00:00
|
|
|
- name: Run install.sh tests (Mac)
|
|
|
|
run: make install-test-ci-mac
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
|
2021-03-18 13:01:07 +00:00
|
|
|
Cli-Linux:
|
2021-04-22 20:20:21 +00:00
|
|
|
# Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline
|
2021-03-18 13:01:07 +00:00
|
|
|
name: "CLI tests (Linux)"
|
|
|
|
needs: [Build-Snapshot-Artifacts]
|
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
steps:
|
2023-01-17 15:04:22 +00:00
|
|
|
- uses: actions/checkout@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Bootstrap environment
|
|
|
|
uses: ./.github/actions/bootstrap
|
2021-03-18 13:01:07 +00:00
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Restore CLI test-fixture cache
|
|
|
|
uses: actions/cache@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
|
|
|
path: ${{ github.workspace }}/test/cli/test-fixtures/cache
|
|
|
|
key: ${{ runner.os }}-cli-test-cache-${{ hashFiles('test/cli/test-fixtures/cache.fingerprint') }}
|
|
|
|
|
2023-01-17 15:04:22 +00:00
|
|
|
- name: Download snapshot build
|
|
|
|
uses: actions/cache/restore@v3
|
2021-03-18 13:01:07 +00:00
|
|
|
with:
|
|
|
|
path: snapshot
|
2023-01-17 15:04:22 +00:00
|
|
|
key: snapshot-build-${{ github.run_id }}
|
2021-03-18 13:01:07 +00:00
|
|
|
|
|
|
|
- name: Run CLI Tests (Linux)
|
2021-03-20 11:33:13 +00:00
|
|
|
run: make cli
|