name: "Validations" on: workflow_dispatch: pull_request: push: branches: - main jobs: Static-Analysis: # Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline name: "Static analysis" runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v3 - name: Bootstrap environment uses: ./.github/actions/bootstrap - name: Run static analysis run: make static-analysis Unit-Test: # Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline name: "Unit tests" runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v3 - name: Bootstrap environment uses: ./.github/actions/bootstrap - name: Restore Java test-fixture cache uses: actions/cache@v3 with: path: syft/pkg/cataloger/java/test-fixtures/java-builds/packages key: ${{ runner.os }}-unit-java-cache-${{ hashFiles( 'syft/pkg/cataloger/java/test-fixtures/java-builds/packages.fingerprint' ) }} - name: Restore RPM test-fixture cache uses: actions/cache@v3 with: path: syft/pkg/cataloger/rpm/test-fixtures/rpms key: ${{ runner.os }}-unit-rpm-cache-${{ hashFiles( 'syft/pkg/cataloger/rpm/test-fixtures/rpms.fingerprint' ) }} - name: Restore go binary test-fixture cache uses: actions/cache@v3 with: path: syft/pkg/cataloger/golang/test-fixtures/archs/binaries key: ${{ runner.os }}-unit-go-binaries-cache-${{ hashFiles( 'syft/pkg/cataloger/golang/test-fixtures/archs/binaries.fingerprint' ) }} - name: Restore binary cataloger test-fixture cache uses: actions/cache@v3 with: path: syft/pkg/cataloger/binary/test-fixtures/classifiers/dynamic key: ${{ runner.os }}-unit-binary-cataloger-cache-${{ hashFiles( 'syft/pkg/cataloger/binary/test-fixtures/cache.fingerprint' ) }} - name: Restore Kernel test-fixture cache uses: actions/cache@v3 with: path: syft/pkg/cataloger/kernel/test-fixtures/cache key: ${{ runner.os }}-unit-kernel-cache-${{ hashFiles( 'syft/pkg/cataloger/kernel/test-fixtures/cache.fingerprint' ) }} - name: Run unit tests run: make unit Integration-Test: # Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline name: "Integration tests" runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v3 - name: Bootstrap environment uses: ./.github/actions/bootstrap - name: Validate syft output against the CycloneDX schema run: make validate-cyclonedx-schema - name: Restore integration test cache uses: actions/cache@v3 with: path: ${{ github.workspace }}/test/integration/test-fixtures/cache key: ${{ runner.os }}-integration-test-cache-${{ hashFiles('test/integration/test-fixtures/cache.fingerprint') }} - name: Run integration tests run: make integration Build-Snapshot-Artifacts: name: "Build snapshot artifacts" runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v3 - name: Bootstrap environment uses: ./.github/actions/bootstrap with: # why have another build cache key? We don't want unit/integration/etc test build caches to replace # the snapshot build cache, which includes builds for all OSs and architectures. As long as this key is # unique from the build-cache-key-prefix in other CI jobs, we should be fine. # # note: ideally this value should match what is used in release (just to help with build times). build-cache-key-prefix: "snapshot" bootstrap-apt-packages: "" - name: Build snapshot artifacts run: make snapshot # why not use actions/upload-artifact? It is very slow (3 minutes to upload ~600MB of data, vs 10 seconds with this approach). # see https://github.com/actions/upload-artifact/issues/199 for more info - name: Upload snapshot artifacts uses: actions/cache/save@v3 with: path: snapshot key: snapshot-build-${{ github.run_id }} Acceptance-Linux: # Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline name: "Acceptance tests (Linux)" needs: [Build-Snapshot-Artifacts] runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v3 - name: Download snapshot build uses: actions/cache/restore@v3 with: path: snapshot key: snapshot-build-${{ github.run_id }} - name: Run comparison tests (Linux) run: make compare-linux - name: Restore install.sh test image cache id: install-test-image-cache uses: actions/cache@v3 with: path: ${{ github.workspace }}/test/install/cache key: ${{ runner.os }}-install-test-image-cache-${{ hashFiles('test/install/cache.fingerprint') }} - name: Load test image cache if: steps.install-test-image-cache.outputs.cache-hit == 'true' run: make install-test-cache-load - name: Run install.sh tests (Linux) run: make install-test - name: (cache-miss) Create test image cache if: steps.install-test-image-cache.outputs.cache-hit != 'true' run: make install-test-cache-save Acceptance-Mac: # Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline name: "Acceptance tests (Mac)" needs: [Build-Snapshot-Artifacts] runs-on: macos-latest steps: - uses: actions/checkout@v3 - name: Download snapshot build uses: actions/cache/restore@v3 with: path: snapshot key: snapshot-build-${{ github.run_id }} - name: Restore docker image cache for compare testing id: mac-compare-testing-cache uses: actions/cache@v3 with: path: image.tar key: ${{ runner.os }}-${{ hashFiles('test/compare/mac.sh') }} - name: Run comparison tests (Mac) run: make compare-mac - name: Run install.sh tests (Mac) run: make install-test-ci-mac Cli-Linux: # Note: changing this job name requires making the same update in the .github/workflows/release.yaml pipeline name: "CLI tests (Linux)" needs: [Build-Snapshot-Artifacts] runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v3 - name: Bootstrap environment uses: ./.github/actions/bootstrap - name: Restore CLI test-fixture cache uses: actions/cache@v3 with: path: ${{ github.workspace }}/test/cli/test-fixtures/cache key: ${{ runner.os }}-cli-test-cache-${{ hashFiles('test/cli/test-fixtures/cache.fingerprint') }} - name: Download snapshot build uses: actions/cache/restore@v3 with: path: snapshot key: snapshot-build-${{ github.run_id }} - name: Run CLI Tests (Linux) run: make cli