2020-01-28 01:59:40 +00:00
name : CICD
2023-02-06 14:52:29 +00:00
# spell-checker:ignore (abbrev/names) CICD CodeCOV MacOS MinGW MSVC musl
2022-02-04 23:39:57 +00:00
# spell-checker:ignore (env/flags) Awarnings Ccodegen Coverflow Cpanic Dwarnings RUSTDOCFLAGS RUSTFLAGS Zpanic
2021-11-11 01:28:28 +00:00
# spell-checker:ignore (jargon) SHAs deps dequote softprops subshell toolchain
2023-01-18 17:35:26 +00:00
# spell-checker:ignore (people) Peltoche rivy
# spell-checker:ignore (shell/tools) choco clippy dmake dpkg esac fakeroot fdesc fdescfs gmake grcov halium lcov libssl mkdir popd printf pushd rsync rustc rustfmt rustup shopt utmpdump xargs
2023-02-06 14:52:29 +00:00
# spell-checker:ignore (misc) aarch alnum armhf bindir busytest coreutils defconfig DESTDIR gecos gnueabihf issuecomment maint multisize nullglob onexitbegin onexitend pell runtest Swatinem tempfile testsuite toybox uutils
2020-01-28 01:59:40 +00:00
env :
2020-05-25 03:24:56 +00:00
PROJECT_NAME : coreutils
PROJECT_DESC : "Core universal (cross-platform) utilities"
2020-01-28 01:59:40 +00:00
PROJECT_AUTH : "uutils"
2022-10-01 11:56:28 +00:00
RUST_MIN_SRV : "1.60.0" ## MSRV v1.60.0
2021-11-17 03:31:15 +00:00
# * style job configuration
2021-11-10 19:36:23 +00:00
STYLE_FAIL_ON_FAULT : true ## (bool) fail the build if a style job contains a fault (error or warning); may be overridden on a per-job basis
2020-01-28 01:59:40 +00:00
on : [ push, pull_request]
2022-09-25 14:30:33 +00:00
permissions :
contents : read # to fetch code (actions/checkout)
2020-01-28 01:59:40 +00:00
jobs :
2022-03-18 10:29:49 +00:00
cargo-deny :
name : Style/cargo-deny
runs-on : ubuntu-latest
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-03-18 10:29:49 +00:00
- uses : EmbarkStudios/cargo-deny-action@v1
2021-11-10 19:36:23 +00:00
style_deps :
## ToDO: [2021-11-10; rivy] 'Style/deps' needs more informative output and better integration of results into the GHA dashboard
name : Style/deps
runs-on : ${{ matrix.job.os }}
# env:
# STYLE_FAIL_ON_FAULT: false # overrides workflow default
strategy :
fail-fast : false
matrix :
job :
# note: `cargo-udeps` panics when processing stdbuf/libstdbuf ("uu_stdbuf_libstdbuf"); either b/c of the 'cpp' crate or 'libstdbuf' itself
# ... b/c of the panic, a more limited feature set is tested (though only excluding `stdbuf`)
- { os: ubuntu-latest , features : "feat_Tier1,feat_require_unix,feat_require_unix_utmpx" }
- { os: macos-latest , features : "feat_Tier1,feat_require_unix,feat_require_unix_utmpx" }
- { os: windows-latest , features : feat_os_windows }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2021-11-10 19:36:23 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2021-11-10 19:36:23 +00:00
# failure mode
unset FAIL_ON_FAULT ; case '${{ env.STYLE_FAIL_ON_FAULT }}' in
'' |0|f|false|n|no|off) FAULT_TYPE=warning ;;
*) FAIL_ON_FAULT=true ; FAULT_TYPE=error ;;
esac;
outputs FAIL_ON_FAULT FAULT_TYPE
# target-specific options
# * CARGO_FEATURES_OPTION
CARGO_FEATURES_OPTION='' ;
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features "${{ matrix.job.features }}"' ; fi
outputs CARGO_FEATURES_OPTION
2021-11-14 22:24:18 +00:00
## note: requires 'nightly' toolchain b/c `cargo-udeps` uses the `rustc` '-Z save-analysis' option
## * ... ref: <https://github.com/est31/cargo-udeps/issues/73>
2021-11-10 19:36:23 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-02-06 14:52:29 +00:00
rustup toolchain install nightly --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default nightly
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2021-11-10 19:36:23 +00:00
- name : Install `cargo-udeps`
2022-11-19 08:54:44 +00:00
run : cargo install cargo-udeps
2021-11-10 19:36:23 +00:00
env :
RUSTUP_TOOLCHAIN : stable
- name : Detect unused dependencies
shell : bash
run : |
## Detect unused dependencies
unset fault
fault_type="${{ steps.vars.outputs.FAULT_TYPE }}"
fault_prefix=$(echo "$fault_type" | tr '[:lower:]' '[:upper:]')
#
2022-04-13 08:55:35 +00:00
cargo +nightly udeps ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} --all-targets &> udeps.log || cat udeps.log
2021-11-10 19:36:23 +00:00
grep --ignore-case "all deps seem to have been used" udeps.log || { printf "%s\n" "::${fault_type} ::${fault_prefix}: \`cargo udeps\`: style violation (unused dependency found)" ; fault=true ; }
if [ -n "${{ steps.vars.outputs.FAIL_ON_FAULT }}" ] && [ -n "$fault" ]; then exit 1 ; fi
2021-11-17 03:31:15 +00:00
style_format :
2020-08-10 15:24:26 +00:00
name : Style/format
2021-05-31 04:18:46 +00:00
runs-on : ${{ matrix.job.os }}
2021-11-17 03:31:15 +00:00
# env:
# STYLE_FAIL_ON_FAULT: false # overrides workflow default
2021-05-31 04:18:46 +00:00
strategy :
2020-01-28 01:59:40 +00:00
fail-fast : false
2021-05-31 04:18:46 +00:00
matrix :
job :
2020-08-10 15:24:26 +00:00
- { os: ubuntu-latest , features : feat_os_unix }
2021-05-31 04:18:46 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2020-01-28 01:59:40 +00:00
- name : Initialize workflow variables
id : vars
2021-05-31 04:18:46 +00:00
shell : bash
run : |
2020-01-28 01:59:40 +00:00
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2021-11-17 03:31:15 +00:00
# failure mode
unset FAIL_ON_FAULT ; case '${{ env.STYLE_FAIL_ON_FAULT }}' in
'' |0|f|false|n|no|off) FAULT_TYPE=warning ;;
*) FAIL_ON_FAULT=true ; FAULT_TYPE=error ;;
esac;
outputs FAIL_ON_FAULT FAULT_TYPE
2020-03-10 19:23:15 +00:00
# target-specific options
# * CARGO_FEATURES_OPTION
CARGO_FEATURES_OPTION='' ;
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features "${{ matrix.job.features }}"' ; fi
2021-05-31 21:01:54 +00:00
outputs CARGO_FEATURES_OPTION
2020-01-28 01:59:40 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update -c rustfmt --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2021-11-17 03:31:15 +00:00
- name : "`cargo fmt` testing"
2021-05-31 04:18:46 +00:00
shell : bash
run : |
2021-11-17 03:31:15 +00:00
## `cargo fmt` testing
unset fault
fault_type="${{ steps.vars.outputs.FAULT_TYPE }}"
fault_prefix=$(echo "$fault_type" | tr '[:lower:]' '[:upper:]')
# * convert any errors/warnings to GHA UI annotations; ref: <https://help.github.com/en/actions/reference/workflow-commands-for-github-actions#setting-a-warning-message>
S=$(cargo fmt -- --check) && printf "%s\n" "$S" || { printf "%s\n" "$S" ; printf "%s\n" "$S" | sed -E -n -e "s/^Diff[[:space:]]+in[[:space:]]+${PWD//\//\\/}\/(.*)[[:space:]]+at[[:space:]]+[^0-9]+([0-9]+).*$/::${fault_type} file=\1,line=\2::${fault_prefix}: \`cargo fmt\`: style violation (file:'\1', line:\2; use \`cargo fmt -- \"\1\"\`)/p" ; fault=true ; }
if [ -n "${{ steps.vars.outputs.FAIL_ON_FAULT }}" ] && [ -n "$fault" ]; then exit 1 ; fi
2021-05-31 04:18:46 +00:00
2021-11-17 03:31:15 +00:00
style_lint :
2021-06-12 18:46:37 +00:00
name : Style/lint
2020-08-10 14:53:32 +00:00
runs-on : ${{ matrix.job.os }}
2021-11-17 03:31:15 +00:00
# env:
# STYLE_FAIL_ON_FAULT: false # overrides workflow default
2020-08-10 14:53:32 +00:00
strategy :
fail-fast : false
matrix :
job :
2021-11-10 18:09:46 +00:00
- { os: ubuntu-latest , features : feat_os_unix }
2020-08-10 15:24:26 +00:00
- { os: macos-latest , features : feat_os_macos }
- { os: windows-latest , features : feat_os_windows }
2020-08-10 14:53:32 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2020-08-10 14:53:32 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2021-11-17 03:31:15 +00:00
# failure mode
unset FAIL_ON_FAULT ; case '${{ env.STYLE_FAIL_ON_FAULT }}' in
'' |0|f|false|n|no|off) FAULT_TYPE=warning ;;
*) FAIL_ON_FAULT=true ; FAULT_TYPE=error ;;
esac;
outputs FAIL_ON_FAULT FAULT_TYPE
2020-08-10 14:53:32 +00:00
# target-specific options
# * CARGO_FEATURES_OPTION
2021-08-24 23:41:25 +00:00
CARGO_FEATURES_OPTION='--all-features' ;
2021-11-17 03:31:15 +00:00
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features "${{ matrix.job.features }}"' ; fi
2021-05-31 21:01:54 +00:00
outputs CARGO_FEATURES_OPTION
2021-08-24 23:41:25 +00:00
# * determine sub-crate utility list
UTILITY_LIST="$(./util/show-utils.sh ${CARGO_FEATURES_OPTION})"
echo UTILITY_LIST=${UTILITY_LIST}
2022-11-06 20:56:59 +00:00
CARGO_UTILITY_LIST_OPTIONS="$(for u in ${UTILITY_LIST}; do echo -n "-puu_${u} "; done;)"
2021-08-24 23:41:25 +00:00
outputs CARGO_UTILITY_LIST_OPTIONS
2021-11-17 03:31:15 +00:00
- name : Install/setup prerequisites
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Install/setup prerequisites
2021-11-17 03:31:15 +00:00
case '${{ matrix.job.os }}' in
macos-latest) brew install coreutils ;; # needed for show-utils.sh
esac
2020-08-10 14:53:32 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update -c clippy --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2021-11-17 03:31:15 +00:00
- name : "`cargo clippy` lint testing"
2020-05-02 21:53:47 +00:00
shell : bash
run : |
2021-11-17 03:31:15 +00:00
## `cargo clippy` lint testing
unset fault
fault_type="${{ steps.vars.outputs.FAULT_TYPE }}"
fault_prefix=$(echo "$fault_type" | tr '[:lower:]' '[:upper:]')
2020-05-03 04:12:50 +00:00
# * convert any warnings to GHA UI annotations; ref: <https://help.github.com/en/actions/reference/workflow-commands-for-github-actions#setting-a-warning-message>
2022-11-30 16:42:17 +00:00
S=$(cargo clippy --all-targets ${{ matrix.job.cargo-options }} ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} ${{ steps.vars.outputs.CARGO_UTILITY_LIST_OPTIONS }} -- -W clippy::manual_string_new -D warnings 2>&1) && printf "%s\n" "$S" || { printf "%s\n" "$S" ; printf "%s" "$S" | sed -E -n -e '/^error:/{' -e "N; s/^error:[[:space:]]+(.*)\\n[[:space:]]+-->[[:space:]]+(.*):([0-9]+):([0-9]+).*$/::${fault_type} file=\2,line=\3,col=\4::${fault_prefix}: \`cargo clippy\`: \1 (file:'\2', line:\3)/p;" -e '}' ; fault=true ; }
2021-11-17 03:31:15 +00:00
if [ -n "${{ steps.vars.outputs.FAIL_ON_FAULT }}" ] && [ -n "$fault" ]; then exit 1 ; fi
2021-06-12 18:46:37 +00:00
2021-11-17 03:31:15 +00:00
style_spellcheck :
2021-06-12 18:46:37 +00:00
name : Style/spelling
runs-on : ${{ matrix.job.os }}
2021-11-17 03:31:15 +00:00
# env:
# STYLE_FAIL_ON_FAULT: false # overrides workflow default
2021-06-12 18:46:37 +00:00
strategy :
matrix :
job :
2021-11-10 18:09:46 +00:00
- { os: ubuntu-latest , features : feat_os_unix }
2021-06-12 18:46:37 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-11-18 06:06:30 +00:00
- uses : Swatinem/rust-cache@v2
2021-11-17 03:31:15 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2021-11-17 03:31:15 +00:00
# failure mode
unset FAIL_ON_FAULT ; case '${{ env.STYLE_FAIL_ON_FAULT }}' in
'' |0|f|false|n|no|off) FAULT_TYPE=warning ;;
*) FAIL_ON_FAULT=true ; FAULT_TYPE=error ;;
esac;
outputs FAIL_ON_FAULT FAULT_TYPE
2021-06-12 18:46:37 +00:00
- name : Install/setup prerequisites
shell : bash
run : |
## Install/setup prerequisites
2021-11-11 01:28:28 +00:00
# * pin installed cspell to v4.2.8 (cspell v5+ is broken for NodeJS < v12)
## maint: [2021-11-10; rivy] `cspell` version may be advanced to v5 when used with NodeJS >= v12
sudo apt-get -y update ; sudo apt-get -y install npm ; sudo npm install cspell@4.2.8 -g ;
2021-06-12 18:46:37 +00:00
- name : Run `cspell`
shell : bash
run : |
## Run `cspell`
2021-11-17 03:31:15 +00:00
unset fault
fault_type="${{ steps.vars.outputs.FAULT_TYPE }}"
fault_prefix=$(echo "$fault_type" | tr '[:lower:]' '[:upper:]')
2021-11-11 01:28:28 +00:00
# * find cspell configuration ; note: avoid quotes around ${cfg_file} b/c `cspell` (v4) doesn't correctly dequote the config argument (or perhaps a subshell expansion issue?)
2021-11-17 03:31:15 +00:00
cfg_files=($(shopt -s nullglob ; echo {.vscode,.}/{,.}c[sS]pell{.json,.config{.js,.cjs,.json,.yaml,.yml},.yaml,.yml} ;))
cfg_file=${cfg_files[0]}
2021-11-11 01:28:28 +00:00
unset CSPELL_CFG_OPTION ; if [ -n "$cfg_file" ]; then CSPELL_CFG_OPTION="--config $cfg_file" ; fi
2021-11-17 03:31:15 +00:00
# * `cspell`
2021-11-11 01:28:28 +00:00
## maint: [2021-11-10; rivy] the `--no-progress` option for `cspell` is a `cspell` v5+ option
# S=$(cspell ${CSPELL_CFG_OPTION} --no-summary --no-progress "**/*") && printf "%s\n" "$S" || { printf "%s\n" "$S" ; printf "%s" "$S" | sed -E -n "s/${PWD//\//\\/}\/(.*):(.*):(.*) - (.*)/::${fault_type} file=\1,line=\2,col=\3::${fault_type^^}: \4 (file:'\1', line:\2)/p" ; fault=true ; true ; }
S=$(cspell ${CSPELL_CFG_OPTION} --no-summary "**/*") && printf "%s\n" "$S" || { printf "%s\n" "$S" ; printf "%s" "$S" | sed -E -n "s/${PWD//\//\\/}\/(.*):(.*):(.*) - (.*)/::${fault_type} file=\1,line=\2,col=\3::${fault_type^^}: \4 (file:'\1', line:\2)/p" ; fault=true ; true ; }
2021-11-17 03:31:15 +00:00
if [ -n "${{ steps.vars.outputs.FAIL_ON_FAULT }}" ] && [ -n "$fault" ]; then exit 1 ; fi
2020-01-28 01:59:40 +00:00
2022-01-28 23:09:33 +00:00
doc_warnings :
name : Documentation/warnings
runs-on : ${{ matrix.job.os }}
strategy :
fail-fast : false
matrix :
job :
- { os: ubuntu-latest , features : feat_os_unix }
# for now, don't build it on mac & windows because the doc is only published from linux
# + it needs a bunch of duplication for build
# and I don't want to add a doc step in the regular build to avoid long builds
# - { os: macos-latest , features: feat_os_macos }
# - { os: windows-latest , features: feat_os_windows }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-01-28 23:09:33 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2022-01-28 23:09:33 +00:00
# failure mode
unset FAIL_ON_FAULT ; case '${{ env.STYLE_FAIL_ON_FAULT }}' in
'' |0|f|false|n|no|off) FAULT_TYPE=warning ;;
*) FAIL_ON_FAULT=true ; FAULT_TYPE=error ;;
esac;
outputs FAIL_ON_FAULT FAULT_TYPE
# target-specific options
# * CARGO_FEATURES_OPTION
CARGO_FEATURES_OPTION='--all-features' ;
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features "${{ matrix.job.features }}"' ; fi
outputs CARGO_FEATURES_OPTION
# * determine sub-crate utility list
UTILITY_LIST="$(./util/show-utils.sh ${CARGO_FEATURES_OPTION})"
echo UTILITY_LIST=${UTILITY_LIST}
2022-10-20 06:59:00 +00:00
CARGO_UTILITY_LIST_OPTIONS="$(for u in ${UTILITY_LIST}; do echo -n "-puu_${u} "; done;)"
2022-01-28 23:09:33 +00:00
outputs CARGO_UTILITY_LIST_OPTIONS
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update -c clippy --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2022-01-28 23:09:33 +00:00
- name : "`cargo doc` with warnings"
shell : bash
run : |
RUSTDOCFLAGS="-Dwarnings" cargo doc ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} --no-deps --workspace --document-private-items
2020-01-28 01:59:40 +00:00
min_version :
2021-11-17 03:31:15 +00:00
name : MinRustV # Minimum supported rust version (aka, MinSRV or MSRV)
2020-04-08 16:30:31 +00:00
runs-on : ${{ matrix.job.os }}
strategy :
matrix :
job :
- { os: ubuntu-latest , features : feat_os_unix }
2020-01-28 01:59:40 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2021-11-17 03:31:15 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2021-11-17 03:31:15 +00:00
# target-specific options
# * CARGO_FEATURES_OPTION
unset CARGO_FEATURES_OPTION
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features "${{ matrix.job.features }}"' ; fi
outputs CARGO_FEATURES_OPTION
2020-01-28 01:59:40 +00:00
- name : Install `rust` toolchain (v${{ env.RUST_MIN_SRV }})
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain (v${{ env.RUST_MIN_SRV }})
2023-02-06 14:52:29 +00:00
rustup toolchain install --no-self-update ${{ env.RUST_MIN_SRV }} --profile minimal
2022-11-19 06:59:51 +00:00
rustup default ${{ env.RUST_MIN_SRV }}
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2021-06-12 18:46:37 +00:00
- name : Confirm MinSRV compatible 'Cargo.lock'
2020-10-23 15:25:18 +00:00
shell : bash
run : |
2021-06-12 18:46:37 +00:00
## Confirm MinSRV compatible 'Cargo.lock'
2020-10-23 15:25:18 +00:00
# * 'Cargo.lock' is required to be in a format that `cargo` of MinSRV can interpret (eg, v1-format for MinSRV < v1.38)
2021-06-12 18:46:37 +00:00
cargo fetch --locked --quiet || { echo "::error file=Cargo.lock::Incompatible (or out-of-date) 'Cargo.lock' file; update using \`cargo +${{ env.RUST_MIN_SRV }} update\`" ; exit 1 ; }
2022-02-02 05:01:34 +00:00
- name : Confirm MinSRV equivalence for '.clippy.toml'
shell : bash
run : |
## Confirm MinSRV equivalence for '.clippy.toml'
# * ensure '.clippy.toml' MSRV configuration setting is equal to ${{ env.RUST_MIN_SRV }}
CLIPPY_MSRV=$(grep -P "(?i)^\s*msrv\s*=\s*" .clippy.toml | grep -oP "\d+([.]\d+)+")
if [ "${CLIPPY_MSRV}" != "${{ env.RUST_MIN_SRV }}" ]; then { echo "::error file=.clippy.toml::Incorrect MSRV configuration for clippy (found '${CLIPPY_MSRV}'; should be '${{ env.RUST_MIN_SRV }}'); update '.clippy.toml' with 'msrv = \"${{ env.RUST_MIN_SRV }}\"'" ; exit 1 ; } ; fi
2020-04-08 16:30:31 +00:00
- name : Info
shell : bash
run : |
2021-06-12 18:46:37 +00:00
## Info
# environment
2020-06-14 00:38:24 +00:00
echo "## environment"
echo "CI='${CI}'"
2021-06-12 18:46:37 +00:00
# tooling info display
2020-04-08 16:30:31 +00:00
echo "## tooling"
which gcc >/dev/null 2>&1 && (gcc --version | head -1) || true
2021-06-23 15:05:49 +00:00
rustup -V 2>/dev/null
2020-04-08 16:30:31 +00:00
rustup show active-toolchain
cargo -V
rustc -V
2022-09-12 11:22:33 +00:00
cargo tree -V
2021-06-12 18:46:37 +00:00
# dependencies
2020-04-08 16:30:31 +00:00
echo "## dependency list"
2020-04-15 05:34:40 +00:00
## * using the 'stable' toolchain is necessary to avoid "unexpected '--filter-platform'" errors
2021-11-17 03:31:15 +00:00
RUSTUP_TOOLCHAIN=stable cargo fetch --locked --quiet
2022-09-12 11:22:33 +00:00
RUSTUP_TOOLCHAIN=stable cargo tree --all --locked --no-dev-dependencies --no-indent ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} | grep -vE "$PWD" | sort --unique
2020-01-28 01:59:40 +00:00
- name : Test
2022-11-18 06:20:22 +00:00
run : cargo test -v ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} -p uucore -p coreutils
2020-08-10 14:53:32 +00:00
env :
2022-04-23 19:32:35 +00:00
RUSTFLAGS : "-Awarnings --cfg unsound_local_offset"
2023-01-01 13:07:59 +00:00
RUST_BACKTRACE : "1"
2021-11-17 03:31:15 +00:00
deps :
name : Dependencies
runs-on : ${{ matrix.job.os }}
strategy :
fail-fast : false
matrix :
job :
- { os: ubuntu-latest , features : feat_os_unix }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2021-11-17 03:31:15 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2021-11-17 03:31:15 +00:00
- name : "`cargo update` testing"
shell : bash
run : |
## `cargo update` testing
# * convert any errors/warnings to GHA UI annotations; ref: <https://help.github.com/en/actions/reference/workflow-commands-for-github-actions#setting-a-warning-message>
cargo fetch --locked --quiet || { echo "::error file=Cargo.lock::'Cargo.lock' file requires update (use \`cargo +${{ env.RUST_MIN_SRV }} update\`)" ; exit 1 ; }
2020-01-28 01:59:40 +00:00
2021-06-12 18:46:37 +00:00
build_makefile :
name : Build/Makefile
2021-11-10 19:37:00 +00:00
needs : [ min_version, deps ]
2021-03-14 19:30:53 +00:00
runs-on : ${{ matrix.job.os }}
strategy :
fail-fast : false
matrix :
job :
2021-11-10 18:09:46 +00:00
- { os: ubuntu-latest , features : feat_os_unix }
2021-03-14 19:30:53 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2021-03-14 19:30:53 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2021-06-12 18:46:37 +00:00
- name : "`make build`"
2021-03-14 19:30:53 +00:00
shell : bash
run : |
2021-06-12 18:46:37 +00:00
make build
- name : "`make test`"
2021-04-02 20:22:50 +00:00
shell : bash
run : |
2021-06-12 18:46:37 +00:00
make test
2023-01-01 13:07:59 +00:00
env :
RUST_BACKTRACE : "1"
2021-04-02 20:22:50 +00:00
2022-01-30 18:58:47 +00:00
2022-03-07 20:48:15 +00:00
build_rust_stable :
name : Build/stable
needs : [ min_version, deps ]
runs-on : ${{ matrix.job.os }}
2022-08-20 17:29:25 +00:00
timeout-minutes : 90
2022-03-07 20:48:15 +00:00
strategy :
fail-fast : false
matrix :
job :
- { os: ubuntu-latest , features : feat_os_unix }
- { os: macos-latest , features : feat_os_macos }
- { os: windows-latest , features : feat_os_windows }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-03-07 20:48:15 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2022-03-07 20:48:15 +00:00
- name : Test
2022-11-18 06:20:22 +00:00
run : cargo test ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }}
2023-01-01 13:07:59 +00:00
env :
RUST_BACKTRACE : "1"
2022-03-07 20:48:15 +00:00
2022-03-07 20:48:42 +00:00
build_rust_nightly :
name : Build/nightly
needs : [ min_version, deps ]
runs-on : ${{ matrix.job.os }}
2022-08-20 17:29:25 +00:00
timeout-minutes : 90
2022-03-07 20:48:42 +00:00
strategy :
fail-fast : false
matrix :
job :
- { os: ubuntu-latest , features : feat_os_unix }
- { os: macos-latest , features : feat_os_macos }
- { os: windows-latest , features : feat_os_windows }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-03-07 20:48:42 +00:00
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install nightly --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default nightly
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2022-03-07 20:48:42 +00:00
- name : Test
2022-11-18 06:20:22 +00:00
run : cargo test ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }}
2023-01-01 13:07:59 +00:00
env :
RUST_BACKTRACE : "1"
2022-03-07 20:48:42 +00:00
2022-01-30 18:58:47 +00:00
compute_size :
name : Binary sizes
needs : [ min_version, deps ]
runs-on : ${{ matrix.job.os }}
strategy :
fail-fast : false
matrix :
job :
- { os: ubuntu-latest , features : feat_os_unix }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-01-30 18:58:47 +00:00
- name : Install dependencies
shell : bash
run : |
## Install dependencies
sudo apt-get update
sudo apt-get install jq
- name : Install `rust` toolchain
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## Install `rust` toolchain
2023-02-06 14:52:29 +00:00
rustup toolchain install stable --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default stable
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2022-01-30 18:58:47 +00:00
- name : "`make install`"
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## `make install`
2022-01-30 18:58:47 +00:00
make install DESTDIR=target/size-release/
make install MULTICALL=y DESTDIR=target/size-multi-release/
# strip the results
strip target/size*/usr/local/bin/*
2023-01-18 17:41:39 +00:00
- name : Compute uutil release sizes
2022-01-30 18:58:47 +00:00
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Compute uutil release sizes
2022-01-30 18:58:47 +00:00
SIZE=$(du -s target/size-release/usr/local/bin/|awk '{print $1}')
2023-01-18 17:42:06 +00:00
SIZE_MULTI=$(du -s target/size-multi-release/usr/local/bin/|awk '{print $1}')
2022-01-30 18:58:47 +00:00
jq -n \
--arg date "$(date --rfc-email)" \
--arg sha "$GITHUB_SHA" \
--arg size "$SIZE" \
2023-01-18 17:42:06 +00:00
--arg multisize "$SIZE_MULTI" \
2022-03-13 20:03:40 +00:00
'{($date): { sha: $sha, size: $size, multisize: $multisize, }}' > size-result.json
2022-05-06 06:38:13 +00:00
- uses : actions/upload-artifact@v3
2022-01-30 18:58:47 +00:00
with :
name : size-result
path : size-result.json
2020-01-28 01:59:40 +00:00
build :
2022-09-25 14:30:33 +00:00
permissions :
contents : write # to create GitHub release (softprops/action-gh-release)
2020-01-28 01:59:40 +00:00
name : Build
2021-11-10 19:37:00 +00:00
needs : [ min_version, deps ]
2020-01-28 01:59:40 +00:00
runs-on : ${{ matrix.job.os }}
2022-08-20 17:29:25 +00:00
timeout-minutes : 90
2022-09-04 21:06:58 +00:00
env :
DOCKER_OPTS : '--volume /etc/passwd:/etc/passwd --volume /etc/group:/etc/group'
2020-01-28 01:59:40 +00:00
strategy :
fail-fast : false
matrix :
job :
2021-11-17 03:31:15 +00:00
# { os , target , cargo-options , features , use-cross , toolchain }
- { os: ubuntu-latest , target: arm-unknown-linux-gnueabihf, features: feat_os_unix_gnueabihf, use-cross : use-cross, }
2020-05-28 21:01:24 +00:00
- { os: ubuntu-latest , target: aarch64-unknown-linux-gnu , features: feat_os_unix_gnueabihf , use-cross : use-cross }
2021-07-12 15:33:24 +00:00
- { os: ubuntu-latest , target: x86_64-unknown-linux-gnu , features: feat_os_unix , use-cross : use-cross }
# - { os: ubuntu-latest , target: x86_64-unknown-linux-gnu , features: feat_selinux , use-cross: use-cross }
2020-06-01 14:10:21 +00:00
# - { os: ubuntu-18.04 , target: i586-unknown-linux-gnu , features: feat_os_unix , use-cross: use-cross } ## note: older windows platform; not required, dev-FYI only
# - { os: ubuntu-18.04 , target: i586-unknown-linux-gnu , features: feat_os_unix , use-cross: use-cross } ## note: older windows platform; not required, dev-FYI only
2022-03-04 11:52:57 +00:00
- { os: ubuntu-latest , target: i686-unknown-linux-gnu , features: feat_os_unix , use-cross : use-cross }
- { os: ubuntu-latest , target: i686-unknown-linux-musl , features: feat_os_unix_musl , use-cross : use-cross }
- { os: ubuntu-latest , target: x86_64-unknown-linux-gnu , features: feat_os_unix , use-cross : use-cross }
- { os: ubuntu-latest , target: x86_64-unknown-linux-musl , features: feat_os_unix_musl , use-cross : use-cross }
# Commented until https://github.com/uutils/coreutils/issues/3210 is fixed
#- { os: ubuntu-18.04 , target: i686-unknown-linux-gnu , features: feat_os_unix , use-cross: use-cross }
#- { os: ubuntu-18.04 , target: i686-unknown-linux-musl , features: feat_os_unix_musl , use-cross: use-cross }
#- { os: ubuntu-18.04 , target: x86_64-unknown-linux-gnu , features: feat_os_unix , use-cross: use-cross }
#- { os: ubuntu-18.04 , target: x86_64-unknown-linux-musl , features: feat_os_unix_musl , use-cross: use-cross }
2020-04-20 03:06:51 +00:00
- { os: macos-latest , target: x86_64-apple-darwin , features : feat_os_macos }
2020-01-28 01:59:40 +00:00
- { os: windows-latest , target: i686-pc-windows-msvc , features : feat_os_windows }
2021-11-17 03:31:15 +00:00
- { os: windows-latest , target: x86_64-pc-windows-gnu , features: feat_os_windows } ## note : requires rust >= 1.43.0 to link correctly
2020-01-28 01:59:40 +00:00
- { os: windows-latest , target: x86_64-pc-windows-msvc , features : feat_os_windows }
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2020-01-28 01:59:40 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2020-01-28 01:59:40 +00:00
# toolchain
TOOLCHAIN="stable" ## default to "stable" toolchain
# * specify alternate/non-default TOOLCHAIN for *-pc-windows-gnu targets; gnu targets on Windows are broken for the standard *-pc-windows-msvc toolchain (refs: GH:rust-lang/rust#47048, GH:rust-lang/rust#53454, GH:rust-lang/cargo#6754)
case ${{ matrix.job.target }} in *-pc-windows-gnu) TOOLCHAIN="stable-${{ matrix.job.target }}" ;; esac;
# * use requested TOOLCHAIN if specified
if [ -n "${{ matrix.job.toolchain }}" ]; then TOOLCHAIN="${{ matrix.job.toolchain }}" ; fi
2021-05-31 21:01:54 +00:00
outputs TOOLCHAIN
2020-01-28 01:59:40 +00:00
# staging directory
STAGING='_staging'
2021-05-31 21:01:54 +00:00
outputs STAGING
2020-01-28 01:59:40 +00:00
# determine EXE suffix
EXE_suffix="" ; case '${{ matrix.job.target }}' in *-pc-windows-*) EXE_suffix=".exe" ;; esac;
2021-05-31 21:01:54 +00:00
outputs EXE_suffix
2020-01-28 01:59:40 +00:00
# parse commit reference info
2020-04-10 13:40:41 +00:00
echo GITHUB_REF=${GITHUB_REF}
echo GITHUB_SHA=${GITHUB_SHA}
2020-01-28 01:59:40 +00:00
REF_NAME=${GITHUB_REF#refs/*/}
2020-04-10 13:40:41 +00:00
unset REF_BRANCH ; case "${GITHUB_REF}" in refs/heads/*) REF_BRANCH=${GITHUB_REF#refs/heads/} ;; esac;
unset REF_TAG ; case "${GITHUB_REF}" in refs/tags/*) REF_TAG=${GITHUB_REF#refs/tags/} ;; esac;
2022-02-22 23:12:12 +00:00
REF_SHAS=${GITHUB_SHA:0:10}
2021-05-31 21:01:54 +00:00
outputs REF_NAME REF_BRANCH REF_TAG REF_SHAS
2020-01-28 01:59:40 +00:00
# parse target
2020-05-28 21:01:24 +00:00
unset TARGET_ARCH
case '${{ matrix.job.target }}' in
aarch64-*) TARGET_ARCH=arm64 ;;
arm-*-*hf) TARGET_ARCH=armhf ;;
i586-*) TARGET_ARCH=i586 ;;
i686-*) TARGET_ARCH=i686 ;;
x86_64-*) TARGET_ARCH=x86_64 ;;
esac;
2020-01-28 01:59:40 +00:00
unset TARGET_OS ; case '${{ matrix.job.target }}' in *-linux-*) TARGET_OS=linux ;; *-apple-*) TARGET_OS=macos ;; *-windows-*) TARGET_OS=windows ;; esac;
2021-05-31 21:01:54 +00:00
outputs TARGET_ARCH TARGET_OS
2020-01-28 01:59:40 +00:00
# package name
PKG_suffix=".tar.gz" ; case '${{ matrix.job.target }}' in *-pc-windows-*) PKG_suffix=".zip" ;; esac;
PKG_BASENAME=${PROJECT_NAME}-${REF_TAG:-$REF_SHAS}-${{ matrix.job.target }}
PKG_NAME=${PKG_BASENAME}${PKG_suffix}
2021-05-31 21:01:54 +00:00
outputs PKG_suffix PKG_BASENAME PKG_NAME
2020-01-28 01:59:40 +00:00
# deployable tag? (ie, leading "vM" or "M"; M == version number)
2020-05-28 21:01:24 +00:00
unset DEPLOY ; if [[ $REF_TAG =~ ^[vV]?[0-9].* ]]; then DEPLOY='true' ; fi
2021-05-31 21:01:54 +00:00
outputs DEPLOY
2020-05-28 21:01:24 +00:00
# DPKG architecture?
unset DPKG_ARCH
case ${{ matrix.job.target }} in
x86_64-*-linux-*) DPKG_ARCH=amd64 ;;
*-linux-*) DPKG_ARCH=${TARGET_ARCH} ;;
esac
2021-05-31 21:01:54 +00:00
outputs DPKG_ARCH
2020-05-28 21:01:24 +00:00
# DPKG version?
unset DPKG_VERSION ; if [[ $REF_TAG =~ ^[vV]?[0-9].* ]]; then DPKG_VERSION=${REF_TAG/#[vV]/} ; fi
2021-05-31 21:01:54 +00:00
outputs DPKG_VERSION
2020-05-28 21:01:24 +00:00
# DPKG base name/conflicts?
DPKG_BASENAME=${PROJECT_NAME}
DPKG_CONFLICTS=${PROJECT_NAME}-musl
case ${{ matrix.job.target }} in *-musl) DPKG_BASENAME=${PROJECT_NAME}-musl ; DPKG_CONFLICTS=${PROJECT_NAME} ;; esac;
2021-05-31 21:01:54 +00:00
outputs DPKG_BASENAME DPKG_CONFLICTS
2020-05-28 21:01:24 +00:00
# DPKG name
unset DPKG_NAME;
if [[ -n $DPKG_ARCH && -n $DPKG_VERSION ]]; then DPKG_NAME="${DPKG_BASENAME}_${DPKG_VERSION}_${DPKG_ARCH}.deb" ; fi
2021-05-31 21:01:54 +00:00
outputs DPKG_NAME
2020-01-28 01:59:40 +00:00
# target-specific options
2020-03-10 19:23:15 +00:00
# * CARGO_FEATURES_OPTION
CARGO_FEATURES_OPTION='' ;
2022-03-18 18:40:26 +00:00
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features=${{ matrix.job.features }}' ; fi
2021-05-31 21:01:54 +00:00
outputs CARGO_FEATURES_OPTION
2022-11-18 06:20:22 +00:00
# * CARGO_CMD
CARGO_CMD='cross' ; case '${{ matrix.job.use-cross }}' in ''|0|f|false|n|no) CARGO_CMD='cargo' ;; esac;
outputs CARGO_CMD
2020-06-14 00:38:24 +00:00
# ** pass needed environment into `cross` container (iff `cross` not already configured via "Cross.toml")
2022-11-18 06:20:22 +00:00
if [ "${CARGO_CMD}" = 'cross' ] && [ ! -e "Cross.toml" ] ; then
2022-06-29 12:11:37 +00:00
cargo install --version 0.2.1 cross
2023-01-01 13:07:59 +00:00
printf "[build.env]\npassthrough = [\"CI\", \"RUST_BACKTRACE\"]\n" > Cross.toml
2020-06-14 00:38:24 +00:00
fi
2020-05-28 21:01:24 +00:00
# * test only library and/or binaries for arm-type targets
unset CARGO_TEST_OPTIONS ; case '${{ matrix.job.target }}' in aarch64-* | arm-*) CARGO_TEST_OPTIONS="--bins" ;; esac;
2021-05-31 21:01:54 +00:00
outputs CARGO_TEST_OPTIONS
2020-05-28 21:01:24 +00:00
# * executable for `strip`?
STRIP="strip"
case ${{ matrix.job.target }} in
aarch64-*-linux-gnu) STRIP="aarch64-linux-gnu-strip" ;;
arm-*-linux-gnueabihf) STRIP="arm-linux-gnueabihf-strip" ;;
*-pc-windows-msvc) STRIP="" ;;
esac;
2021-05-31 21:01:54 +00:00
outputs STRIP
2020-01-28 01:59:40 +00:00
- name : Create all needed build/work directories
shell : bash
run : |
2021-06-12 18:46:37 +00:00
## Create build/work space
2020-01-28 01:59:40 +00:00
mkdir -p '${{ steps.vars.outputs.STAGING }}'
mkdir -p '${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.PKG_BASENAME }}'
2020-05-28 21:01:24 +00:00
mkdir -p '${{ steps.vars.outputs.STAGING }}/dpkg'
2021-11-14 22:24:18 +00:00
- name : Install/setup prerequisites
shell : bash
run : |
## Install/setup prerequisites
case '${{ matrix.job.target }}' in
arm-unknown-linux-gnueabihf) sudo apt-get -y update ; sudo apt-get -y install gcc-arm-linux-gnueabihf ;;
aarch64-unknown-linux-gnu) sudo apt-get -y update ; sudo apt-get -y install gcc-aarch64-linux-gnu ;;
esac
case '${{ matrix.job.os }}' in
macos-latest) brew install coreutils ;; # needed for testing
esac
2022-02-22 22:35:16 +00:00
case '${{ matrix.job.os }}' in
ubuntu-*)
# pinky is a tool to show logged-in users from utmp, and gecos fields from /etc/passwd.
# In GitHub Action *nix VMs, no accounts log in, even the "runner" account that runs the commands. The account also has empty gecos fields.
# To work around this for pinky tests, we create a fake login entry for the GH runner account...
FAKE_UTMP='[7] [999999] [tty2] [runner] [tty2] [] [0.0.0.0] [2022-02-22T22:22:22,222222+00:00]'
# ... by dumping the login records, adding our fake line, then reverse dumping ...
(utmpdump /var/run/utmp ; echo $FAKE_UTMP) | sudo utmpdump -r -o /var/run/utmp
# ... and add a full name to each account with a gecos field but no full name.
sudo sed -i 's/:,/:runner name,/' /etc/passwd
# We also create a couple optional files pinky looks for
touch /home/runner/.project
echo "foo" > /home/runner/.plan
;;
esac
2020-01-28 01:59:40 +00:00
- name : rust toolchain ~ install
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## rust toolchain ~ install
2023-02-06 14:52:29 +00:00
rustup toolchain install --no-self-update ${{ env.RUST_MIN_SRV }} -t ${{ matrix.job.target }} --profile minimal
2022-11-19 06:59:51 +00:00
rustup default ${{ env.RUST_MIN_SRV }}
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
with :
key : ${{ matrix.job.os }}-${{ matrix.job.target }}
2020-08-03 15:08:15 +00:00
- name : Initialize toolchain-dependent workflow variables
id : dep_vars
shell : bash
run : |
## Dependent VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2020-08-03 15:08:15 +00:00
# * determine sub-crate utility list
2022-03-18 18:40:26 +00:00
UTILITY_LIST="$(./util/show-utils.sh ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }})"
2021-05-31 21:01:54 +00:00
echo UTILITY_LIST=${UTILITY_LIST}
2022-10-20 06:59:00 +00:00
CARGO_UTILITY_LIST_OPTIONS="$(for u in ${UTILITY_LIST}; do echo -n "-puu_${u} "; done;)"
2021-05-31 21:01:54 +00:00
outputs CARGO_UTILITY_LIST_OPTIONS
2020-01-28 01:59:40 +00:00
- name : Info
shell : bash
run : |
2021-06-12 18:46:37 +00:00
## Info
# commit info
2020-04-08 19:52:03 +00:00
echo "## commit"
echo GITHUB_REF=${GITHUB_REF}
echo GITHUB_SHA=${GITHUB_SHA}
2021-06-12 18:46:37 +00:00
# environment
2020-06-14 00:38:24 +00:00
echo "## environment"
echo "CI='${CI}'"
2021-06-12 18:46:37 +00:00
# tooling info display
2020-04-08 16:30:31 +00:00
echo "## tooling"
2020-01-28 01:59:40 +00:00
which gcc >/dev/null 2>&1 && (gcc --version | head -1) || true
2021-06-23 15:05:49 +00:00
rustup -V 2>/dev/null
2020-04-08 16:30:31 +00:00
rustup show active-toolchain
2020-01-28 01:59:40 +00:00
cargo -V
rustc -V
2022-09-12 11:22:33 +00:00
cargo tree -V
2021-06-12 18:46:37 +00:00
# dependencies
2020-04-08 16:30:31 +00:00
echo "## dependency list"
2020-10-23 15:25:18 +00:00
cargo fetch --locked --quiet
2022-09-12 11:22:33 +00:00
cargo tree --locked --target=${{ matrix.job.target }} ${{ matrix.job.cargo-options }} ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} --all --no-dev-dependencies --no-indent | grep -vE "$PWD" | sort --unique
2020-01-28 01:59:40 +00:00
- name : Build
2022-11-18 06:20:22 +00:00
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Build
2022-11-18 06:20:22 +00:00
${{ steps.vars.outputs.CARGO_CMD }} +${{ env.RUST_MIN_SRV }} build --release \
--target=${{ matrix.job.target }} ${{ matrix.job.cargo-options }} ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }}
2020-01-28 01:59:40 +00:00
- name : Test
2022-11-18 06:20:22 +00:00
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Test
2022-11-18 06:20:22 +00:00
${{ steps.vars.outputs.CARGO_CMD }} +${{ env.RUST_MIN_SRV }} test --target=${{ matrix.job.target }} \
${{ steps.vars.outputs.CARGO_TEST_OPTIONS}} ${{ matrix.job.cargo-options }} ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }}
2023-01-01 13:07:59 +00:00
env :
RUST_BACKTRACE : "1"
2020-08-03 15:08:15 +00:00
- name : Test individual utilities
2022-11-18 06:20:22 +00:00
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Test individual utilities
2022-11-18 06:20:22 +00:00
${{ steps.vars.outputs.CARGO_CMD }} +${{ env.RUST_MIN_SRV }} test --target=${{ matrix.job.target }} \
${{ steps.vars.outputs.CARGO_TEST_OPTIONS}} ${{ matrix.job.cargo-options }} ${{ steps.dep_vars.outputs.CARGO_UTILITY_LIST_OPTIONS }}
2023-01-01 13:07:59 +00:00
env :
RUST_BACKTRACE : "1"
2020-01-28 01:59:40 +00:00
- name : Archive executable artifacts
2022-05-06 06:38:13 +00:00
uses : actions/upload-artifact@v3
2020-01-28 01:59:40 +00:00
with :
name : ${{ env.PROJECT_NAME }}-${{ matrix.job.target }}
path : target/${{ matrix.job.target }}/release/${{ env.PROJECT_NAME }}${{ steps.vars.outputs.EXE_suffix }}
- name : Package
shell : bash
run : |
2021-06-12 18:46:37 +00:00
## Package artifact(s)
2020-01-28 01:59:40 +00:00
# binary
cp 'target/${{ matrix.job.target }}/release/${{ env.PROJECT_NAME }}${{ steps.vars.outputs.EXE_suffix }}' '${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.PKG_BASENAME }}/'
# `strip` binary (if needed)
if [ -n "${{ steps.vars.outputs.STRIP }}" ]; then "${{ steps.vars.outputs.STRIP }}" '${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.PKG_BASENAME }}/${{ env.PROJECT_NAME }}${{ steps.vars.outputs.EXE_suffix }}' ; fi
# README and LICENSE
2020-03-18 05:05:58 +00:00
# * spell-checker:ignore EADME ICENSE
(shopt -s nullglob; for f in [R]"EADME"{,.*}; do cp $f '${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.PKG_BASENAME }}/' ; done)
(shopt -s nullglob; for f in [L]"ICENSE"{-*,}{,.*}; do cp $f '${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.PKG_BASENAME }}/' ; done)
2020-01-28 01:59:40 +00:00
# core compressed package
pushd '${{ steps.vars.outputs.STAGING }}/' >/dev/null
case '${{ matrix.job.target }}' in
*-pc-windows-*) 7z -y a '${{ steps.vars.outputs.PKG_NAME }}' '${{ steps.vars.outputs.PKG_BASENAME }}'/* | tail -2 ;;
*) tar czf '${{ steps.vars.outputs.PKG_NAME }}' '${{ steps.vars.outputs.PKG_BASENAME }}'/* ;;
esac
popd >/dev/null
2020-05-28 21:01:24 +00:00
# dpkg
if [ -n "${{ steps.vars.outputs.DPKG_NAME }}" ]; then
DPKG_DIR="${{ steps.vars.outputs.STAGING }}/dpkg"
# binary
install -Dm755 'target/${{ matrix.job.target }}/release/${{ env.PROJECT_NAME }}${{ steps.vars.outputs.EXE_suffix }}' "${DPKG_DIR}/usr/bin/${{ env.PROJECT_NAME }}${{ steps.vars.outputs.EXE_suffix }}"
if [ -n "${{ steps.vars.outputs.STRIP }}" ]; then "${{ steps.vars.outputs.STRIP }}" "${DPKG_DIR}/usr/bin/${{ env.PROJECT_NAME }}${{ steps.vars.outputs.EXE_suffix }}" ; fi
# README and LICENSE
(shopt -s nullglob; for f in [R]"EADME"{,.*}; do install -Dm644 "$f" "${DPKG_DIR}/usr/share/doc/${{ env.PROJECT_NAME }}/$f" ; done)
(shopt -s nullglob; for f in [L]"ICENSE"{-*,}{,.*}; do install -Dm644 "$f" "${DPKG_DIR}/usr/share/doc/${{ env.PROJECT_NAME }}/$f" ; done)
# control file
mkdir -p "${DPKG_DIR}/DEBIAN"
printf "Package: ${{ steps.vars.outputs.DPKG_BASENAME }}\nVersion: ${{ steps.vars.outputs.DPKG_VERSION }}\nSection: utils\nPriority: optional\nMaintainer: ${{ env.PROJECT_AUTH }}\nArchitecture: ${{ steps.vars.outputs.DPKG_ARCH }}\nProvides: ${{ env.PROJECT_NAME }}\nConflicts: ${{ steps.vars.outputs.DPKG_CONFLICTS }}\nDescription: ${{ env.PROJECT_DESC }}\n" > "${DPKG_DIR}/DEBIAN/control"
# build dpkg
fakeroot dpkg-deb --build "${DPKG_DIR}" "${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.DPKG_NAME }}"
fi
2020-01-28 01:59:40 +00:00
- name : Publish
uses : softprops/action-gh-release@v1
2020-05-28 21:01:24 +00:00
if : steps.vars.outputs.DEPLOY
2020-01-28 01:59:40 +00:00
with :
files : |
${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.PKG_NAME }}
2020-05-28 21:01:24 +00:00
${{ steps.vars.outputs.STAGING }}/${{ steps.vars.outputs.DPKG_NAME }}
2020-01-28 01:59:40 +00:00
env :
GITHUB_TOKEN : ${{ secrets.GITHUB_TOKEN }}
2021-06-12 18:46:37 +00:00
test_busybox :
name : Tests/BusyBox test suite
2021-11-10 19:37:00 +00:00
needs : [ min_version, deps ]
2021-06-12 18:46:37 +00:00
runs-on : ${{ matrix.job.os }}
strategy :
fail-fast : false
matrix :
job :
- { os : ubuntu-latest }
steps :
2022-12-04 16:19:44 +00:00
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
echo "TEST_SUMMARY_FILE=busybox-result.json" >> $GITHUB_OUTPUT
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-12-04 21:44:31 +00:00
- uses : Swatinem/rust-cache@v2
2021-11-14 22:24:18 +00:00
- name : Install/setup prerequisites
shell : bash
run : |
## Install/setup prerequisites
make prepare-busytest
2023-01-18 17:41:39 +00:00
- name : Run BusyBox test suite
2022-12-04 16:19:44 +00:00
id : summary
2021-06-12 18:46:37 +00:00
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Run BusyBox test suite
2022-12-04 16:19:44 +00:00
set -v
2022-12-03 16:57:37 +00:00
cp .busybox-config target/debug/.config
2021-06-12 18:46:37 +00:00
## Run BusyBox test suite
bindir=$(pwd)/target/debug
cd tmp/busybox-*/testsuite
output=$(bindir=$bindir ./runtest 2>&1 || true)
printf "%s\n" "${output}"
2022-12-04 16:19:44 +00:00
FAIL=$(echo "$output" | grep "^FAIL:\s" | wc --lines)
PASS=$(echo "$output" | grep "^PASS:\s" | wc --lines)
2022-12-06 09:45:28 +00:00
SKIP=$(echo "$output" | grep "^SKIPPED:\s" | wc --lines)
TOTAL=`expr $FAIL + $PASS + $SKIP`
2022-12-04 16:19:44 +00:00
echo "FAIL $FAIL"
2022-12-06 09:45:28 +00:00
echo "SKIP $SKIP"
2022-12-04 16:19:44 +00:00
echo "PASS $PASS"
echo "TOTAL $TOTAL"
cd -
2022-12-06 07:52:05 +00:00
output="Busybox tests summary = TOTAL: $TOTAL / PASS: $PASS / FAIL: $FAIL / SKIP: $SKIP"
echo "${output}"
if [[ "$FAIL" -gt 0 || "$ERROR" -gt 0 ]]; then echo "::warning ::${output}" ; fi
2022-12-04 16:19:44 +00:00
jq -n \
--arg date "$(date --rfc-email)" \
--arg sha "$GITHUB_SHA" \
--arg total "$TOTAL" \
--arg pass "$PASS" \
2022-12-06 09:45:28 +00:00
--arg skip "$SKIP" \
2022-12-04 16:19:44 +00:00
--arg fail "$FAIL" \
'{($date): { sha: $sha, total: $total, pass: $pass, skip: $skip, fail: $fail, }}' > '${{ steps.vars.outputs.TEST_SUMMARY_FILE }}'
HASH=$(sha1sum '${{ steps.vars.outputs.TEST_SUMMARY_FILE }}' | cut --delim=" " -f 1)
echo "HASH=${HASH}" >> $GITHUB_OUTPUT
- name : Reserve SHA1/ID of 'test-summary'
uses : actions/upload-artifact@v3
with :
name : "${{ steps.summary.outputs.HASH }}"
path : "${{ steps.vars.outputs.TEST_SUMMARY_FILE }}"
- name : Reserve test results summary
uses : actions/upload-artifact@v3
with :
name : test-summary
path : "${{ steps.vars.outputs.TEST_SUMMARY_FILE }}"
- name : Upload json results
uses : actions/upload-artifact@v3
with :
name : busybox-result.json
path : ${{ steps.vars.outputs.TEST_SUMMARY_FILE }}
2021-06-12 18:46:37 +00:00
2022-12-07 08:19:27 +00:00
test_toybox :
name : Tests/Toybox test suite
needs : [ min_version, deps ]
runs-on : ${{ matrix.job.os }}
strategy :
fail-fast : false
matrix :
job :
- { os : ubuntu-latest }
steps :
- name : Initialize workflow variables
id : vars
shell : bash
run : |
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2023-01-18 17:43:07 +00:00
TEST_SUMMARY_FILE="toybox-result.json"
outputs TEST_SUMMARY_FILE
2022-12-07 08:19:27 +00:00
- uses : actions/checkout@v3
- uses : Swatinem/rust-cache@v2
- name : rust toolchain ~ install
run : |
2023-01-18 17:41:39 +00:00
## rust toolchain ~ install
2023-02-06 14:52:29 +00:00
rustup toolchain install --no-self-update ${{ env.RUST_MIN_SRV }} --profile minimal
2022-12-07 08:19:27 +00:00
rustup default ${{ env.RUST_MIN_SRV }}
2023-01-18 17:41:39 +00:00
- name : Build coreutils as multiple binaries
2022-12-07 08:19:27 +00:00
shell : bash
run : |
2023-01-18 17:41:39 +00:00
## Build individual uutil binaries
2022-12-07 08:19:27 +00:00
set -v
make
- name : Install/setup prerequisites
shell : bash
run : |
## Install/setup prerequisites
make toybox-src
2023-01-18 17:41:39 +00:00
- name : Run Toybox test suite
2022-12-07 08:19:27 +00:00
id : summary
shell : bash
run : |
## Run Toybox test suite
2023-01-18 17:41:39 +00:00
set -v
2022-12-07 08:19:27 +00:00
cd tmp/toybox-*/
make defconfig
make tests &> tmp.log || true
cat tmp.log
FAIL=$(grep "FAIL" tmp.log | wc --lines)
PASS=$(grep "PASS:" tmp.log| wc --lines)
SKIP=$(grep " disabled$" tmp.log| wc --lines)
TOTAL=`expr $FAIL + $PASS + $SKIP`
echo "FAIL $FAIL"
echo "SKIP $SKIP"
echo "PASS $PASS"
echo "TOTAL $TOTAL"
cd -
jq -n \
--arg date "$(date --rfc-email)" \
--arg sha "$GITHUB_SHA" \
--arg total "$TOTAL" \
--arg pass "$PASS" \
--arg skip "$SKIP" \
--arg fail "$FAIL" \
'{($date): { sha: $sha, total: $total, pass: $pass, skip: $skip, fail: $fail, }}' > '${{ steps.vars.outputs.TEST_SUMMARY_FILE }}'
output="Toybox tests summary = TOTAL: $TOTAL / PASS: $PASS / FAIL: $FAIL / SKIP: $SKIP"
echo "${output}"
if [[ "$FAIL" -gt 0 || "$ERROR" -gt 0 ]]; then echo "::warning ::${output}" ; fi
HASH=$(sha1sum '${{ steps.vars.outputs.TEST_SUMMARY_FILE }}' | cut --delim=" " -f 1)
echo "HASH=${HASH}" >> $GITHUB_OUTPUT
- name : Reserve SHA1/ID of 'test-summary'
uses : actions/upload-artifact@v3
with :
name : "${{ steps.summary.outputs.HASH }}"
path : "${{ steps.vars.outputs.TEST_SUMMARY_FILE }}"
- name : Reserve test results summary
uses : actions/upload-artifact@v3
with :
name : test-summary
path : "${{ steps.vars.outputs.TEST_SUMMARY_FILE }}"
- name : Upload json results
uses : actions/upload-artifact@v3
with :
name : toybox-result.json
path : ${{ steps.vars.outputs.TEST_SUMMARY_FILE }}
2022-03-25 22:57:24 +00:00
test_android :
name : Test Android builds
needs : [ min_version, deps ]
runs-on : macos-latest
2022-08-17 19:09:56 +00:00
timeout-minutes : 90
2022-03-25 22:57:24 +00:00
strategy :
fail-fast : false
matrix :
api-level : [ 28 ]
target : [ default]
arch : [ x86] # , arm64-v8a
env :
TERMUX : v0.118.0
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-03-25 22:57:24 +00:00
- name : AVD cache
2022-05-06 06:38:08 +00:00
uses : actions/cache@v3
2022-03-25 22:57:24 +00:00
id : avd-cache
with :
path : |
~/.android/avd/*
~/.android/avd/*/snapshots/*
~/.android/adb*
key : avd-${{ matrix.api-level }}-${{ matrix.arch }}+termux-${{ env.TERMUX }}
- name : Create and cache emulator image
if : steps.avd-cache.outputs.cache-hit != 'true'
uses : reactivecircus/android-emulator-runner@v2
with :
api-level : ${{ matrix.api-level }}
target : ${{ matrix.target }}
arch : ${{ matrix.arch }}
ram-size : 2048M
disk-size : 5120M
force-avd-creation : true
emulator-options : -no -snapshot-load -noaudio -no-boot-anim -camera-back none
script : |
wget https://github.com/termux/termux-app/releases/download/${{ env.TERMUX }}/termux-app_${{ env.TERMUX }}+github-debug_${{ matrix.arch }}.apk
util/android-commands.sh snapshot termux-app_${{ env.TERMUX }}+github-debug_${{ matrix.arch }}.apk
adb -s emulator-5554 emu avd snapshot save ${{ matrix.api-level }}-${{ matrix.arch }}+termux-${{ env.TERMUX }}
echo "Emulator image created."
pkill -9 qemu-system-x86_64
- name : Build and Test on Android
uses : reactivecircus/android-emulator-runner@v2
with :
api-level : ${{ matrix.api-level }}
target : ${{ matrix.target }}
arch : ${{ matrix.arch }}
ram-size : 2048M
disk-size : 5120M
force-avd-creation : false
emulator-options : -no -snapshot-save -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none -snapshot ${{ matrix.api-level }}-${{ matrix.arch }}+termux-${{ env.TERMUX }}
script : |
util/android-commands.sh sync
util/android-commands.sh build
util/android-commands.sh tests
2021-08-22 21:05:35 +00:00
test_freebsd :
name : Tests/FreeBSD test suite
2021-11-10 19:37:00 +00:00
needs : [ min_version, deps ]
2021-11-14 22:24:18 +00:00
runs-on : ${{ matrix.job.os }}
2022-08-17 19:09:56 +00:00
timeout-minutes : 90
2021-11-14 22:24:18 +00:00
strategy :
fail-fast : false
matrix :
job :
2022-07-19 12:04:03 +00:00
- { os: macos-12 , features: unix } ## GHA MacOS-11.0 VM won't have VirtualBox; refs : <https://github.com/actions/virtual-environments/issues/4060> , <https://github.com/actions/virtual-environments/pull/4010>
2021-08-22 21:05:35 +00:00
env :
2022-11-20 06:50:39 +00:00
mem : 4096
2021-08-22 21:05:35 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2022-11-18 06:06:30 +00:00
- uses : Swatinem/rust-cache@v2
2021-08-22 21:05:35 +00:00
- name : Prepare, build and test
2021-11-14 22:24:18 +00:00
## spell-checker:ignore (ToDO) sshfs usesh vmactions
2022-11-03 06:05:35 +00:00
uses : vmactions/freebsd-vm@v0.3.0
2021-08-22 21:05:35 +00:00
with :
usesh : true
2021-11-14 22:24:18 +00:00
# sync: sshfs
2021-08-22 21:05:35 +00:00
prepare : pkg install -y curl gmake sudo
run : |
2021-11-14 22:24:18 +00:00
## Prepare, build, and test
# implementation modelled after ref: <https://github.com/rust-lang/rustup/pull/2783>
# * NOTE: All steps need to be run in this block, otherwise, we are operating back on the mac host
2021-08-22 21:05:35 +00:00
set -e
2021-11-14 22:24:18 +00:00
#
2022-11-18 02:53:51 +00:00
# We need a file-descriptor file system to test test_ls::test_ls_io_errors
mount -t fdescfs fdesc /dev/fd
#
2021-11-14 22:24:18 +00:00
TEST_USER=tester
REPO_NAME=${GITHUB_WORKSPACE##*/}
WORKSPACE_PARENT="/Users/runner/work/${REPO_NAME}"
WORKSPACE="${WORKSPACE_PARENT}/${REPO_NAME}"
#
pw adduser -n ${TEST_USER} -d /root/ -g wheel -c "Coreutils user to build" -w random
# chown -R ${TEST_USER}:wheel /root/ "${WORKSPACE_PARENT}"/
chown -R ${TEST_USER}:wheel /root/ "/Users/runner/work/${REPO_NAME}"/
2021-08-22 21:05:35 +00:00
whoami
2021-11-14 22:24:18 +00:00
#
# Further work needs to be done in a sudo as we are changing users
sudo -i -u ${TEST_USER} sh << EOF
2021-08-29 16:35:57 +00:00
set -e
2021-08-22 21:05:35 +00:00
whoami
curl https://sh.rustup.rs -sSf --output rustup.sh
sh rustup.sh -y --profile=minimal
2021-11-14 22:24:18 +00:00
. $HOME/.cargo/env
2021-08-22 21:05:35 +00:00
## Info
# environment
echo "## environment"
echo "CI='${CI}'"
2021-11-14 22:24:18 +00:00
echo "REPO_NAME='${REPO_NAME}'"
echo "TEST_USER='${TEST_USER}'"
echo "WORKSPACE_PARENT='${WORKSPACE_PARENT}'"
echo "WORKSPACE='${WORKSPACE}'"
env | sort
# tooling info
echo "## tooling info"
2021-08-22 21:05:35 +00:00
cargo -V
rustc -V
2021-11-14 22:24:18 +00:00
#
2022-11-17 13:16:05 +00:00
# To ensure that files are cleaned up, we don't want to exit on error
set +e
2021-11-14 22:24:18 +00:00
cd "${WORKSPACE}"
unset FAULT
cargo build || FAULT=1
2023-01-01 13:07:59 +00:00
export RUST_BACKTRACE=1
2022-11-17 13:16:05 +00:00
if (test -z "\$FAULT"); then cargo test --features '${{ matrix.job.features }}' || FAULT=1 ; fi
2022-11-18 05:23:33 +00:00
if (test -z "\$FAULT"); then cargo test --all-features -p uucore || FAULT=1 ; fi
2021-08-22 21:05:35 +00:00
# Clean to avoid to rsync back the files
cargo clean
2022-11-17 13:16:05 +00:00
if (test -n "\$FAULT"); then exit 1 ; fi
2021-08-22 21:05:35 +00:00
EOF
2020-01-28 01:59:40 +00:00
coverage :
name : Code Coverage
runs-on : ${{ matrix.job.os }}
2022-08-20 17:29:25 +00:00
timeout-minutes : 90
2020-01-28 01:59:40 +00:00
strategy :
2022-06-06 19:21:19 +00:00
fail-fast : false
2020-01-28 01:59:40 +00:00
matrix :
2020-04-08 19:52:03 +00:00
job :
- { os: ubuntu-latest , features : unix }
2020-04-20 03:06:51 +00:00
- { os: macos-latest , features : macos }
2020-05-02 21:52:28 +00:00
- { os: windows-latest , features : windows }
2020-01-28 01:59:40 +00:00
steps :
2022-05-06 06:38:11 +00:00
- uses : actions/checkout@v3
2020-01-28 01:59:40 +00:00
# - name: Reattach HEAD ## may be needed for accurate code coverage info
# run: git checkout ${{ github.head_ref }}
- name : Initialize workflow variables
id : vars
shell : bash
run : |
2021-05-31 21:01:54 +00:00
## VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2020-04-08 19:52:03 +00:00
# toolchain
2022-04-13 08:55:35 +00:00
TOOLCHAIN="nightly" ## default to "nightly" toolchain (required for certain required unstable compiler flags) ## !maint: refactor when stable channel has needed support
2020-05-02 21:52:28 +00:00
# * specify gnu-type TOOLCHAIN for windows; `grcov` requires gnu-style code coverage data files
case ${{ matrix.job.os }} in windows-*) TOOLCHAIN="$TOOLCHAIN-x86_64-pc-windows-gnu" ;; esac;
2020-04-08 19:52:03 +00:00
# * use requested TOOLCHAIN if specified
if [ -n "${{ matrix.job.toolchain }}" ]; then TOOLCHAIN="${{ matrix.job.toolchain }}" ; fi
2021-05-31 21:01:54 +00:00
outputs TOOLCHAIN
2020-01-28 01:59:40 +00:00
# staging directory
STAGING='_staging'
2021-05-31 21:01:54 +00:00
outputs STAGING
2020-04-08 19:52:03 +00:00
# target-specific options
# * CARGO_FEATURES_OPTION
CARGO_FEATURES_OPTION='--all-features' ; ## default to '--all-features' for code coverage
2022-03-19 21:21:28 +00:00
if [ -n "${{ matrix.job.features }}" ]; then CARGO_FEATURES_OPTION='--features=${{ matrix.job.features }}' ; fi
2021-05-31 21:01:54 +00:00
outputs CARGO_FEATURES_OPTION
2020-04-08 19:52:03 +00:00
# * CODECOV_FLAGS
CODECOV_FLAGS=$( echo "${{ matrix.job.os }}" | sed 's/[^[:alnum:]]/_/g' )
2021-05-31 21:01:54 +00:00
outputs CODECOV_FLAGS
2021-11-14 22:24:18 +00:00
- name : Install/setup prerequisites
shell : bash
run : |
## Install/setup prerequisites
case '${{ matrix.job.os }}' in
macos-latest) brew install coreutils ;; # needed for testing
esac
2022-02-22 22:35:16 +00:00
case '${{ matrix.job.os }}' in
ubuntu-latest)
# pinky is a tool to show logged-in users from utmp, and gecos fields from /etc/passwd.
# In GitHub Action *nix VMs, no accounts log in, even the "runner" account that runs the commands. The account also has empty gecos fields.
# To work around this for pinky tests, we create a fake login entry for the GH runner account...
FAKE_UTMP='[7] [999999] [tty2] [runner] [tty2] [] [0.0.0.0] [2022-02-22T22:22:22,222222+00:00]'
# ... by dumping the login records, adding our fake line, then reverse dumping ...
(utmpdump /var/run/utmp ; echo $FAKE_UTMP) | sudo utmpdump -r -o /var/run/utmp
# ... and add a full name to each account with a gecos field but no full name.
sudo sed -i 's/:,/:runner name,/' /etc/passwd
# We also create a couple optional files pinky looks for
touch /home/runner/.project
echo "foo" > /home/runner/.plan
;;
esac
2020-04-08 19:52:03 +00:00
- name : rust toolchain ~ install
2022-11-19 06:59:51 +00:00
run : |
2023-01-18 17:41:39 +00:00
## rust toolchain ~ install
2023-02-06 14:52:29 +00:00
rustup toolchain install ${{ steps.vars.outputs.TOOLCHAIN }} --no-self-update --profile minimal
2022-11-19 06:59:51 +00:00
rustup default ${{ steps.vars.outputs.TOOLCHAIN }}
2022-11-19 06:37:47 +00:00
- uses : Swatinem/rust-cache@v2
2020-08-09 04:38:41 +00:00
- name : Initialize toolchain-dependent workflow variables
id : dep_vars
shell : bash
run : |
## Dependent VARs setup
2023-01-18 17:34:08 +00:00
outputs() { step_id="${{ github.action }}"; for var in "$@" ; do echo steps.${step_id}.outputs.${var}="${!var}"; echo "${var}=${!var}" >> $GITHUB_OUTPUT; done; }
2020-08-09 04:38:41 +00:00
# * determine sub-crate utility list
2022-03-18 18:40:26 +00:00
UTILITY_LIST="$(./util/show-utils.sh ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }})"
2022-10-20 06:59:00 +00:00
CARGO_UTILITY_LIST_OPTIONS="$(for u in ${UTILITY_LIST}; do echo -n "-puu_${u} "; done;)"
2021-05-31 21:01:54 +00:00
outputs CARGO_UTILITY_LIST_OPTIONS
2021-04-05 15:16:00 +00:00
- name : Test uucore
2022-11-18 06:20:22 +00:00
run : cargo test --no-fail-fast -p uucore
2021-04-05 15:16:00 +00:00
env :
2021-11-17 03:31:15 +00:00
CARGO_INCREMENTAL : "0"
RUSTC_WRAPPER : ""
RUSTFLAGS : "-Zprofile -Ccodegen-units=1 -Copt-level=0 -Clink-dead-code -Coverflow-checks=off -Zpanic_abort_tests -Cpanic=abort"
RUSTDOCFLAGS : "-Cpanic=abort"
2023-01-01 13:07:59 +00:00
RUST_BACKTRACE : "1"
2021-04-05 15:16:00 +00:00
# RUSTUP_TOOLCHAIN: ${{ steps.vars.outputs.TOOLCHAIN }}
2020-04-08 19:52:03 +00:00
- name : Test
2022-11-18 06:20:22 +00:00
run : cargo test ${{ steps.vars.outputs.CARGO_FEATURES_OPTION }} --no-fail-fast
2020-01-28 01:59:40 +00:00
env :
2021-11-17 03:31:15 +00:00
CARGO_INCREMENTAL : "0"
RUSTC_WRAPPER : ""
RUSTFLAGS : "-Zprofile -Ccodegen-units=1 -Copt-level=0 -Clink-dead-code -Coverflow-checks=off -Zpanic_abort_tests -Cpanic=abort"
RUSTDOCFLAGS : "-Cpanic=abort"
2023-01-01 13:07:59 +00:00
RUST_BACKTRACE : "1"
2020-04-08 19:52:03 +00:00
# RUSTUP_TOOLCHAIN: ${{ steps.vars.outputs.TOOLCHAIN }}
2020-08-09 04:38:41 +00:00
- name : Test individual utilities
2022-11-18 06:20:22 +00:00
run : cargo test --no-fail-fast ${{ steps.dep_vars.outputs.CARGO_UTILITY_LIST_OPTIONS }}
2020-08-09 04:38:41 +00:00
env :
2021-11-17 03:31:15 +00:00
CARGO_INCREMENTAL : "0"
RUSTC_WRAPPER : ""
RUSTFLAGS : "-Zprofile -Ccodegen-units=1 -Copt-level=0 -Clink-dead-code -Coverflow-checks=off -Zpanic_abort_tests -Cpanic=abort"
RUSTDOCFLAGS : "-Cpanic=abort"
2023-01-01 13:07:59 +00:00
RUST_BACKTRACE : "1"
2020-08-09 04:38:41 +00:00
# RUSTUP_TOOLCHAIN: ${{ steps.vars.outputs.TOOLCHAIN }}
2020-04-08 19:52:03 +00:00
- name : "`grcov` ~ install"
2022-07-07 13:21:39 +00:00
id : build_grcov
2022-11-19 08:54:44 +00:00
run : cargo install grcov
2020-04-08 19:52:03 +00:00
- name : Generate coverage data (via `grcov`)
id : coverage
shell : bash
2020-01-28 01:59:40 +00:00
run : |
2021-06-12 18:46:37 +00:00
## Generate coverage data
2020-04-08 19:52:03 +00:00
COVERAGE_REPORT_DIR="target/debug"
COVERAGE_REPORT_FILE="${COVERAGE_REPORT_DIR}/lcov.info"
2022-01-01 23:50:11 +00:00
# GRCOV_IGNORE_OPTION='--ignore build.rs --ignore "vendor/*" --ignore "/*" --ignore "[a-zA-Z]:/*"' ## `grcov` ignores these params when passed as an environment variable (why?)
2020-08-10 06:06:54 +00:00
# GRCOV_EXCLUDE_OPTION='--excl-br-line "^\s*((debug_)?assert(_eq|_ne)?!|#\[derive\()"' ## `grcov` ignores these params when passed as an environment variable (why?)
2020-04-08 19:52:03 +00:00
mkdir -p "${COVERAGE_REPORT_DIR}"
2020-08-10 06:06:54 +00:00
# display coverage files
2022-11-19 08:54:44 +00:00
~/.cargo/bin/grcov . --output-type files --ignore build.rs --ignore "vendor/*" --ignore "/*" --ignore "[a-zA-Z]:/*" --excl-br-line "^\s*((debug_)?assert(_eq|_ne)?!|#\[derive\()" | sort --unique
2020-08-10 06:06:54 +00:00
# generate coverage report
2022-11-19 08:54:44 +00:00
~/.cargo/bin/grcov . --output-type lcov --output-path "${COVERAGE_REPORT_FILE}" --branch --ignore build.rs --ignore "vendor/*" --ignore "/*" --ignore "[a-zA-Z]:/*" --excl-br-line "^\s*((debug_)?assert(_eq|_ne)?!|#\[derive\()"
2022-10-20 06:59:00 +00:00
echo "report=${COVERAGE_REPORT_FILE}" >> $GITHUB_OUTPUT
2020-04-08 19:52:03 +00:00
- name : Upload coverage results (to Codecov.io)
2022-05-06 06:38:03 +00:00
uses : codecov/codecov-action@v3
2020-04-08 19:52:03 +00:00
# if: steps.vars.outputs.HAS_CODECOV_TOKEN
with :
# token: ${{ secrets.CODECOV_TOKEN }}
file : ${{ steps.coverage.outputs.report }}
## flags: IntegrationTests, UnitTests, ${{ steps.vars.outputs.CODECOV_FLAGS }}
flags : ${{ steps.vars.outputs.CODECOV_FLAGS }}
name : codecov-umbrella
2020-05-25 20:47:42 +00:00
fail_ci_if_error : false