Mirrors/inspec
2
0
Fork 0
mirror of https://github.com/inspec/inspec synced 2024-11-10 15:14:23 +00:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #4765 from inspec/zenspider/bk-refactor

Browse source 
Refactor BK verify script so we can reuse bundle caching across projects easily.
This commit is contained in:
Ryan Davis 2019-12-05 16:24:32 -08:00 committed by GitHub
commit 4c3fbe546d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 67 additions and 48 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

58
.expeditor/buildkite/cache_support.sh Executable file
View file

@ -0,0 +1,58 @@
#!/bin/bash
set -ue
S3_URL="s3://public-cd-buildkite-cache/${BUILDKITE_PIPELINE_SLUG}/${BUILDKITE_LABEL}"
pull_s3_file() {
aws s3 cp "${S3_URL}/$1" "$1" || echo "Could not pull $1 from S3"
}
push_s3_file() {
if [ -f "$1" ]; then
aws s3 cp "$1" "${S3_URL}/$1" || echo "Could not push $1 to S3 for caching."
fi
}
install_cache_deps() {
apt-get update -y
if [ -n "${1:-}" ]; then
apt-get install "$@" -y
fi
if [ -z "${SKIP_BUNDLE_CACHE:-}" ]; then
apt-get install awscli -y
fi
}
pull_bundle() {
if [ -z "${SKIP_BUNDLE_CACHE:-}" ]; then
pull_s3_file "bundle.tar.gz"
pull_s3_file "bundle.sha256"
if [ -f bundle.tar.gz ]; then
tar -xzf bundle.tar.gz
mv Gemfile.lock Gemfile.lock.old || true
fi
if [ -n "${RESET_BUNDLE_CACHE:-}" ]; then
rm bundle.sha256
fi
fi
}
push_bundle() {
if [ -z "${SKIP_BUNDLE_CACHE:-}" ]; then
if test -f bundle.sha256 && shasum --check bundle.sha256 --status; then
echo "Bundled gems have not changed. Skipping upload to s3"
else
echo "Bundled gems have changed. Uploading to s3"
diff -u Gemfile.lock.old Gemfile.lock || true
shasum -a 256 Gemfile.lock > bundle.sha256
tar -czf bundle.tar.gz Gemfile.lock vendor/
push_s3_file bundle.tar.gz
push_s3_file bundle.sha256
fi
fi
}

57
.expeditor/buildkite/verify.sh
View file

@ -1,29 +1,11 @@
#!/bin/bash
set -ue
echo "--- dependencies"
export LANG=C.UTF-8 LANGUAGE=C.UTF-8
S3_URL="s3://public-cd-buildkite-cache/${BUILDKITE_PIPELINE_SLUG}/${BUILDKITE_LABEL}"
pull_s3_file() {
aws s3 cp "${S3_URL}/$1" "$1" || echo "Could not pull $1 from S3"
}
push_s3_file() {
if [ -f "$1" ]; then
aws s3 cp "$1" "${S3_URL}/$1" || echo "Could not push $1 to S3 for caching."
fi
}
apt-get update -y
apt-get install sudo -y
if [ -z "${SKIP_BUNDLE_CACHE:-}" ]; then
apt-get install awscli -y
fi
. .expeditor/buildkite/cache_support.sh
install_cache_deps sudo
echo "--- setting up user"
export LANG=C.UTF-8 LANGUAGE=C.UTF-8
useradd -m -U --uid 2000 normal
echo "normal ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers.d/normal
@ -35,40 +17,19 @@ uname -a
gem env
bundle --version
echo "--- bundle install"
if [ -z "${SKIP_BUNDLE_CACHE:-}" ]; then
pull_s3_file "bundle.tar.gz"
pull_s3_file "bundle.sha256"
if [ -f bundle.tar.gz ]; then
tar -xzf bundle.tar.gz
mv Gemfile.lock Gemfile.lock.old || true
fi
if [ -n "${RESET_BUNDLE_CACHE:-}" ]; then
rm bundle.sha256
fi
fi
echo "--- pull bundle cache"
pull_bundle
echo "--- bundle"
bundle config --local path vendor/bundle
bundle install --jobs=7 --retry=3 --without tools maintenance deploy
echo "--- bundle cache"
if [ -z "${SKIP_BUNDLE_CACHE:-}" ]; then
if test -f bundle.sha256 && shasum --check bundle.sha256 --status; then
echo "Bundled gems have not changed. Skipping upload to s3"
else
echo "Bundled gems have changed. Uploading to s3"
diff -u Gemfile.lock.old Gemfile.lock || true
shasum -a 256 Gemfile.lock > bundle.sha256
tar -czf bundle.tar.gz Gemfile.lock vendor/
push_s3_file bundle.tar.gz
push_s3_file bundle.sha256
fi
fi
echo "--- push bundle cache"
push_bundle
echo "+++ bundle exec rake ${RAKE_TASK:-}"
# TODO: run this as non-root:
# chown -R normal:normal /home/normal /workdir
# su normal -c "bundle exec rake ${RAKE_TASK:-}"
# shellcheck disable=SC2086
bundle exec rake ${RAKE_TASK:-}