lemmy/.woodpecker.yml

# TODO: The when: platform conditionals aren't working currently
# See https://github.com/woodpecker-ci/woodpecker/issues/1677

variables:
  - &muslrust_image "clux/muslrust:1.70.0"
  - &slow_check_paths
    - path:
        # rust source code
        - "**/*.rs"
        - "**/Cargo.toml"
        - "Cargo.lock"
        # database migrations
        - "migrations"
        # typescript tests
        - "api_tests"
        # config files and scripts used by ci
        - ".woodpecker.yml"
        - ".rustfmt.toml"
        - "scripts/update_config_defaults.sh"
        - "diesel.toml"
        - ".gitmodules"

# Broken for cron jobs currently, see
# https://github.com/woodpecker-ci/woodpecker/issues/1716
# clone:
#   git:
#     image: woodpeckerci/plugin-git
#     settings:
#       recursive: true
#       submodule_update_remote: true

pipeline:
  prepare_repo:
    image: alpine:3
    commands:
      - apk add git
      # Try to prevent the previous commit from being used
      - sleep 10
      - git fetch --no-tags --depth=1 --filter=tree:0 origin "+refs/pull/$CI_COMMIT_PULL_REQUEST/merge:"
      - git checkout -qf FETCH_HEAD
      - git submodule init
      - git submodule update

  prettier_check:
    image: tmknom/prettier:3.0.0
    commands:
      - prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations'

  restore-cache:
    image: meltwater/drone-cache:v1
    pull: true
    settings:
      restore: true
      endpoint:
        from_secret: MINIO_ENDPOINT
      access-key:
        from_secret: MINIO_WRITE_USER
      secret-key:
        from_secret: MINIO_WRITE_PASSWORD
      bucket:
        from_secret: MINIO_BUCKET
      region: us-east-1
      cache_key: "rust-cache"
      path-style: true
      mount:
        - ".cargo"
        - "target"
        - "api_tests/node_modules"
    secrets:
      [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
    when: *slow_check_paths

  toml_fmt:
    image: tamasfe/taplo:0.8.1
    commands:
      - taplo format --check

  cargo_fmt:
    image: *muslrust_image
    environment:
      # store cargo data in repo folder so that it gets cached between steps
      CARGO_HOME: .cargo
    commands:
      # need make existing toolchain available
      - cp -n ~/.cargo . -r
      - rustup toolchain install nightly-2023-07-10
      - rustup component add rustfmt --toolchain nightly-2023-07-10
      - cargo +nightly-2023-07-10 fmt -- --check

  sql_fmt:
    image: alpine:3
    commands:
      - apk add bash wget perl make git
      - wget https://github.com/darold/pgFormatter/archive/refs/tags/v5.5.tar.gz
      - tar xzf v5.5.tar.gz
      - cd pgFormatter-5.5
      - perl Makefile.PL
      - make && make install
      - cd ..
      - ./scripts/./sql_format_check.sh

  # make sure api builds with default features (used by other crates relying on lemmy api)
  check_api_common_default_features:
    image: *muslrust_image
    environment:
      CARGO_HOME: .cargo
    commands:
      - cargo check --package lemmy_api_common
    when: *slow_check_paths

  lemmy_api_common_doesnt_depend_on_diesel:
    image: *muslrust_image
    environment:
      CARGO_HOME: .cargo
    commands:
      - "! cargo tree -p lemmy_api_common --no-default-features -i diesel"
    when: *slow_check_paths

  lemmy_api_common_works_with_wasm:
    image: *muslrust_image
    environment:
      CARGO_HOME: .cargo
    commands:
      - "rustup target add wasm32-unknown-unknown"
      - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common"
    when: *slow_check_paths

  check_defaults_hjson_updated:
    image: *muslrust_image
    environment:
      CARGO_HOME: .cargo
    commands:
      - export LEMMY_CONFIG_LOCATION=./config/config.hjson
      - ./scripts/update_config_defaults.sh config/defaults_current.hjson
      - diff config/defaults.hjson config/defaults_current.hjson
    when: *slow_check_paths

  check_diesel_schema:
    image: willsquire/diesel-cli
    environment:
      CARGO_HOME: .cargo
      DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
    commands:
      - diesel migration run
      - diesel print-schema --config-file=diesel.toml > tmp.schema
      - diff tmp.schema crates/db_schema/src/schema.rs
    when: *slow_check_paths

  check_diesel_migration_revertable:
    image: willsquire/diesel-cli
    environment:
      CARGO_HOME: .cargo
      DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
    commands:
      - diesel migration run
      - diesel migration redo
    when: *slow_check_paths

  cargo_clippy:
    image: *muslrust_image
    environment:
      CARGO_HOME: .cargo
    commands:
      # when adding new clippy lints, make sure to also add them in scripts/lint.sh
      - rustup component add clippy
      - cargo clippy --workspace --tests --all-targets --features console --
        -D warnings -D deprecated -D clippy::perf -D clippy::complexity
        -D clippy::style -D clippy::correctness -D clippy::suspicious
        -D clippy::dbg_macro -D clippy::inefficient_to_string
        -D clippy::items-after-statements -D clippy::implicit_clone
        -D clippy::cast_lossless -D clippy::manual_string_new
        -D clippy::redundant_closure_for_method_calls
        -D clippy::unused_self
        -A clippy::uninlined_format_args
        -D clippy::get_first
        -D clippy::explicit_into_iter_loop
        -D clippy::explicit_iter_loop
        -D clippy::needless_collect
        -D clippy::unwrap_used
        -D clippy::indexing_slicing
    when: *slow_check_paths

  cargo_test:
    image: *muslrust_image
    environment:
      LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
      RUST_BACKTRACE: "1"
      CARGO_HOME: .cargo
    commands:
      - export LEMMY_CONFIG_LOCATION=../../config/config.hjson
      - cargo test --workspace --no-fail-fast
    when: *slow_check_paths

  cargo_build:
    image: *muslrust_image
    environment:
      CARGO_HOME: .cargo
    commands:
      - cargo build
      - mv target/x86_64-unknown-linux-musl/debug/lemmy_server target/lemmy_server
    when: *slow_check_paths

  run_federation_tests:
    image: node:alpine
    environment:
      LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432
      DO_WRITE_HOSTS_FILE: "1"
    commands:
      - apk add bash curl postgresql-client
      - bash api_tests/prepare-drone-federation-test.sh
      - cd api_tests/
      - yarn
      - yarn api-test
    when: *slow_check_paths

  rebuild-cache:
    image: meltwater/drone-cache:v1
    pull: true
    settings:
      rebuild: true
      endpoint:
        from_secret: MINIO_ENDPOINT
      access-key:
        from_secret: MINIO_WRITE_USER
      secret-key:
        from_secret: MINIO_WRITE_PASSWORD
      bucket:
        from_secret: MINIO_BUCKET
      cache_key: "rust-cache"
      region: us-east-1
      path-style: true
      mount:
        - ".cargo"
        - "target"
        - "api_tests/node_modules"
    secrets:
      [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
    when: *slow_check_paths

  publish_release_docker:
    image: woodpeckerci/plugin-docker-buildx
    secrets: [docker_username, docker_password]
    settings:
      repo: dessalines/lemmy
      dockerfile: docker/Dockerfile
      platforms: linux/amd64
      build_args:
        - RUST_RELEASE_MODE=release
      auto_tag: true
    when:
      event: tag

  nightly_build:
    image: woodpeckerci/plugin-docker-buildx
    secrets: [docker_username, docker_password]
    settings:
      repo: dessalines/lemmy
      dockerfile: docker/Dockerfile
      platforms: linux/amd64
      build_args:
        - RUST_RELEASE_MODE=release
      tag: dev
    when:
      event: cron

  notify_on_failure:
    image: alpine:3
    commands:
      - apk add curl
      - "curl -d'Lemmy CI build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci"
    when:
      status: [failure]

  notify_on_tag_deploy:
    image: alpine:3
    commands:
      - apk add curl
      - "curl -d'lemmy:${CI_COMMIT_TAG} deployed' ntfy.sh/lemmy_drone_ci"
    when:
      event: tag

services:
  database:
    image: postgres:15.2-alpine
    environment:
      POSTGRES_USER: lemmy
      POSTGRES_PASSWORD: password