.woodpecker.yml

   1 # TODO: The when: platform conditionals aren't working currently
   2 # See https://github.com/woodpecker-ci/woodpecker/issues/1677
   3
   4 variables:
   5   - &muslrust_image "clux/muslrust:1.70.0"
   6   - &slow_check_paths
   7     - path:
   8         # rust source code
   9         - "**/*.rs"
  10         - "**/Cargo.toml"
  11         - "Cargo.lock"
  12         # database migrations
  13         - "migrations"
  14         # typescript tests
  15         - "api_tests"
  16         # config files and scripts used by ci
  17         - ".woodpecker.yml"
  18         - ".rustfmt.toml"
  19         - "scripts/update_config_defaults.sh"
  20         - "diesel.toml"
  21         - ".gitmodules"
  22
  23 # Broken for cron jobs currently, see
  24 # https://github.com/woodpecker-ci/woodpecker/issues/1716
  25 # clone:
  26 #   git:
  27 #     image: woodpeckerci/plugin-git
  28 #     settings:
  29 #       recursive: true
  30 #       submodule_update_remote: true
  31
  32 pipeline:
  33   prepare_repo:
  34     image: alpine:3
  35     commands:
  36       - apk add git
  37       - git submodule init
  38       - git submodule update
  39
  40   prettier_check:
  41     image: tmknom/prettier:3.0.0
  42     commands:
  43       - prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations'
  44
  45   restore-cache:
  46     image: meltwater/drone-cache:v1
  47     pull: true
  48     settings:
  49       restore: true
  50       endpoint:
  51         from_secret: MINIO_ENDPOINT
  52       access-key:
  53         from_secret: MINIO_WRITE_USER
  54       secret-key:
  55         from_secret: MINIO_WRITE_PASSWORD
  56       bucket:
  57         from_secret: MINIO_BUCKET
  58       region: us-east-1
  59       cache_key: "rust-cache"
  60       path-style: true
  61       mount:
  62         - ".cargo"
  63         - "target"
  64         - "api_tests/node_modules"
  65     secrets:
  66       [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
  67     when: *slow_check_paths
  68
  69   toml_fmt:
  70     image: tamasfe/taplo:0.8.1
  71     commands:
  72       - taplo format --check
  73
  74   cargo_fmt:
  75     image: *muslrust_image
  76     environment:
  77       # store cargo data in repo folder so that it gets cached between steps
  78       CARGO_HOME: .cargo
  79     commands:
  80       # need make existing toolchain available
  81       - cp -n ~/.cargo . -r
  82       - rustup toolchain install nightly-2023-07-10
  83       - rustup component add rustfmt --toolchain nightly-2023-07-10
  84       - cargo +nightly-2023-07-10 fmt -- --check
  85
  86   # make sure api builds with default features (used by other crates relying on lemmy api)
  87   check_api_common_default_features:
  88     image: *muslrust_image
  89     environment:
  90       CARGO_HOME: .cargo
  91     commands:
  92       - cargo check --package lemmy_api_common
  93     when: *slow_check_paths
  94
  95   lemmy_api_common_doesnt_depend_on_diesel:
  96     image: *muslrust_image
  97     environment:
  98       CARGO_HOME: .cargo
  99     commands:
 100       - "! cargo tree -p lemmy_api_common --no-default-features -i diesel"
 101     when: *slow_check_paths
 102
 103   lemmy_api_common_works_with_wasm:
 104     image: *muslrust_image
 105     environment:
 106       CARGO_HOME: .cargo
 107     commands:
 108       - "rustup target add wasm32-unknown-unknown"
 109       - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common"
 110     when: *slow_check_paths
 111
 112   check_defaults_hjson_updated:
 113     image: *muslrust_image
 114     environment:
 115       CARGO_HOME: .cargo
 116     commands:
 117       - export LEMMY_CONFIG_LOCATION=./config/config.hjson
 118       - ./scripts/update_config_defaults.sh config/defaults_current.hjson
 119       - diff config/defaults.hjson config/defaults_current.hjson
 120     when: *slow_check_paths
 121
 122   check_diesel_schema:
 123     image: willsquire/diesel-cli
 124     environment:
 125       CARGO_HOME: .cargo
 126       DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
 127     commands:
 128       - diesel migration run
 129       - diesel print-schema --config-file=diesel.toml > tmp.schema
 130       - diff tmp.schema crates/db_schema/src/schema.rs
 131     when: *slow_check_paths
 132
 133   check_diesel_migration_revertable:
 134     image: willsquire/diesel-cli
 135     environment:
 136       CARGO_HOME: .cargo
 137       DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
 138     commands:
 139       - diesel migration run
 140       - diesel migration redo
 141     when: *slow_check_paths
 142
 143   cargo_clippy:
 144     image: *muslrust_image
 145     environment:
 146       CARGO_HOME: .cargo
 147     commands:
 148       # when adding new clippy lints, make sure to also add them in scripts/fix-clippy.sh
 149       - rustup component add clippy
 150       - cargo clippy --workspace --tests --all-targets --features console --
 151         -D warnings -D deprecated -D clippy::perf -D clippy::complexity
 152         -D clippy::style -D clippy::correctness -D clippy::suspicious
 153         -D clippy::dbg_macro -D clippy::inefficient_to_string
 154         -D clippy::items-after-statements -D clippy::implicit_clone
 155         -D clippy::cast_lossless -D clippy::manual_string_new
 156         -D clippy::redundant_closure_for_method_calls
 157         -D clippy::unused_self
 158         -A clippy::uninlined_format_args
 159         -D clippy::get_first
 160         -D clippy::explicit_into_iter_loop
 161         -D clippy::explicit_iter_loop
 162         -D clippy::needless_collect
 163         -D clippy::unwrap_used
 164         -D clippy::indexing_slicing
 165     when: *slow_check_paths
 166
 167   cargo_test:
 168     image: *muslrust_image
 169     environment:
 170       LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
 171       RUST_BACKTRACE: "1"
 172       CARGO_HOME: .cargo
 173     commands:
 174       - export LEMMY_CONFIG_LOCATION=../../config/config.hjson
 175       - cargo test --workspace --no-fail-fast
 176     when: *slow_check_paths
 177
 178   cargo_build:
 179     image: *muslrust_image
 180     environment:
 181       CARGO_HOME: .cargo
 182     commands:
 183       - cargo build
 184       - mv target/x86_64-unknown-linux-musl/debug/lemmy_server target/lemmy_server
 185     when: *slow_check_paths
 186
 187   run_federation_tests:
 188     image: node:alpine
 189     environment:
 190       LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432
 191       DO_WRITE_HOSTS_FILE: "1"
 192     commands:
 193       - apk add bash curl postgresql-client
 194       - bash api_tests/prepare-drone-federation-test.sh
 195       - cd api_tests/
 196       - yarn
 197       - yarn api-test
 198     when: *slow_check_paths
 199
 200   rebuild-cache:
 201     image: meltwater/drone-cache:v1
 202     pull: true
 203     settings:
 204       rebuild: true
 205       endpoint:
 206         from_secret: MINIO_ENDPOINT
 207       access-key:
 208         from_secret: MINIO_WRITE_USER
 209       secret-key:
 210         from_secret: MINIO_WRITE_PASSWORD
 211       bucket:
 212         from_secret: MINIO_BUCKET
 213       cache_key: "rust-cache"
 214       region: us-east-1
 215       path-style: true
 216       mount:
 217         - ".cargo"
 218         - "target"
 219         - "api_tests/node_modules"
 220     secrets:
 221       [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
 222     when: *slow_check_paths
 223
 224   publish_release_docker:
 225     image: woodpeckerci/plugin-docker-buildx
 226     secrets: [docker_username, docker_password]
 227     settings:
 228       repo: dessalines/lemmy
 229       dockerfile: docker/Dockerfile
 230       platforms: linux/amd64
 231       build_args:
 232         - RUST_RELEASE_MODE=release
 233       auto_tag: true
 234     when:
 235       event: tag
 236
 237   nightly_build:
 238     image: woodpeckerci/plugin-docker-buildx
 239     secrets: [docker_username, docker_password]
 240     settings:
 241       repo: dessalines/lemmy
 242       dockerfile: docker/Dockerfile
 243       platforms: linux/amd64
 244       build_args:
 245         - RUST_RELEASE_MODE=release
 246       tag: dev
 247     when:
 248       event: cron
 249
 250   notify_on_failure:
 251     image: alpine:3
 252     commands:
 253       - apk add curl
 254       - "curl -d'Lemmy CI build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci"
 255     when:
 256       status: [failure]
 257
 258   notify_on_tag_deploy:
 259     image: alpine:3
 260     commands:
 261       - apk add curl
 262       - "curl -d'lemmy:${CI_COMMIT_TAG} deployed' ntfy.sh/lemmy_drone_ci"
 263     when:
 264       event: tag
 265
 266 services:
 267   database:
 268     image: postgres:15.2-alpine
 269     environment:
 270       POSTGRES_USER: lemmy
 271       POSTGRES_PASSWORD: password