.woodpecker.yml

   1 # TODO: The when: platform conditionals aren't working currently
   2 # See https://github.com/woodpecker-ci/woodpecker/issues/1677
   3
   4 variables:
   5   - &muslrust_image "clux/muslrust:1.70.0"
   6   - &slow_check_paths
   7     - path:
   8         # rust source code
   9         - "**/*.rs"
  10         - "**/Cargo.toml"
  11         - "Cargo.lock"
  12         # database migrations
  13         - "migrations"
  14         # typescript tests
  15         - "api_tests"
  16         # config files and scripts used by ci
  17         - ".woodpecker.yml"
  18         - ".rustfmt.toml"
  19         - "scripts/update_config_defaults.sh"
  20         - "diesel.toml"
  21         - ".gitmodules"
  22
  23 # Broken for cron jobs currently, see
  24 # https://github.com/woodpecker-ci/woodpecker/issues/1716
  25 # clone:
  26 #   git:
  27 #     image: woodpeckerci/plugin-git
  28 #     settings:
  29 #       recursive: true
  30 #       submodule_update_remote: true
  31
  32 pipeline:
  33   prepare_repo:
  34     image: alpine:3
  35     commands:
  36       - apk add git
  37       # Try to prevent the previous commit from being used
  38       - sleep 10
  39       - git fetch --no-tags --depth=1 --filter=tree:0 origin "+refs/pull/$CI_COMMIT_PULL_REQUEST/merge:"
  40       - git checkout -qf FETCH_HEAD
  41       - git submodule init
  42       - git submodule update
  43
  44   prettier_check:
  45     image: tmknom/prettier:3.0.0
  46     commands:
  47       - prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations'
  48
  49   restore-cache:
  50     image: meltwater/drone-cache:v1
  51     pull: true
  52     settings:
  53       restore: true
  54       endpoint:
  55         from_secret: MINIO_ENDPOINT
  56       access-key:
  57         from_secret: MINIO_WRITE_USER
  58       secret-key:
  59         from_secret: MINIO_WRITE_PASSWORD
  60       bucket:
  61         from_secret: MINIO_BUCKET
  62       region: us-east-1
  63       cache_key: "rust-cache"
  64       path-style: true
  65       mount:
  66         - ".cargo"
  67         - "target"
  68         - "api_tests/node_modules"
  69     secrets:
  70       [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
  71     when: *slow_check_paths
  72
  73   toml_fmt:
  74     image: tamasfe/taplo:0.8.1
  75     commands:
  76       - taplo format --check
  77
  78   cargo_fmt:
  79     image: *muslrust_image
  80     environment:
  81       # store cargo data in repo folder so that it gets cached between steps
  82       CARGO_HOME: .cargo
  83     commands:
  84       # need make existing toolchain available
  85       - cp -n ~/.cargo . -r
  86       - rustup toolchain install nightly-2023-07-10
  87       - rustup component add rustfmt --toolchain nightly-2023-07-10
  88       - cargo +nightly-2023-07-10 fmt -- --check
  89
  90   sql_fmt:
  91     image: alpine:3
  92     commands:
  93       - apk add bash wget perl make git
  94       - wget https://github.com/darold/pgFormatter/archive/refs/tags/v5.5.tar.gz
  95       - tar xzf v5.5.tar.gz
  96       - cd pgFormatter-5.5
  97       - perl Makefile.PL
  98       - make && make install
  99       - cd ..
 100       - ./scripts/./sql_format_check.sh
 101
 102   # make sure api builds with default features (used by other crates relying on lemmy api)
 103   check_api_common_default_features:
 104     image: *muslrust_image
 105     environment:
 106       CARGO_HOME: .cargo
 107     commands:
 108       - cargo check --package lemmy_api_common
 109     when: *slow_check_paths
 110
 111   lemmy_api_common_doesnt_depend_on_diesel:
 112     image: *muslrust_image
 113     environment:
 114       CARGO_HOME: .cargo
 115     commands:
 116       - "! cargo tree -p lemmy_api_common --no-default-features -i diesel"
 117     when: *slow_check_paths
 118
 119   lemmy_api_common_works_with_wasm:
 120     image: *muslrust_image
 121     environment:
 122       CARGO_HOME: .cargo
 123     commands:
 124       - "rustup target add wasm32-unknown-unknown"
 125       - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common"
 126     when: *slow_check_paths
 127
 128   check_defaults_hjson_updated:
 129     image: *muslrust_image
 130     environment:
 131       CARGO_HOME: .cargo
 132     commands:
 133       - export LEMMY_CONFIG_LOCATION=./config/config.hjson
 134       - ./scripts/update_config_defaults.sh config/defaults_current.hjson
 135       - diff config/defaults.hjson config/defaults_current.hjson
 136     when: *slow_check_paths
 137
 138   check_diesel_schema:
 139     image: willsquire/diesel-cli
 140     environment:
 141       CARGO_HOME: .cargo
 142       DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
 143     commands:
 144       - diesel migration run
 145       - diesel print-schema --config-file=diesel.toml > tmp.schema
 146       - diff tmp.schema crates/db_schema/src/schema.rs
 147     when: *slow_check_paths
 148
 149   check_diesel_migration_revertable:
 150     image: willsquire/diesel-cli
 151     environment:
 152       CARGO_HOME: .cargo
 153       DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
 154     commands:
 155       - diesel migration run
 156       - diesel migration redo
 157     when: *slow_check_paths
 158
 159   cargo_clippy:
 160     image: *muslrust_image
 161     environment:
 162       CARGO_HOME: .cargo
 163     commands:
 164       # when adding new clippy lints, make sure to also add them in scripts/lint.sh
 165       - rustup component add clippy
 166       - cargo clippy --workspace --tests --all-targets --features console --
 167         -D warnings -D deprecated -D clippy::perf -D clippy::complexity
 168         -D clippy::style -D clippy::correctness -D clippy::suspicious
 169         -D clippy::dbg_macro -D clippy::inefficient_to_string
 170         -D clippy::items-after-statements -D clippy::implicit_clone
 171         -D clippy::cast_lossless -D clippy::manual_string_new
 172         -D clippy::redundant_closure_for_method_calls
 173         -D clippy::unused_self
 174         -A clippy::uninlined_format_args
 175         -D clippy::get_first
 176         -D clippy::explicit_into_iter_loop
 177         -D clippy::explicit_iter_loop
 178         -D clippy::needless_collect
 179         -D clippy::unwrap_used
 180         -D clippy::indexing_slicing
 181     when: *slow_check_paths
 182
 183   cargo_test:
 184     image: *muslrust_image
 185     environment:
 186       LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
 187       RUST_BACKTRACE: "1"
 188       CARGO_HOME: .cargo
 189     commands:
 190       - export LEMMY_CONFIG_LOCATION=../../config/config.hjson
 191       - cargo test --workspace --no-fail-fast
 192     when: *slow_check_paths
 193
 194   cargo_build:
 195     image: *muslrust_image
 196     environment:
 197       CARGO_HOME: .cargo
 198     commands:
 199       - cargo build
 200       - mv target/x86_64-unknown-linux-musl/debug/lemmy_server target/lemmy_server
 201     when: *slow_check_paths
 202
 203   run_federation_tests:
 204     image: node:alpine
 205     environment:
 206       LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432
 207       DO_WRITE_HOSTS_FILE: "1"
 208     commands:
 209       - apk add bash curl postgresql-client
 210       - bash api_tests/prepare-drone-federation-test.sh
 211       - cd api_tests/
 212       - yarn
 213       - yarn api-test
 214     when: *slow_check_paths
 215
 216   rebuild-cache:
 217     image: meltwater/drone-cache:v1
 218     pull: true
 219     settings:
 220       rebuild: true
 221       endpoint:
 222         from_secret: MINIO_ENDPOINT
 223       access-key:
 224         from_secret: MINIO_WRITE_USER
 225       secret-key:
 226         from_secret: MINIO_WRITE_PASSWORD
 227       bucket:
 228         from_secret: MINIO_BUCKET
 229       cache_key: "rust-cache"
 230       region: us-east-1
 231       path-style: true
 232       mount:
 233         - ".cargo"
 234         - "target"
 235         - "api_tests/node_modules"
 236     secrets:
 237       [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
 238     when: *slow_check_paths
 239
 240   publish_release_docker:
 241     image: woodpeckerci/plugin-docker-buildx
 242     secrets: [docker_username, docker_password]
 243     settings:
 244       repo: dessalines/lemmy
 245       dockerfile: docker/Dockerfile
 246       platforms: linux/amd64
 247       build_args:
 248         - RUST_RELEASE_MODE=release
 249       auto_tag: true
 250     when:
 251       event: tag
 252
 253   nightly_build:
 254     image: woodpeckerci/plugin-docker-buildx
 255     secrets: [docker_username, docker_password]
 256     settings:
 257       repo: dessalines/lemmy
 258       dockerfile: docker/Dockerfile
 259       platforms: linux/amd64
 260       build_args:
 261         - RUST_RELEASE_MODE=release
 262       tag: dev
 263     when:
 264       event: cron
 265
 266   notify_on_failure:
 267     image: alpine:3
 268     commands:
 269       - apk add curl
 270       - "curl -d'Lemmy CI build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci"
 271     when:
 272       status: [failure]
 273
 274   notify_on_tag_deploy:
 275     image: alpine:3
 276     commands:
 277       - apk add curl
 278       - "curl -d'lemmy:${CI_COMMIT_TAG} deployed' ntfy.sh/lemmy_drone_ci"
 279     when:
 280       event: tag
 281
 282 services:
 283   database:
 284     image: postgres:15.2-alpine
 285     environment:
 286       POSTGRES_USER: lemmy
 287       POSTGRES_PASSWORD: password