# See https://github.com/woodpecker-ci/woodpecker/issues/1677
variables:
- - &muslrust_image "clux/muslrust:1.67.0"
+ - &muslrust_image "clux/muslrust:1.70.0"
+ - &slow_check_paths
+ - path:
+ # rust source code
+ - "**/*.rs"
+ - "**/Cargo.toml"
+ - "Cargo.lock"
+ # database migrations
+ - "migrations"
+ # typescript tests
+ - "api_tests"
+ # config files and scripts used by ci
+ - ".woodpecker.yml"
+ - ".rustfmt.toml"
+ - "scripts/update_config_defaults.sh"
+ - "diesel.toml"
+ - ".gitmodules"
# Broken for cron jobs currently, see
# https://github.com/woodpecker-ci/woodpecker/issues/1716
image: alpine:3
commands:
- apk add git
- #- git fetch --tags
- git submodule init
- - git submodule update --recursive --remote
+ - git submodule update
prettier_check:
- image: tmknom/prettier
+ image: tmknom/prettier:3.0.0
commands:
- prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations'
- # use minimum supported rust version for most steps
+ restore-cache:
+ image: meltwater/drone-cache:v1
+ pull: true
+ settings:
+ restore: true
+ endpoint:
+ from_secret: MINIO_ENDPOINT
+ access-key:
+ from_secret: MINIO_WRITE_USER
+ secret-key:
+ from_secret: MINIO_WRITE_PASSWORD
+ bucket:
+ from_secret: MINIO_BUCKET
+ region: us-east-1
+ cache_key: "rust-cache"
+ path-style: true
+ mount:
+ - ".cargo"
+ - "target"
+ - "api_tests/node_modules"
+ secrets:
+ [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
+ when: *slow_check_paths
+
+ toml_fmt:
+ image: tamasfe/taplo:0.8.1
+ commands:
+ - taplo format --check
+
cargo_fmt:
image: *muslrust_image
environment:
CARGO_HOME: .cargo
commands:
# need make existing toolchain available
- - cp ~/.cargo . -r
- - rustup toolchain install nightly
- - rustup component add rustfmt --toolchain nightly
- - cargo +nightly fmt -- --check
- # when:
- # platform: linux/amd64
+ - cp -n ~/.cargo . -r
+ - rustup toolchain install nightly-2023-07-10
+ - rustup component add rustfmt --toolchain nightly-2023-07-10
+ - cargo +nightly-2023-07-10 fmt -- --check
- # check each package to make sure they compile with default features.
- # this is required for crates.io
- cargo_check:
+ sql_fmt:
+ image: alpine:3
+ commands:
+ - apk add bash wget perl make git
+ - wget https://github.com/darold/pgFormatter/archive/refs/tags/v5.5.tar.gz
+ - tar xzf v5.5.tar.gz
+ - cd pgFormatter-5.5
+ - perl Makefile.PL
+ - make && make install
+ - cd ..
+ - ./scripts/./sql_format_check.sh
+
+ # make sure api builds with default features (used by other crates relying on lemmy api)
+ check_api_common_default_features:
image: *muslrust_image
environment:
CARGO_HOME: .cargo
commands:
- - cargo check --package lemmy_utils
- - cargo check --package lemmy_db_schema
- - cargo check --package lemmy_db_views
- - cargo check --package lemmy_db_views_actor
- - cargo check --package lemmy_db_views_moderator
- cargo check --package lemmy_api_common
- - cargo check --package lemmy_api
- - cargo check --package lemmy_api_crud
- - cargo check --package lemmy_apub
- - cargo check --package lemmy_routes
- - cargo check --workspace
- - cargo check --workspace --features console
- # disabled because it takes too long with pict-rs
- #- cargo check --workspace --all-features
- # when:
- # platform: linux/amd64
+ when: *slow_check_paths
- cargo_clippy:
+ lemmy_api_common_doesnt_depend_on_diesel:
image: *muslrust_image
environment:
CARGO_HOME: .cargo
commands:
- # latest rust for clippy to get extra checks
- # when adding new clippy lints, make sure to also add them in scripts/fix-clippy.sh
- - rustup component add clippy
- - cargo clippy --workspace --tests --all-targets --features console --
- -D warnings -D deprecated -D clippy::perf -D clippy::complexity
- -D clippy::style -D clippy::correctness -D clippy::suspicious
- -D clippy::dbg_macro -D clippy::inefficient_to_string
- -D clippy::items-after-statements -D clippy::implicit_clone
- -D clippy::wildcard_imports -D clippy::cast_lossless
- -D clippy::manual_string_new -D clippy::redundant_closure_for_method_calls
- -D clippy::unused_self
- -A clippy::uninlined_format_args
- -D clippy::get_first
- - cargo clippy --workspace --features console --
- -D clippy::unwrap_used
- -D clippy::indexing_slicing
- # when:
- # platform: linux/amd64
+ - "! cargo tree -p lemmy_api_common --no-default-features -i diesel"
+ when: *slow_check_paths
- lemmy_api_common_doesnt_depend_on_diesel:
+ lemmy_api_common_works_with_wasm:
image: *muslrust_image
environment:
CARGO_HOME: .cargo
commands:
- - "! cargo tree -p lemmy_api_common --no-default-features -i diesel"
- # when:
- # platform: linux/amd64
+ - "rustup target add wasm32-unknown-unknown"
+ - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common"
+ when: *slow_check_paths
check_defaults_hjson_updated:
image: *muslrust_image
- export LEMMY_CONFIG_LOCATION=./config/config.hjson
- ./scripts/update_config_defaults.sh config/defaults_current.hjson
- diff config/defaults.hjson config/defaults_current.hjson
- # when:
- # platform: linux/amd64
+ when: *slow_check_paths
check_diesel_schema:
- image: jameshiew/diesel-cli
+ image: willsquire/diesel-cli
environment:
CARGO_HOME: .cargo
DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
- diesel migration run
- diesel print-schema --config-file=diesel.toml > tmp.schema
- diff tmp.schema crates/db_schema/src/schema.rs
+ when: *slow_check_paths
+
+ check_diesel_migration_revertable:
+ image: willsquire/diesel-cli
+ environment:
+ CARGO_HOME: .cargo
+ DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
+ commands:
+ - diesel migration run
+ - diesel migration redo
+ when: *slow_check_paths
+
+ cargo_clippy:
+ image: *muslrust_image
+ environment:
+ CARGO_HOME: .cargo
+ commands:
+ # when adding new clippy lints, make sure to also add them in scripts/lint.sh
+ - rustup component add clippy
+ - cargo clippy --workspace --tests --all-targets --features console --
+ -D warnings -D deprecated -D clippy::perf -D clippy::complexity
+ -D clippy::style -D clippy::correctness -D clippy::suspicious
+ -D clippy::dbg_macro -D clippy::inefficient_to_string
+ -D clippy::items-after-statements -D clippy::implicit_clone
+ -D clippy::cast_lossless -D clippy::manual_string_new
+ -D clippy::redundant_closure_for_method_calls
+ -D clippy::unused_self
+ -A clippy::uninlined_format_args
+ -D clippy::get_first
+ -D clippy::explicit_into_iter_loop
+ -D clippy::explicit_iter_loop
+ -D clippy::needless_collect
+ -D clippy::unwrap_used
+ -D clippy::indexing_slicing
+ when: *slow_check_paths
cargo_test:
image: *muslrust_image
environment:
LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy
RUST_BACKTRACE: "1"
- RUST_TEST_THREADS: "1"
CARGO_HOME: .cargo
commands:
- export LEMMY_CONFIG_LOCATION=../../config/config.hjson
- cargo test --workspace --no-fail-fast
- # when:
- # platform: linux/amd64
+ when: *slow_check_paths
cargo_build:
image: *muslrust_image
commands:
- cargo build
- mv target/x86_64-unknown-linux-musl/debug/lemmy_server target/lemmy_server
- # when:
- # platform: linux/amd64
+ when: *slow_check_paths
run_federation_tests:
image: node:alpine
- cd api_tests/
- yarn
- yarn api-test
- # when:
- # platform: linux/amd64
+ when: *slow_check_paths
- nightly_build:
- image: woodpeckerci/plugin-docker-buildx
+ rebuild-cache:
+ image: meltwater/drone-cache:v1
+ pull: true
settings:
- repo: dessalines/lemmy
- dockerfile: docker/Dockerfile
- platforms: linux/amd64
- build_args: RUST_RELEASE_MODE=release
- username:
- from_secret: docker_username
- password:
- from_secret: docker_password
- # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133
- tag: dev
- when:
- event:
- - cron
- #platform: linux/amd64
+ rebuild: true
+ endpoint:
+ from_secret: MINIO_ENDPOINT
+ access-key:
+ from_secret: MINIO_WRITE_USER
+ secret-key:
+ from_secret: MINIO_WRITE_PASSWORD
+ bucket:
+ from_secret: MINIO_BUCKET
+ cache_key: "rust-cache"
+ region: us-east-1
+ path-style: true
+ mount:
+ - ".cargo"
+ - "target"
+ - "api_tests/node_modules"
+ secrets:
+ [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
+ when: *slow_check_paths
- publish_release_docker_image_amd:
+ publish_release_docker:
image: woodpeckerci/plugin-docker-buildx
+ secrets: [docker_username, docker_password]
settings:
repo: dessalines/lemmy
dockerfile: docker/Dockerfile
platforms: linux/amd64
- build_args: RUST_RELEASE_MODE=release
- username:
- from_secret: docker_username
- password:
- from_secret: docker_password
- # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133
+ build_args:
+ - RUST_RELEASE_MODE=release
auto_tag: true
- # auto_tag_suffix: linux-amd64
when:
- event:
- tag
- #platform: linux/amd64
+ event: tag
- publish_release_docker_image_arm:
+ nightly_build:
image: woodpeckerci/plugin-docker-buildx
+ secrets: [docker_username, docker_password]
settings:
repo: dessalines/lemmy
dockerfile: docker/Dockerfile
- platforms: linux/arm64
- build_args: RUST_RELEASE_MODE=release
- username:
- from_secret: docker_username
- password:
- from_secret: docker_password
- # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133
- auto_tag: true
- # auto_tag_suffix: linux-arm64
- when:
- event:
- tag
- #platform: linux/arm64
-
- #publish_release_docker_manifest:
- # image: plugins/manifest
- # settings:
- # username:
- # from_secret: docker_username
- # password:
- # from_secret: docker_password
- # target: "dessalines/lemmy:${CI_COMMIT_TAG}"
- # template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH"
- # platforms:
- # - linux/amd64
- # - linux/arm64
- # ignore_missing: true
- # when:
- # event: tag
-
- #publish_latest_release_docker_manifest:
- # image: plugins/manifest
- # settings:
- # username:
- # from_secret: docker_username
- # password:
- # from_secret: docker_password
- # target: "dessalines/lemmy:latest"
- # template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH"
- # platforms:
- # - linux/amd64
- # - linux/arm64
- # ignore_missing: true
- # when:
- # event: tag
- # #platform: linux/amd64
-
- # using https://github.com/pksunkara/cargo-workspaces
- publish_to_crates_io:
- image: *muslrust_image
- commands:
- - cargo install cargo-workspaces
- - cp -r migrations crates/db_schema/
- - cargo login "$CARGO_API_TOKEN"
- - cargo workspaces publish --from-git --allow-dirty --no-verify --allow-branch "${CI_COMMIT_TAG}" --yes custom "${CI_COMMIT_TAG}"
- secrets: [cargo_api_token]
+ platforms: linux/amd64
+ build_args:
+ - RUST_RELEASE_MODE=release
+ tag: dev
when:
- event: tag
- #platform: linux/amd64
+ event: cron
notify_on_failure:
image: alpine:3
commands:
- apk add curl
- - "curl -d'Drone build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci"
+ - "curl -d'Lemmy CI build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci"
when:
status: [failure]
environment:
POSTGRES_USER: lemmy
POSTGRES_PASSWORD: password
- # when:
- # platform: linux/amd64
projects / lemmy.git / blobdiff