X-Git-Url: http://these/git/?a=blobdiff_plain;f=.woodpecker.yml;h=4c1be3aa1815593f3257b6884291608af04425ba;hb=ae438e148e3d0365a80ea8a9a40a3d3e9c0aad60;hp=5d7ae2e405fba9daf5a635838680b7bcfbff1900;hpb=980df7545d33e8beeb9e64f29de414d6004dd5f5;p=lemmy.git diff --git a/.woodpecker.yml b/.woodpecker.yml index 5d7ae2e4..4c1be3aa 100644 --- a/.woodpecker.yml +++ b/.woodpecker.yml @@ -2,7 +2,23 @@ # See https://github.com/woodpecker-ci/woodpecker/issues/1677 variables: - - &muslrust_image "clux/muslrust:1.67.0" + - &muslrust_image "clux/muslrust:1.70.0" + - &slow_check_paths + - path: + # rust source code + - "**/*.rs" + - "**/Cargo.toml" + - "Cargo.lock" + # database migrations + - "migrations" + # typescript tests + - "api_tests" + # config files and scripts used by ci + - ".woodpecker.yml" + - ".rustfmt.toml" + - "scripts/update_config_defaults.sh" + - "diesel.toml" + - ".gitmodules" # Broken for cron jobs currently, see # https://github.com/woodpecker-ci/woodpecker/issues/1716 @@ -18,86 +34,88 @@ pipeline: image: alpine:3 commands: - apk add git - #- git fetch --tags - git submodule init - git submodule update prettier_check: - image: tmknom/prettier + group: format + image: tmknom/prettier:3.0.0 commands: - prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations' - # use minimum supported rust version for most steps + toml_fmt: + group: format + image: tamasfe/taplo:0.8.1 + commands: + - taplo format --check + + sql_fmt: + group: format + image: backplane/pgformatter:latest + commands: + - ./scripts/sql_format_check.sh + cargo_fmt: + group: format image: *muslrust_image environment: # store cargo data in repo folder so that it gets cached between steps CARGO_HOME: .cargo commands: # need make existing toolchain available - - cp ~/.cargo . -r - - rustup toolchain install nightly - - rustup component add rustfmt --toolchain nightly - - cargo +nightly fmt -- --check - # when: - # platform: linux/amd64 + - cp -n ~/.cargo . -r + - rustup toolchain install nightly-2023-07-10 --no-self-update --profile minimal --component rustfmt + - cargo +nightly-2023-07-10 fmt -- --check + + restore-cache: + image: meltwater/drone-cache:v1 + pull: true + settings: + restore: true + endpoint: + from_secret: MINIO_ENDPOINT + access-key: + from_secret: MINIO_WRITE_USER + secret-key: + from_secret: MINIO_WRITE_PASSWORD + bucket: + from_secret: MINIO_BUCKET + region: us-east-1 + cache_key: "rust-cache" + path-style: true + mount: + - ".cargo" + - "target" + - "api_tests/node_modules" + secrets: + [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET] + when: *slow_check_paths - # check each package to make sure they compile with default features. - # this is required for crates.io - cargo_check: + # make sure api builds with default features (used by other crates relying on lemmy api) + check_api_common_default_features: image: *muslrust_image environment: CARGO_HOME: .cargo commands: - - cargo check --package lemmy_utils - - cargo check --package lemmy_db_schema - - cargo check --package lemmy_db_views - - cargo check --package lemmy_db_views_actor - - cargo check --package lemmy_db_views_moderator - cargo check --package lemmy_api_common - - cargo check --package lemmy_api - - cargo check --package lemmy_api_crud - - cargo check --package lemmy_apub - - cargo check --package lemmy_routes - - cargo check --workspace - - cargo check --workspace --features console - # disabled because it takes too long with pict-rs - #- cargo check --workspace --all-features - # when: - # platform: linux/amd64 + when: *slow_check_paths - cargo_clippy: + lemmy_api_common_doesnt_depend_on_diesel: image: *muslrust_image environment: CARGO_HOME: .cargo commands: - # latest rust for clippy to get extra checks - # when adding new clippy lints, make sure to also add them in scripts/fix-clippy.sh - - rustup component add clippy - - cargo clippy --workspace --tests --all-targets --features console -- - -D warnings -D deprecated -D clippy::perf -D clippy::complexity - -D clippy::style -D clippy::correctness -D clippy::suspicious - -D clippy::dbg_macro -D clippy::inefficient_to_string - -D clippy::items-after-statements -D clippy::implicit_clone - -D clippy::cast_lossless -D clippy::manual_string_new - -D clippy::redundant_closure_for_method_calls - -D clippy::unused_self - -A clippy::uninlined_format_args - -D clippy::get_first - - cargo clippy --workspace --features console -- - -D clippy::unwrap_used - -D clippy::indexing_slicing - # when: - # platform: linux/amd64 + - "! cargo tree -p lemmy_api_common --no-default-features -i diesel" + when: *slow_check_paths - lemmy_api_common_doesnt_depend_on_diesel: + lemmy_api_common_works_with_wasm: image: *muslrust_image environment: CARGO_HOME: .cargo commands: - - "! cargo tree -p lemmy_api_common --no-default-features -i diesel" - # when: - # platform: linux/amd64 + - "rustup target add wasm32-unknown-unknown" + - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common" + when: *slow_check_paths check_defaults_hjson_updated: image: *muslrust_image @@ -107,8 +125,7 @@ pipeline: - export LEMMY_CONFIG_LOCATION=./config/config.hjson - ./scripts/update_config_defaults.sh config/defaults_current.hjson - diff config/defaults.hjson config/defaults_current.hjson - # when: - # platform: linux/amd64 + when: *slow_check_paths check_diesel_schema: image: willsquire/diesel-cli @@ -119,19 +136,41 @@ pipeline: - diesel migration run - diesel print-schema --config-file=diesel.toml > tmp.schema - diff tmp.schema crates/db_schema/src/schema.rs + when: *slow_check_paths - cargo_test: + check_diesel_migration_revertable: + image: willsquire/diesel-cli + environment: + CARGO_HOME: .cargo + DATABASE_URL: postgres://lemmy:password@database:5432/lemmy + commands: + - diesel migration run + - diesel migration redo + when: *slow_check_paths + + cargo_clippy: image: *muslrust_image environment: - LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy - RUST_BACKTRACE: "1" - RUST_TEST_THREADS: "1" CARGO_HOME: .cargo commands: - - export LEMMY_CONFIG_LOCATION=../../config/config.hjson - - cargo test --workspace --no-fail-fast - # when: - # platform: linux/amd64 + # when adding new clippy lints, make sure to also add them in scripts/lint.sh + - rustup component add clippy + - cargo clippy --workspace --tests --all-targets --features console -- + -D warnings -D deprecated -D clippy::perf -D clippy::complexity + -D clippy::style -D clippy::correctness -D clippy::suspicious + -D clippy::dbg_macro -D clippy::inefficient_to_string + -D clippy::items-after-statements -D clippy::implicit_clone + -D clippy::cast_lossless -D clippy::manual_string_new + -D clippy::redundant_closure_for_method_calls + -D clippy::unused_self + -A clippy::uninlined_format_args + -D clippy::get_first + -D clippy::explicit_into_iter_loop + -D clippy::explicit_iter_loop + -D clippy::needless_collect + -D clippy::unwrap_used + -D clippy::indexing_slicing + when: *slow_check_paths cargo_build: image: *muslrust_image @@ -140,10 +179,22 @@ pipeline: commands: - cargo build - mv target/x86_64-unknown-linux-musl/debug/lemmy_server target/lemmy_server - # when: - # platform: linux/amd64 + when: *slow_check_paths + + cargo_test: + group: tests + image: *muslrust_image + environment: + LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy + RUST_BACKTRACE: "1" + CARGO_HOME: .cargo + commands: + - export LEMMY_CONFIG_LOCATION=../../config/config.hjson + - cargo test --workspace --no-fail-fast + when: *slow_check_paths run_federation_tests: + group: tests image: node:alpine environment: LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432 @@ -154,111 +205,59 @@ pipeline: - cd api_tests/ - yarn - yarn api-test - # when: - # platform: linux/amd64 + when: *slow_check_paths - nightly_build: - image: woodpeckerci/plugin-docker-buildx + rebuild-cache: + image: meltwater/drone-cache:v1 + pull: true settings: - repo: dessalines/lemmy - dockerfile: docker/Dockerfile - platforms: linux/amd64 - build_args: RUST_RELEASE_MODE=release - username: - from_secret: docker_username - password: - from_secret: docker_password - # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133 - tag: dev + rebuild: true + endpoint: + from_secret: MINIO_ENDPOINT + access-key: + from_secret: MINIO_WRITE_USER + secret-key: + from_secret: MINIO_WRITE_PASSWORD + bucket: + from_secret: MINIO_BUCKET + cache_key: "rust-cache" + region: us-east-1 + path-style: true + mount: + - ".cargo" + - "target" + - "api_tests/node_modules" + secrets: + [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET] when: - event: - - cron - #platform: linux/amd64 + - event: push + branch: main - publish_release_docker_image_amd: + publish_release_docker: image: woodpeckerci/plugin-docker-buildx + secrets: [docker_username, docker_password] settings: repo: dessalines/lemmy dockerfile: docker/Dockerfile platforms: linux/amd64 - build_args: RUST_RELEASE_MODE=release - username: - from_secret: docker_username - password: - from_secret: docker_password - # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133 + build_args: + - RUST_RELEASE_MODE=release auto_tag: true - # auto_tag_suffix: linux-amd64 when: - event: - tag - #platform: linux/amd64 + event: tag - publish_release_docker_image_arm: + nightly_build: image: woodpeckerci/plugin-docker-buildx + secrets: [docker_username, docker_password] settings: repo: dessalines/lemmy dockerfile: docker/Dockerfile - platforms: linux/arm64 - build_args: RUST_RELEASE_MODE=release - username: - from_secret: docker_username - password: - from_secret: docker_password - # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133 - auto_tag: true - # auto_tag_suffix: linux-arm64 - when: - event: - tag - #platform: linux/arm64 - - #publish_release_docker_manifest: - # image: plugins/manifest - # settings: - # username: - # from_secret: docker_username - # password: - # from_secret: docker_password - # target: "dessalines/lemmy:${CI_COMMIT_TAG}" - # template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH" - # platforms: - # - linux/amd64 - # - linux/arm64 - # ignore_missing: true - # when: - # event: tag - - #publish_latest_release_docker_manifest: - # image: plugins/manifest - # settings: - # username: - # from_secret: docker_username - # password: - # from_secret: docker_password - # target: "dessalines/lemmy:latest" - # template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH" - # platforms: - # - linux/amd64 - # - linux/arm64 - # ignore_missing: true - # when: - # event: tag - # #platform: linux/amd64 - - # using https://github.com/pksunkara/cargo-workspaces - publish_to_crates_io: - image: *muslrust_image - commands: - - 'echo "pub const VERSION: &str = \"$(git describe --tag)\";" > "crates/utils/src/version.rs"' - - cargo install cargo-workspaces - - cp -r migrations crates/db_schema/ - - cargo login "$CARGO_API_TOKEN" - - cargo workspaces publish --from-git --allow-dirty --no-verify --allow-branch "${CI_COMMIT_TAG}" --yes custom "${CI_COMMIT_TAG}" - secrets: [cargo_api_token] + platforms: linux/amd64 + build_args: + - RUST_RELEASE_MODE=release + tag: dev when: - event: tag - #platform: linux/amd64 + event: cron notify_on_failure: image: alpine:3 @@ -282,5 +281,3 @@ services: environment: POSTGRES_USER: lemmy POSTGRES_PASSWORD: password - # when: - # platform: linux/amd64