X-Git-Url: http://these/git/?a=blobdiff_plain;f=.woodpecker.yml;h=a3c1f1194ab1b506de8acb9d022b420070a3c5b0;hb=bed9474cf05af9e6935365681a4761544115b58a;hp=0a5b3e6bf1368e69160011c79a8f0c1c906b8497;hpb=ce5161d9976c56ff9978901049a6907ba7f9443e;p=lemmy.git diff --git a/.woodpecker.yml b/.woodpecker.yml index 0a5b3e6b..a3c1f119 100644 --- a/.woodpecker.yml +++ b/.woodpecker.yml @@ -2,7 +2,23 @@ # See https://github.com/woodpecker-ci/woodpecker/issues/1677 variables: - - &muslrust_image 'clux/muslrust:1.67.0' + - &muslrust_image "clux/muslrust:1.70.0" + - &slow_check_paths + - path: + # rust source code + - "**/*.rs" + - "**/Cargo.toml" + - "Cargo.lock" + # database migrations + - "migrations" + # typescript tests + - "api_tests" + # config files and scripts used by ci + - ".woodpecker.yml" + - ".rustfmt.toml" + - "scripts/update_config_defaults.sh" + - "diesel.toml" + - ".gitmodules" # Broken for cron jobs currently, see # https://github.com/woodpecker-ci/woodpecker/issues/1716 @@ -18,11 +34,43 @@ pipeline: image: alpine:3 commands: - apk add git - #- git fetch --tags - git submodule init - - git submodule update --recursive --remote + - git submodule update + + prettier_check: + image: tmknom/prettier:3.0.0 + commands: + - prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations' + + restore-cache: + image: meltwater/drone-cache:v1 + pull: true + settings: + restore: true + endpoint: + from_secret: MINIO_ENDPOINT + access-key: + from_secret: MINIO_WRITE_USER + secret-key: + from_secret: MINIO_WRITE_PASSWORD + bucket: + from_secret: MINIO_BUCKET + region: us-east-1 + cache_key: "rust-cache" + path-style: true + mount: + - ".cargo" + - "target" + - "api_tests/node_modules" + secrets: + [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET] + when: *slow_check_paths + + toml_fmt: + image: tamasfe/taplo:0.8.1 + commands: + - taplo format --check - # use minimum supported rust version for most steps cargo_fmt: image: *muslrust_image environment: @@ -30,69 +78,48 @@ pipeline: CARGO_HOME: .cargo commands: # need make existing toolchain available - - cp ~/.cargo . -r - - rustup toolchain install nightly - - rustup component add rustfmt --toolchain nightly - - cargo +nightly fmt -- --check - # when: - # platform: linux/amd64 + - cp -n ~/.cargo . -r + - rustup toolchain install nightly-2023-07-10 + - rustup component add rustfmt --toolchain nightly-2023-07-10 + - cargo +nightly-2023-07-10 fmt -- --check + + sql_fmt: + image: alpine:3 + commands: + - apk add bash wget perl make git + - wget https://github.com/darold/pgFormatter/archive/refs/tags/v5.5.tar.gz + - tar xzf v5.5.tar.gz + - cd pgFormatter-5.5 + - perl Makefile.PL + - make && make install + - cd .. + - ./scripts/./sql_format_check.sh - # check each package to make sure they compile with default features. - # this is required for crates.io - cargo_check: + # make sure api builds with default features (used by other crates relying on lemmy api) + check_api_common_default_features: image: *muslrust_image environment: CARGO_HOME: .cargo commands: - - cargo check --package lemmy_utils - - cargo check --package lemmy_db_schema - - cargo check --package lemmy_db_views - - cargo check --package lemmy_db_views_actor - - cargo check --package lemmy_db_views_moderator - cargo check --package lemmy_api_common - - cargo check --package lemmy_api - - cargo check --package lemmy_api_crud - - cargo check --package lemmy_apub - - cargo check --package lemmy_routes - - cargo check --workspace - - cargo check --workspace --features console - # disabled because it takes too long with pict-rs - #- cargo check --workspace --all-features - # when: - # platform: linux/amd64 + when: *slow_check_paths - cargo_clippy: + lemmy_api_common_doesnt_depend_on_diesel: image: *muslrust_image environment: CARGO_HOME: .cargo commands: - # latest rust for clippy to get extra checks - # when adding new clippy lints, make sure to also add them in scripts/fix-clippy.sh - - rustup component add clippy - - cargo clippy --workspace --tests --all-targets --features console -- - -D warnings -D deprecated -D clippy::perf -D clippy::complexity - -D clippy::style -D clippy::correctness -D clippy::suspicious - -D clippy::dbg_macro -D clippy::inefficient_to_string - -D clippy::items-after-statements -D clippy::implicit_clone - -D clippy::wildcard_imports -D clippy::cast_lossless - -D clippy::manual_string_new -D clippy::redundant_closure_for_method_calls - -D clippy::unused_self - -A clippy::uninlined_format_args - -D clippy::get_first - - cargo clippy --workspace --features console -- - -D clippy::unwrap_used - -D clippy::indexing_slicing - # when: - # platform: linux/amd64 + - "! cargo tree -p lemmy_api_common --no-default-features -i diesel" + when: *slow_check_paths - lemmy_api_common_doesnt_depend_on_diesel: + lemmy_api_common_works_with_wasm: image: *muslrust_image environment: CARGO_HOME: .cargo commands: - - "! cargo tree -p lemmy_api_common --no-default-features -i diesel" - # when: - # platform: linux/amd64 + - "rustup target add wasm32-unknown-unknown" + - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common" + when: *slow_check_paths check_defaults_hjson_updated: image: *muslrust_image @@ -102,11 +129,10 @@ pipeline: - export LEMMY_CONFIG_LOCATION=./config/config.hjson - ./scripts/update_config_defaults.sh config/defaults_current.hjson - diff config/defaults.hjson config/defaults_current.hjson - # when: - # platform: linux/amd64 + when: *slow_check_paths check_diesel_schema: - image: jameshiew/diesel-cli + image: willsquire/diesel-cli environment: CARGO_HOME: .cargo DATABASE_URL: postgres://lemmy:password@database:5432/lemmy @@ -114,19 +140,52 @@ pipeline: - diesel migration run - diesel print-schema --config-file=diesel.toml > tmp.schema - diff tmp.schema crates/db_schema/src/schema.rs + when: *slow_check_paths + + check_diesel_migration_revertable: + image: willsquire/diesel-cli + environment: + CARGO_HOME: .cargo + DATABASE_URL: postgres://lemmy:password@database:5432/lemmy + commands: + - diesel migration run + - diesel migration redo + when: *slow_check_paths + + cargo_clippy: + image: *muslrust_image + environment: + CARGO_HOME: .cargo + commands: + # when adding new clippy lints, make sure to also add them in scripts/lint.sh + - rustup component add clippy + - cargo clippy --workspace --tests --all-targets --features console -- + -D warnings -D deprecated -D clippy::perf -D clippy::complexity + -D clippy::style -D clippy::correctness -D clippy::suspicious + -D clippy::dbg_macro -D clippy::inefficient_to_string + -D clippy::items-after-statements -D clippy::implicit_clone + -D clippy::cast_lossless -D clippy::manual_string_new + -D clippy::redundant_closure_for_method_calls + -D clippy::unused_self + -A clippy::uninlined_format_args + -D clippy::get_first + -D clippy::explicit_into_iter_loop + -D clippy::explicit_iter_loop + -D clippy::needless_collect + -D clippy::unwrap_used + -D clippy::indexing_slicing + when: *slow_check_paths cargo_test: image: *muslrust_image environment: LEMMY_DATABASE_URL: postgres://lemmy:password@database:5432/lemmy RUST_BACKTRACE: "1" - RUST_TEST_THREADS: "1" CARGO_HOME: .cargo commands: - export LEMMY_CONFIG_LOCATION=../../config/config.hjson - cargo test --workspace --no-fail-fast - # when: - # platform: linux/amd64 + when: *slow_check_paths cargo_build: image: *muslrust_image @@ -135,8 +194,7 @@ pipeline: commands: - cargo build - mv target/x86_64-unknown-linux-musl/debug/lemmy_server target/lemmy_server - # when: - # platform: linux/amd64 + when: *slow_check_paths run_federation_tests: image: node:alpine @@ -149,120 +207,69 @@ pipeline: - cd api_tests/ - yarn - yarn api-test - # when: - # platform: linux/amd64 + when: *slow_check_paths - nightly_build: - image: woodpeckerci/plugin-docker-buildx + rebuild-cache: + image: meltwater/drone-cache:v1 + pull: true settings: - repo: dessalines/lemmy - dockerfile: docker/Dockerfile - platforms: linux/amd64 - build_args: RUST_RELEASE_MODE=release - username: - from_secret: docker_username - password: - from_secret: docker_password - # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133 - tag: dev - when: - event: - - cron - #platform: linux/amd64 + rebuild: true + endpoint: + from_secret: MINIO_ENDPOINT + access-key: + from_secret: MINIO_WRITE_USER + secret-key: + from_secret: MINIO_WRITE_PASSWORD + bucket: + from_secret: MINIO_BUCKET + cache_key: "rust-cache" + region: us-east-1 + path-style: true + mount: + - ".cargo" + - "target" + - "api_tests/node_modules" + secrets: + [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET] + when: *slow_check_paths - publish_release_docker_image_amd: + publish_release_docker: image: woodpeckerci/plugin-docker-buildx + secrets: [docker_username, docker_password] settings: repo: dessalines/lemmy dockerfile: docker/Dockerfile platforms: linux/amd64 - build_args: RUST_RELEASE_MODE=release - username: - from_secret: docker_username - password: - from_secret: docker_password - # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133 + build_args: + - RUST_RELEASE_MODE=release auto_tag: true - # auto_tag_suffix: linux-amd64 when: event: tag - #platform: linux/amd64 - publish_release_docker_image_arm: + nightly_build: image: woodpeckerci/plugin-docker-buildx + secrets: [docker_username, docker_password] settings: repo: dessalines/lemmy dockerfile: docker/Dockerfile - platforms: linux/arm64 - build_args: RUST_RELEASE_MODE=release - username: - from_secret: docker_username - password: - from_secret: docker_password - # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133 - auto_tag: true - # auto_tag_suffix: linux-arm64 - when: - event: tag - #platform: linux/arm64 - - #publish_release_docker_manifest: - # image: plugins/manifest - # settings: - # username: - # from_secret: docker_username - # password: - # from_secret: docker_password - # target: "dessalines/lemmy:${CI_COMMIT_TAG}" - # template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH" - # platforms: - # - linux/amd64 - # - linux/arm64 - # ignore_missing: true - # when: - # event: tag - - #publish_latest_release_docker_manifest: - # image: plugins/manifest - # settings: - # username: - # from_secret: docker_username - # password: - # from_secret: docker_password - # target: "dessalines/lemmy:latest" - # template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH" - # platforms: - # - linux/amd64 - # - linux/arm64 - # ignore_missing: true - # when: - # event: tag - # #platform: linux/amd64 - - # using https://github.com/pksunkara/cargo-workspaces - publish_to_crates_io: - image: *muslrust_image - commands: - - cargo install cargo-workspaces - - cp -r migrations crates/db_schema/ - - cargo login "$CARGO_API_TOKEN" - - cargo workspaces publish --from-git --allow-dirty --no-verify --allow-branch "${CI_COMMIT_TAG}" --yes custom "${CI_COMMIT_TAG}" - secrets: [cargo_api_token] + platforms: linux/amd64 + build_args: + - RUST_RELEASE_MODE=release + tag: dev when: - event: tag - #platform: linux/amd64 + event: cron notify_on_failure: image: alpine:3 - commands: + commands: - apk add curl - - "curl -d'Drone build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci" + - "curl -d'Lemmy CI build failed: ${CI_BUILD_LINK}' ntfy.sh/lemmy_drone_ci" when: - status: [ failure ] + status: [failure] notify_on_tag_deploy: image: alpine:3 - commands: + commands: - apk add curl - "curl -d'lemmy:${CI_COMMIT_TAG} deployed' ntfy.sh/lemmy_drone_ci" when: @@ -274,5 +281,3 @@ services: environment: POSTGRES_USER: lemmy POSTGRES_PASSWORD: password - # when: - # platform: linux/amd64