]> Untitled Git - lemmy.git/blobdiff - .woodpecker.yml
Cache & Optimize Woodpecker CI (#3450)
[lemmy.git] / .woodpecker.yml
index 5d7ae2e405fba9daf5a635838680b7bcfbff1900..a595744ad2b74956067c6b67c068a62cb3e309f7 100644 (file)
@@ -2,7 +2,7 @@
 # See https://github.com/woodpecker-ci/woodpecker/issues/1677
 
 variables:
-  - &muslrust_image "clux/muslrust:1.67.0"
+  - &muslrust_image "clux/muslrust:1.70.0"
 
 # Broken for cron jobs currently, see
 # https://github.com/woodpecker-ci/woodpecker/issues/1716
@@ -23,10 +23,38 @@ pipeline:
       - git submodule update
 
   prettier_check:
-    image: tmknom/prettier
+    image: tmknom/prettier:3.0.0
     commands:
       - prettier -c . '!**/volumes' '!**/dist' '!target' '!**/translations'
 
+  restore-cache:
+    image: meltwater/drone-cache:v1
+    pull: true
+    settings:
+      restore: true
+      endpoint:
+        from_secret: MINIO_ENDPOINT
+      access-key:
+        from_secret: MINIO_WRITE_USER
+      secret-key:
+        from_secret: MINIO_WRITE_PASSWORD
+      bucket:
+        from_secret: MINIO_BUCKET
+      region: us-east-1
+      cache_key: "rust-cache"
+      path-style: true
+      mount:
+        - ".cargo"
+        - "target"
+        - "api_tests/node_modules"
+    secrets:
+      [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
+
+  taplo_check:
+    image: tamasfe/taplo:0.8.1
+    commands:
+      - taplo format --check
+
   # use minimum supported rust version for most steps
   cargo_fmt:
     image: *muslrust_image
@@ -35,34 +63,10 @@ pipeline:
       CARGO_HOME: .cargo
     commands:
       # need make existing toolchain available
-      - cp ~/.cargo . -r
-      - rustup toolchain install nightly
-      - rustup component add rustfmt --toolchain nightly
-      - cargo +nightly fmt -- --check
-    # when:
-    #   platform: linux/amd64
-
-  # check each package to make sure they compile with default features.
-  # this is required for crates.io
-  cargo_check:
-    image: *muslrust_image
-    environment:
-      CARGO_HOME: .cargo
-    commands:
-      - cargo check --package lemmy_utils
-      - cargo check --package lemmy_db_schema
-      - cargo check --package lemmy_db_views
-      - cargo check --package lemmy_db_views_actor
-      - cargo check --package lemmy_db_views_moderator
-      - cargo check --package lemmy_api_common
-      - cargo check --package lemmy_api
-      - cargo check --package lemmy_api_crud
-      - cargo check --package lemmy_apub
-      - cargo check --package lemmy_routes
-      - cargo check --workspace
-      - cargo check --workspace --features console
-      # disabled because it takes too long with pict-rs
-      #- cargo check --workspace --all-features
+      - cp -n ~/.cargo . -r
+      - rustup toolchain install nightly-2023-07-10
+      - rustup component add rustfmt --toolchain nightly-2023-07-10
+      - cargo +nightly-2023-07-10 fmt -- --check
     # when:
     #   platform: linux/amd64
 
@@ -84,12 +88,24 @@ pipeline:
         -D clippy::unused_self
         -A clippy::uninlined_format_args
         -D clippy::get_first
-      - cargo clippy --workspace --features console --
+        -D clippy::explicit_into_iter_loop
+        -D clippy::explicit_iter_loop
+        -D clippy::needless_collect
         -D clippy::unwrap_used
         -D clippy::indexing_slicing
     # when:
     #   platform: linux/amd64
 
+  # make sure api builds with default features (used by other crates relying on lemmy api)
+  cargo_check:
+    image: *muslrust_image
+    environment:
+      CARGO_HOME: .cargo
+    commands:
+      - cargo check --package lemmy_api_common
+    # when:
+    #   platform: linux/amd64
+
   lemmy_api_common_doesnt_depend_on_diesel:
     image: *muslrust_image
     environment:
@@ -98,6 +114,13 @@ pipeline:
       - "! cargo tree -p lemmy_api_common --no-default-features -i diesel"
     # when:
     #   platform: linux/amd64
+  lemmy_api_common_works_with_wasm:
+    image: *muslrust_image
+    environment:
+      CARGO_HOME: .cargo
+    commands:
+      - "rustup target add wasm32-unknown-unknown"
+      - "cargo check --target wasm32-unknown-unknown -p lemmy_api_common"
 
   check_defaults_hjson_updated:
     image: *muslrust_image
@@ -157,94 +180,54 @@ pipeline:
     # when:
     #   platform: linux/amd64
 
-  nightly_build:
-    image: woodpeckerci/plugin-docker-buildx
+  rebuild-cache:
+    image: meltwater/drone-cache:v1
+    pull: true
     settings:
-      repo: dessalines/lemmy
-      dockerfile: docker/Dockerfile
-      platforms: linux/amd64
-      build_args: RUST_RELEASE_MODE=release
-      username:
-        from_secret: docker_username
-      password:
-        from_secret: docker_password
-      # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133
-      tag: dev
-    when:
-      event:
-        - cron
-          #platform: linux/amd64
+      rebuild: true
+      endpoint:
+        from_secret: MINIO_ENDPOINT
+      access-key:
+        from_secret: MINIO_WRITE_USER
+      secret-key:
+        from_secret: MINIO_WRITE_PASSWORD
+      bucket:
+        from_secret: MINIO_BUCKET
+      cache_key: "rust-cache"
+      region: us-east-1
+      path-style: true
+      mount:
+        - ".cargo"
+        - "target"
+        - "api_tests/node_modules"
+    secrets:
+      [MINIO_ENDPOINT, MINIO_WRITE_USER, MINIO_WRITE_PASSWORD, MINIO_BUCKET]
 
-  publish_release_docker_image_amd:
+  publish_release_docker:
     image: woodpeckerci/plugin-docker-buildx
+    secrets: [docker_username, docker_password]
     settings:
       repo: dessalines/lemmy
       dockerfile: docker/Dockerfile
       platforms: linux/amd64
-      build_args: RUST_RELEASE_MODE=release
-      username:
-        from_secret: docker_username
-      password:
-        from_secret: docker_password
-      # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133
+      build_args:
+        - RUST_RELEASE_MODE=release
       auto_tag: true
-      # auto_tag_suffix: linux-amd64
     when:
-      event:
-        tag
-        #platform: linux/amd64
+      event: tag
 
-  publish_release_docker_image_arm:
+  nightly_build:
     image: woodpeckerci/plugin-docker-buildx
+    secrets: [docker_username, docker_password]
     settings:
       repo: dessalines/lemmy
       dockerfile: docker/Dockerfile
-      platforms: linux/arm64
-      build_args: RUST_RELEASE_MODE=release
-      username:
-        from_secret: docker_username
-      password:
-        from_secret: docker_password
-      # add_host: github.com:140.82.112.3,static.crates.io:18.154.227.73,crates.io:108.138.64.68,dl-cdn.alpinelinux.org:146.75.30.133
-      auto_tag: true
-      # auto_tag_suffix: linux-arm64
+      platforms: linux/amd64
+      build_args:
+        - RUST_RELEASE_MODE=release
+      tag: dev
     when:
-      event:
-        tag
-        #platform: linux/arm64
-
-  #publish_release_docker_manifest:
-  #  image: plugins/manifest
-  #  settings:
-  #    username:
-  #      from_secret: docker_username
-  #    password:
-  #      from_secret: docker_password
-  #    target: "dessalines/lemmy:${CI_COMMIT_TAG}"
-  #    template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH"
-  #    platforms:
-  #      - linux/amd64
-  #      - linux/arm64
-  #    ignore_missing: true
-  #  when:
-  #    event: tag
-
-  #publish_latest_release_docker_manifest:
-  #  image: plugins/manifest
-  #  settings:
-  #    username:
-  #      from_secret: docker_username
-  #    password:
-  #      from_secret: docker_password
-  #    target: "dessalines/lemmy:latest"
-  #    template: "dessalines/lemmy:${CI_COMMIT_TAG}-OS-ARCH"
-  #    platforms:
-  #      - linux/amd64
-  #      - linux/arm64
-  #    ignore_missing: true
-  #  when:
-  #    event: tag
-  #      #platform: linux/amd64
+      event: cron
 
   # using https://github.com/pksunkara/cargo-workspaces
   publish_to_crates_io: