feat: improve parallel job processing

Possibly improve process by tweaking dependency graph and allowing to
run jobs out of order when it doesn't require additional dependencies.

Signed-off-by: Bart Jaskulski <bjaskulski@protonmail.com>

gitlab-ci-1.2.yml

 variables:
-  WPDESK_CI_VERSION: "2023.02.1"
+  WPDESK_CI_VERSION: "2023.02.2"
   MYSQL_ROOT_PASSWORD: "mysql"
   MYSQL_DATABASE: "wptest"
   MYSQL_USER: "mysql"
@@ -25,38 +25,18 @@ stages:
 
 include:
   - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/prepare.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/lint.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/unit.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/metrics.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/codeception-integration.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/codeception.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/codeception-parallel.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/codeception-smoke.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/tests/integration.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/deploy.yml'
-  - project: 'wpdesk/gitlab-ci'
-    ref: 'master'
-    file: '/includes/pages.yml'
+    file:
+      - '/includes/prepare.yml'
+      - '/includes/tests/lint.yml'
+      - '/includes/tests/unit.yml'
+      - '/includes/metrics.yml'
+      - '/includes/tests/codeception-integration.yml'
+      - '/includes/tests/codeception.yml'
+      - '/includes/tests/codeception-parallel.yml'
+      - '/includes/tests/codeception-smoke.yml'
+      - '/includes/tests/integration.yml'
+      - '/includes/deploy.yml'
+      - '/includes/pages.yml'
 
 check version cohesion:
   stage: tests

includes/deploy.yml

@@ -45,6 +45,8 @@ hooks docs refresh:
   tags:
     - deploy
   dependencies:
+    - prepare prefixed vendor
+    - prepare npm assets
     - prepare translations
   artifacts:
     expire_in: 6 mos
@@ -90,7 +92,7 @@ plugin zip:
   stage: pre-deploy
   tags:
     - deploy
-  needs:
+  dependencies:
     - build to deploy
   artifacts:
     expire_in: 24 mos

includes/metrics.yml

@@ -4,7 +4,7 @@
   stage: tools
   image: composer:2.0
   allow_failure: true
-  needs:
+  dependencies:
     - prepare prefixed vendor
   before_script:
     - apk add --update --no-cache libxml2-dev libzip zip libzip-dev
@@ -32,6 +32,7 @@ churn metrics:
     name: "churn"
     paths:
       - churn
+  needs: []
   script:
     - echo ${WPDESK_CI_VERSION}
     - composer global require bmitch/churn-php
@@ -50,8 +51,7 @@ phpdoc:
     - metrics
   stage: tools
   allow_failure: true
-  needs:
-    - prepare prefixed vendor
+  needs: []
   artifacts:
     when: always
     expire_in: 1 month

includes/prepare.yml

@@ -8,8 +8,12 @@
       - assets
 
 prepare prefixed vendor:
-  <<: *job-prepare
   image: composer:2.0.8
+  artifacts:
+    name: "vendor_prefixed"
+    paths:
+      - vendor
+      - vendor_prefixed
   tags:
     - vendor
   stage: prepare-vendor
@@ -25,20 +29,27 @@ prepare prefixed vendor:
     - COMPOSER_MEMORY_LIMIT=-1 && composer install
 
 prepare npm assets:
-  <<: *job-prepare
   image: node:16.10
+  artifacts:
+    name: "node_assets"
+    paths:
+      - assets
   cache:
     key: ${CI_PROJECT_NAME}-node
     paths:
       - node_modules/
   tags:
     - vendor
+  rules:
+    - exists:
+      - package.json
+      - tests/codeception/prepare_npm.sh
+    - if: $IS_NPM_LIBRARY
+      when: never
   except:
     variables:
       - $IS_NPM_LIBRARY
   stage: prepare-node
-  dependencies:
-    - prepare prefixed vendor
   interruptible: true
   script:
     - mkdir -p /cache/npm-cache
@@ -48,13 +59,16 @@ prepare npm assets:
     - if [[ -f tests/codeception/prepare_npm.sh ]]; then sh tests/codeception/prepare_npm.sh; fi
 
 prepare translations:
-  <<: *job-prepare
   image: composer:2.0
+  artifacts:
+    name: "language"
+    paths:
+      - lang
   tags:
     - vendor
   stage: prepare-translations-and-tests
   dependencies:
-    - prepare npm assets
+    - prepare prefixed vendor
   except:
     variables:
       - $IS_LIBRARY
@@ -66,13 +80,10 @@ prepare translations:
     - composer generate-pot
 
 prepare tests:
-  <<: *job-prepare
   image: wpdesknet/phpunit-woocommerce:0-0
   tags:
     - vendor
   stage: prepare-translations-and-tests
-  needs:
-    - prepare prefixed vendor
   artifacts:
     name: "dependent_plugins"
     paths:

includes/tests/codeception-integration.yml

@@ -13,9 +13,10 @@ integration codeception tests:
     - name: mysql:5.6
       alias: mysqltests
       command: [--max-allowed-packet=67108864]
-  needs:
+  dependencies:
     - prepare tests
-    - prepare translations
+    - prepare prefixed vendor
+    - prepare npm assets
   artifacts:
     when: always
     expire_in: 1 month

includes/tests/codeception-parallel.yml

@@ -5,8 +5,9 @@
   image:
     name: wpdesknet/codeception:11
     entrypoint: [""]
-  needs:
-    - prepare translations
+  dependencies:
+    - prepare prefixed vendor
+    - prepare npm assets
     - prepare tests
   variables:
     WP_CLI_CACHE_DIR: /cache/wp-cli

includes/tests/codeception-smoke.yml

@@ -3,9 +3,11 @@
     - codeception
     - $TESTS_TAG
   image: wpdesknet/wordpresscli:25
-  needs:
-    - prepare translations
+  dependencies:
+    - prepare prefixed vendor
+    - prepare npm assets
     - prepare tests
+  needs:
     - build to deploy
   variables:
     WP_CLI_CACHE_DIR: /cache/wp-cli

includes/tests/codeception.yml

@@ -28,8 +28,9 @@
     reports:
       junit: tests/codeception/tests/_output/report.xml
   stage: tests
-  needs:
-    - prepare translations
+  dependencies:
+    - prepare prefixed vendor
+    - prepare npm assets
     - prepare tests
   except:
     variables:

includes/tests/integration.yml

@@ -7,8 +7,8 @@
   interruptible: true
   tags:
     - integration
-  needs:
-    - prepare translations
+  dependencies:
+    - prepare prefixed vendor
     - prepare tests
   services:
     - mysql:5.6

includes/tests/lint.yml

 .lint: &lint-tmpl
+  needs: []
   stage: tests
   script:
     - composer install --no-dev