Taskfile: Download and set up Meteor.js as part of building the package; Refactor tarball download and extraction into reusable task.

.github/workflows/clp-lint.yaml

@@ -19,16 +19,6 @@ jobs:
         with:
           python-version: "3.11"
 
-      - id: "parse_meteor_version"
-        run: |-
-          release_file="./components/webui/.meteor/release"
-          meteor_version=$(grep --only-matching --perl-regexp "[\d.]+" $release_file)
-          echo "meteor_version=${meteor_version}" | tee --append $GITHUB_OUTPUT
-
-      - uses: "meteorengineer/setup-meteor@v1"
-        with:
-          meteor-release: "${{steps.parse_meteor_version.outputs.meteor_version}}"
-
       - name: "Install task"
         shell: "bash"
         run: "npm install -g @go-task/cli"

Taskfile.yml

@@ -12,14 +12,15 @@ vars:
     --owner=0
     --sort=name
   CORE_COMPONENT_BUILD_DIR: "{{.TASKFILE_DIR}}/build/core"
+  METEOR_BUILD_DIR: "{{.TASKFILE_DIR}}/build/meteor"
   PACKAGE_BUILD_DIR: "{{.TASKFILE_DIR}}/build/clp-package"
   PACKAGE_VENV_DIR: "{{.TASKFILE_DIR}}/build/package-venv"
   PACKAGE_VERSION: "0.0.3-dev"
   PYTHON_VERSION:
     sh: "python3 -c \"import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')\""
   WEBUI_BUILD_DIR: "{{.TASKFILE_DIR}}/build/webui"
   WEBUI_NODEJS_BUILD_DIR: "{{.TASKFILE_DIR}}/build/webui-nodejs"
-  WEBUI_NODEJS_BIN_DIR: "{{.WEBUI_NODEJS_BUILD_DIR}}/node/bin"
+  WEBUI_NODEJS_BIN_DIR: "{{.WEBUI_NODEJS_BUILD_DIR}}/bin"
 
 tasks:
   default:
@@ -110,6 +111,7 @@ tasks:
         cd "{{.OUTPUT_DIR}}"
         tar cf - {{.CHECKSUM_TAR_BASE_ARGS}} . | md5sum > "{{.CHECKSUM_FILE}}"
     sources:
+      - "{{.BUILD_DIR}}/meteor.md5"
       - "{{.BUILD_DIR}}/package-venv.md5"
       - "{{.BUILD_DIR}}/webui.md5"
       - "{{.BUILD_DIR}}/webui-nodejs.md5"
@@ -182,7 +184,7 @@ tasks:
     cmds:
       - "rm -rf '{{.OUTPUT_DIR}}'"
       - "mkdir -p '{{.OUTPUT_DIR}}'"
-      - "meteor build --directory '{{.OUTPUT_DIR}}'"
+      - "PATH='{{.METEOR_BUILD_DIR}}':$PATH meteor build --directory '{{.OUTPUT_DIR}}'"
       - >-
         rsync -a
         "{{.OUTPUT_DIR}}/bundle/"
@@ -195,6 +197,8 @@ tasks:
         cd "{{.OUTPUT_DIR}}"
         tar cf - {{.CHECKSUM_TAR_BASE_ARGS}} . | md5sum > "{{.CHECKSUM_FILE}}"
     sources:
+      - "{{.BUILD_DIR}}/meteor.md5"
+      - "{{.BUILD_DIR}}/webui-node-modules.md5"
       - "{{.TASKFILE_DIR}}/Taskfile.yml"
       - "*"
       - ".meteor/*"
@@ -216,20 +220,9 @@ tasks:
     cmds:
       - task: "nodejs"
         vars:
+          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
           NODEJS_VERSION: "v14.21.3"
           OUTPUT_DIR: "{{.OUTPUT_DIR}}"
-      # Checksum the generated files (this command must be last)
-      - >-
-        tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} .
-        | md5sum > "{{.CHECKSUM_FILE}}"
-    sources:
-      - "{{.TASKFILE_DIR}}/Taskfile.yml"
-    status:
-      - "test -f '{{.CHECKSUM_FILE}}'"
-      - >-
-        diff
-        <(tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} . | md5sum)
-        "{{.CHECKSUM_FILE}}"
 
   core-submodules:
     internal: true
@@ -254,10 +247,58 @@ tasks:
         <(cd '{{.OUTPUT_DIR}}' && tar cf - {{.CHECKSUM_TAR_BASE_ARGS}} . | md5sum)
         "{{.CHECKSUM_FILE}}"
 
+  download-tar-and-extract:
+    internal: true
+    requires:
+      vars: ["CHECKSUM_FILE", "FILE_BASE_DIR", "FILE_TAR_NAME", "OUTPUT_DIR", "URL_PREFIX"]
+    label: "Download & Extract {{.FILE_TAR_NAME}}"
+    cmds:
+      - "rm -rf '{{.OUTPUT_DIR}}'"
+      - "mkdir -p '{{.OUTPUT_DIR}}'"
+      - >-
+        curl --fail --location --show-error
+        "{{.URL_PREFIX}}/{{.FILE_TAR_NAME}}"
+        -o "{{.OUTPUT_DIR}}/{{.FILE_TAR_NAME}}"
+      - "tar xf '{{.OUTPUT_DIR}}/{{.FILE_TAR_NAME}}' --directory '{{.OUTPUT_DIR}}'"
+      - >-
+        mv "{{.FILE_BASE_DIR}}/"*
+        "{{.OUTPUT_DIR}}"
+      - "rm -rf '{{.FILE_BASE_DIR}}'"
+      - "rm -f '{{.OUTPUT_DIR}}/{{.FILE_TAR_NAME}}'"
+      # Checksum the generated files (this command must be last)
+      - >-
+        tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} .
+        | md5sum > "{{.CHECKSUM_FILE}}"
+    sources:
+      - "{{.TASKFILE_DIR}}/Taskfile.yml"
+    status:
+      - "test -f '{{.CHECKSUM_FILE}}'"
+      - >-
+        diff
+        <(tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} . | md5sum)
+        "{{.CHECKSUM_FILE}}"
+
+  meteor:
+    vars:
+      CHECKSUM_FILE: "{{.BUILD_DIR}}/{{.TASK}}.md5"
+      METEOR_RELEASE: "2.15"
+      METEOR_ARCH: "{{ if eq ARCH \"arm64\" }}aarch64{{ else }}x86_64{{ end }}"
+      METEOR_PLATFORM: "{{ if eq OS \"darwin\" }}osx{{ else }}linux{{ end }}"
+      OUTPUT_DIR: "{{.METEOR_BUILD_DIR}}"
+      METEOR_FILE_BASE_DIR: "{{.OUTPUT_DIR}}/.meteor"
+    cmds:
+      - task: "download-tar-and-extract"
+        vars:
+          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
+          FILE_TAR_NAME: "meteor-bootstrap-os.{{.METEOR_PLATFORM}}.{{.METEOR_ARCH}}.tar.gz"
+          FILE_BASE_DIR: "{{.OUTPUT_DIR}}/.meteor"
+          URL_PREFIX: "https://static.meteor.com/packages-bootstrap/{{.METEOR_RELEASE}}"
+          OUTPUT_DIR: "{{.OUTPUT_DIR}}"
+
   nodejs:
     internal: true
     requires:
-      vars: ["NODEJS_VERSION", "OUTPUT_DIR"]
+      vars: ["CHECKSUM_FILE", "NODEJS_VERSION", "OUTPUT_DIR"]
     vars:
       NODEJS_ARCH: "{{ if eq ARCH \"arm64\" }}arm64{{ else }}x64{{ end }}"
       NODEJS_VERSION_BASE_URL: "https://nodejs.org/dist/{{.NODEJS_VERSION}}/"
@@ -270,19 +311,14 @@ tasks:
           --max-count 1
           "node-v\\d+\\.\\d+\\.\\d+-linux-{{.NODEJS_ARCH}}"
           | head --lines 1
-      NODEJS_FILE_TAR_NAME: "{{.NODEJS_FILE_BASE_NAME}}.tar.xz"
     cmds:
-      - "rm -rf '{{.OUTPUT_DIR}}/node'"
-      - "mkdir -p '{{.OUTPUT_DIR}}'"
-      - >-
-        curl -fsSL
-        "{{.NODEJS_VERSION_BASE_URL}}{{.NODEJS_FILE_TAR_NAME}}"
-        -o "{{.OUTPUT_DIR}}/{{.NODEJS_FILE_TAR_NAME}}"
-      - "tar xf '{{.OUTPUT_DIR}}/{{.NODEJS_FILE_TAR_NAME}}' --directory '{{.OUTPUT_DIR}}'"
-      - >-
-        mv "{{.OUTPUT_DIR}}/{{.NODEJS_FILE_BASE_NAME}}"
-        "{{.OUTPUT_DIR}}/node"
-      - "rm -f '{{.OUTPUT_DIR}}/{{.NODEJS_FILE_TAR_NAME}}'"
+      - task: "download-tar-and-extract"
+        vars:
+          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
+          FILE_TAR_NAME: "{{.NODEJS_FILE_BASE_NAME}}.tar.xz"
+          FILE_BASE_DIR: "{{.OUTPUT_DIR}}/{{.NODEJS_FILE_BASE_NAME}}"
+          URL_PREFIX: "{{.NODEJS_VERSION_BASE_URL}}"
+          OUTPUT_DIR: "{{.OUTPUT_DIR}}"
 
   package-venv:
     internal: true
@@ -344,6 +380,7 @@ tasks:
 
   webui-node-modules:
     internal: true
+    deps: ["meteor"]
     vars:
       CHECKSUM_FILE: "{{.BUILD_DIR}}/{{.TASK}}.md5"
       WEBUI_SRC_DIR: "{{.TASKFILE_DIR}}/components/webui"
@@ -352,12 +389,13 @@ tasks:
     cmds:
       - "mkdir -p '{{.BUILD_DIR}}'"
       - "rm -rf '{{.OUTPUT_DIR}}'"
-      - "meteor npm install --production"
+      - "PATH='{{.METEOR_BUILD_DIR}}':$PATH meteor npm install --production"
       # Checksum the generated files (this command must be last)
       - >-
         tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} .
         | md5sum > "{{.CHECKSUM_FILE}}"
     sources:
+      - "{{.BUILD_DIR}}/meteor.md5"
       - "{{.TASKFILE_DIR}}/Taskfile.yml"
       - ".meteor/packages"
       - "package.json"

lint-tasks.yml

@@ -2,7 +2,7 @@ version: "3"
 
 vars:
   LINTER_NODEJS_BUILD_DIR: "{{.TASKFILE_DIR}}/build/linter-nodejs"
-  LINTER_NODEJS_BIN_DIR: "{{.LINTER_NODEJS_BUILD_DIR}}/node/bin"
+  LINTER_NODEJS_BIN_DIR: "{{.LINTER_NODEJS_BUILD_DIR}}/bin"
   VENV_DIR: "{{.TASKFILE_DIR}}/.lint-venv"
 
 tasks:
@@ -148,21 +148,9 @@ tasks:
     cmds:
       - task: ":nodejs"
         vars:
+          CHECKSUM_FILE: "{{.CHECKSUM_FILE}}"
           NODEJS_VERSION: "latest"
           OUTPUT_DIR: "{{.OUTPUT_DIR}}"
-      # Checksum the generated files (this command must be last)
-      - >-
-        tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} .
-        | md5sum > "{{.CHECKSUM_FILE}}"
-    sources:
-      - "{{.TASKFILE_DIR}}/lint-tasks.yml"
-      - "{{.TASKFILE_DIR}}/Taskfile.yml"
-    status:
-      - "test -f '{{.CHECKSUM_FILE}}'"
-      - >-
-        diff
-        <(tar cf - --directory "{{.OUTPUT_DIR}}" {{.CHECKSUM_TAR_BASE_ARGS}} . | md5sum)
-        "{{.CHECKSUM_FILE}}"
 
   linter-node-modules:
     internal: true