Add nightly build (intel#131)

* reduce number of models for finetuning Signed-off-by: jiafu zhang <[email protected]> * add nightly build Signed-off-by: jiafu zhang <[email protected]> --------- Signed-off-by: jiafu zhang <[email protected]>
JoshuaL3000 · Nov 21, 2023 · 5157502 · 5157502
1 parent 734031a
commit 5157502
Show file tree

Hide file tree

Showing 2 changed files with 29 additions and 1 deletion.
diff --git a/.github/workflows/workflow_finetune.yml b/.github/workflows/workflow_finetune.yml
@@ -2,6 +2,10 @@ name: Finetune
 
 on:
   workflow_call:
+    inputs:
+      ci_type:
+        type: string
+        default: 'pr'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-ft
@@ -12,7 +16,16 @@ jobs:
     name: finetune test
     strategy:
       matrix:
-        model: [ EleutherAI/gpt-j-6b, meta-llama/Llama-2-7b-chat-hf ]
+        model: [ EleutherAI/gpt-j-6b, meta-llama/Llama-2-7b-chat-hf, gpt2, bigscience/bloom-560m, facebook/opt-125m, mosaicml/mpt-7b-chat, huggyllama/llama-7b ]
+        isPR:
+          - ${{inputs.ci_type == 'pr'}}
+
+        exclude:
+          - { isPR: true }
+        include:
+          - { model: "EleutherAI/gpt-j-6b"}
+          - { model: "meta-llama/Llama-2-7b-chat-hf"}
+
     runs-on: self-hosted
     steps:
       - name: Checkout

diff --git a/.github/workflows/workflow_orders_nightly.yml b/.github/workflows/workflow_orders_nightly.yml
@@ -0,0 +1,15 @@
+name: llm-ray inference & finetune
+
+on:
+  schedule:
+    - cron: "* 21 * * *"
+
+jobs:
+
+  call-inference:
+    uses: ./.github/workflows/workflow_inference.yml
+
+  call-finetune:
+    uses: ./.github/workflows/workflow_finetune.yml
+    with:
+      ci_type: nightly