have transform top level makefile check for kfp_ray directory before …

…recursing into Signed-off-by: David Wood <[email protected]>
IBM · Oct 3, 2024 · e369340 · e369340
1 parent e8611eb
commit e369340
Show file tree

Hide file tree

Showing 23 changed files with 306 additions and 117 deletions.
diff --git a/transforms/code/code2parquet/Makefile b/transforms/code/code2parquet/Makefile
@@ -55,16 +55,25 @@ set-versions:
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/code/code_quality/Makefile b/transforms/code/code_quality/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C  kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C  kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C  kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/code/header_cleanser/Makefile b/transforms/code/header_cleanser/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C  kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C  kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C  kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/code/license_select/Makefile b/transforms/code/license_select/Makefile
@@ -47,16 +47,25 @@ load-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C  kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C  kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C  kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/code/malware/Makefile b/transforms/code/malware/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/code/proglang_select/Makefile b/transforms/code/proglang_select/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/code/repo_level_ordering/Makefile b/transforms/code/repo_level_ordering/Makefile
@@ -45,15 +45,27 @@ load-image::
 	@# Help: Recursively make $@ in all subdirs 
 	$(MAKE) RULE=$@ .recurse
 
-# kfp implementation is not yet added, so below targets don't do anything.
 .PHONY: workflow-venv
 workflow-venv:
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/language/doc_chunk/Makefile b/transforms/language/doc_chunk/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/language/doc_quality/Makefile b/transforms/language/doc_quality/Makefile
@@ -45,18 +45,3 @@ load-image::
 	@# Help: Recursively make $@ in all subdirs 
 	$(MAKE) RULE=$@ .recurse
 
-.PHONY: workflow-venv
-workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
-
-.PHONY: workflow-test
-workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
-.PHONY: workflow-upload
-workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
-
-.PHONY: workflow-build
-workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
diff --git a/transforms/language/html2parquet/Makefile b/transforms/language/html2parquet/Makefile
@@ -55,12 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/language/lang_id/Makefile b/transforms/language/lang_id/Makefile
@@ -60,16 +60,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/language/pdf2parquet/Makefile b/transforms/language/pdf2parquet/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+
diff --git a/transforms/language/pii_redactor/Makefile b/transforms/language/pii_redactor/Makefile
@@ -55,16 +55,25 @@ docker-save-image::
 
 .PHONY: workflow-venv
 workflow-venv:
-	$(MAKE) -C kfp_ray workflow-venv
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-venv;   \
+        fi
 
 .PHONY: workflow-test
 workflow-test:
-	$(MAKE) -C kfp_ray workflow-test
-
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-test;   \
+        fi
+
 .PHONY: workflow-upload
 workflow-upload:
-	$(MAKE) -C kfp_ray workflow-upload
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C kfp_ray workflow-upload; \
+        fi
 
 .PHONY: workflow-build
 workflow-build:
-	$(MAKE) -C  kfp_ray workflow-build
+        if [ -e kfp_ray ]; then                 \
+            $(MAKE) -C  kfp_ray workflow-build; \
+        fi
+