New, faster runner (#1922)

.github/workflows/build.yml

@@ -17,7 +17,7 @@ on:
 
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, Linux, ARM64]
     steps:
       - uses: actions/checkout@v4
       - run: |
@@ -28,14 +28,13 @@ jobs:
           java-version: "17"
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.10"
+          python-version: "3.12"
       - uses: actions/setup-node@v4
         with:
           node-version: "18"
-      - name: Setup Go
-        uses: actions/setup-go@v5
+      - uses: actions/setup-go@v5
         with:
-          go-version: 1.21
+          go-version-file: cpg-language-go/src/test/resources/golang/integration/go.mod
       - name: Setup neo4j
         run: |
           docker run -d --env NEO4J_AUTH=neo4j/password -p7474:7474 -p7687:7687 -e NEO4JLABS_PLUGINS='["apoc"]' neo4j:5 || true
@@ -56,10 +55,9 @@ jobs:
           echo "version=$VERSION" >> $GITHUB_ENV
       - name: Install JEP
         run: |
+          python3 -m venv ~/.virtualenvs/cpg
+          source ~/.virtualenvs/cpg/bin/activate
           pip3 install jep==$(grep "black.ninia:jep" gradle/libs.versions.toml | grep -o -E "[0-9]\d*(\.[0-9]\d*)*")
-          if [ -d "/opt/hostedtoolcache/Python" ]; then
-            find /opt/hostedtoolcache/Python/ -name libjep.so -exec sudo cp '{}' /usr/lib/ \;
-          fi
       - name: Setup Gradle
         uses: gradle/actions/setup-gradle@v4
       - name: Build ${{ env.version }}

cpg-language-go/build.gradle.kts

@@ -23,8 +23,11 @@
  *                    \______/ \__|       \______/
  *
  */
+import de.undercouch.gradle.tasks.download.Download
+
 plugins {
     id("cpg.frontend-conventions")
+    alias(libs.plugins.download)
 }
 
 publishing {
@@ -44,18 +47,25 @@ dependencies {
     testImplementation(project(":cpg-analysis"))
 }
 
-open class DownloadTask @Inject constructor(@Internal val op: ExecOperations) : DefaultTask()
+tasks {
+    val downloadLibGoAST by registering(Download::class) {
+        val version = "v0.0.4"
 
-val downloadLibGoAST = tasks.register<DownloadTask>("downloadLibGoAST") {
-    doLast {
-        op.exec {
-            commandLine("./download.sh")
-                .setStandardOutput(System.out)
-                .workingDir(project.projectDir.resolve("src/main/resources"))
-        }
+        src(listOf(
+            "https://github.com/Fraunhofer-AISEC/libgoast/releases/download/${version}/libgoast-arm64.dylib",
+            "https://github.com/Fraunhofer-AISEC/libgoast/releases/download/${version}/libgoast-amd64.dylib",
+            "https://github.com/Fraunhofer-AISEC/libgoast/releases/download/${version}/libgoast-arm64.so",
+            "https://github.com/Fraunhofer-AISEC/libgoast/releases/download/${version}/libgoast-amd64.so"
+        ))
+        dest(projectDir.resolve("src/main/resources"))
+        onlyIfModified(true)
     }
-}
 
-tasks.processResources {
-    dependsOn(downloadLibGoAST)
-}
+    processResources {
+        dependsOn(downloadLibGoAST)
+    }
+
+    sourcesJar {
+        dependsOn(downloadLibGoAST)
+    }
+}

cpg-language-go/src/test/kotlin/de/fraunhofer/aisec/cpg/frontends/golang/GoLanguageFrontendTest.kt

@@ -992,7 +992,7 @@ class GoLanguageFrontendTest : BaseTest() {
     @Test
     fun testBuildTags() {
         val stdLib = Path.of("src", "test", "resources", "golang-std")
-        val topLevel = Path.of("src", "test", "resources", "golang", "buildtags")
+        val topLevel = Path.of("src", "test", "resources", "golang", "integration")
 
         // make sure we parse main.go as the last
         val files =

cpg-language-go/src/test/kotlin/de/fraunhofer/aisec/cpg/frontends/golang/IntegrationTest.kt

@@ -40,7 +40,7 @@ class IntegrationTest {
 
     @Test
     fun testProject() {
-        val project = buildProject("src/test/resources/golang/buildtags", "darwin", "arm64")
+        val project = buildProject("src/test/resources/golang/integration", "darwin", "arm64")
 
         val app = project.components[APPLICATION_LOCAL_NAME]
         assertNotNull(app)

cpg-language-go/src/test/resources/golang/buildtags/cmd/buildtags/main.go → cpg-language-go/src/test/resources/golang/integration/cmd/buildtags/main.go

@@ -3,7 +3,7 @@ package main
 import (
 	"fmt"
 
-	"mymodule.io/buildtags"
+	"mymodule.io/integration"
 )
 
 func main() {

cpg-language-go/src/test/resources/golang/buildtags/func_darwin.go → cpg-language-go/src/test/resources/golang/integration/func_darwin.go

@@ -2,8 +2,8 @@
 
 //go:build darwin
 
-// Package buildtags is awesome
-package buildtags
+// Package integration is awesome
+package integration
 
 func OS() string {
 	return "darwin"

cpg-language-go/src/test/resources/golang/buildtags/func_darwin_arm64.go → cpg-language-go/src/test/resources/golang/integration/func_darwin_arm64.go

@@ -1,3 +1,3 @@
-package buildtags
+package integration
 
 func someSpecific() {}

cpg-language-go/src/test/resources/golang/buildtags/func_ios.go → cpg-language-go/src/test/resources/golang/integration/func_ios.go

@@ -1,7 +1,7 @@
 // Some other header
 
-// Package buildtags is awesome
-package buildtags
+// Package integration is awesome
+package integration
 
 func OS() string {
 	return "ios"

cpg-language-go/src/test/resources/golang/buildtags/func_linux_arm64.go → cpg-language-go/src/test/resources/golang/integration/func_linux_arm64.go

@@ -1,4 +1,4 @@
-package buildtags
+package integration
 
 func OS() string {
 	return "linux"

cpg-language-go/src/test/resources/golang/integration/go.mod

@@ -0,0 +1,3 @@
+module mymodule.io/integration
+
+go 1.21.1

gradle/libs.versions.toml

@@ -84,3 +84,4 @@ kotlin = { id = "org.jetbrains.kotlin.jvm", version.ref = "kotlin"}
 dokka = { id = "org.jetbrains.dokka", version.ref = "kotlin" }
 spotless = { id = "com.diffplug.spotless", version.ref = "spotless" }
 node = { id = "com.github.node-gradle.node", version = "7.1.0"}
+download = { id = "de.undercouch.download", version = "5.6.0" }