feat: create nightly builds

.github/workflows/nightly.yml

@@ -0,0 +1,26 @@
+name: Nightly
+
+on:
+  schedule:
+    - cron: '30/15 12 * * *' # UTC
+
+jobs:
+  build:
+    runs-on: "ubuntu-latest"
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2-beta
+        with:
+          node-version: '14'
+      - uses: actions/setup-go@v2
+        with:
+          go-version: '1.16'
+      - run: sudo snap install ipfs jq
+      - run: ipfs init --profile server
+      - run: ipfs daemon &
+      - name: Wait for ipfs daemon
+        run: npx wait-port http://127.0.0.1:8080/api/v0/version
+      - name: Connect to ipfs cluster
+        run: ipfs swarm connect /dnsaddr/cluster.ipfs.io
+      - run: make deps nightly all_dists
+      #- run: make publish

Makefile

@@ -1,19 +1,31 @@
 all: deps releases all_dists site
 
-.PHONY: all all_dists deps
-all_dists: $(notdir $(wildcard dists/*))
+DISTS = $(notdir $(wildcard dists/*))
 
-%:
+NDISTS = $(DISTS:%=nightly-%)
+
+.PHONY: all all_dists deps nightly
+all_dists: $(DISTS)
+
+$(DISTS):
 	@echo "** $@ **"
 	$(MAKE) -C dists/$@
 	@echo ""
 
+nightly: $(NDISTS)
+
+$(NDISTS):
+	@echo "** $@ Nightly **"
+	$(MAKE) -C dists/$(@:nightly-%=%) nightly
+	@echo ""
+
 deps:
 	./deps-check.sh
 
 releases:
 	mkdir -p releases
 
+
 .PHONY: site
 site: deps
 	@echo "** Building site **"

build-go.sh

@@ -219,7 +219,7 @@ function buildWithMatrix() {
 	local package=$2
 	local output=$3
 	local commit=$4
-	local version=$5
+	local buildVersion=$5
 
 	test -n "$output" || fail "error: output dir not specified"
 	test -e "$matfile" || fail "build matrix $matfile does not exist"
@@ -229,13 +229,13 @@ function buildWithMatrix() {
 	local distname
 	distname=$(basename "$(pwd)")
 
-	printInitialDistfile "$distname" "$version" > dist.json
+	printInitialDistfile "$distname" "$buildVersion" > dist.json
 	printBuildInfo "$commit" > "$output/build-info"
 
 	# build each os/arch combo
 	while read -r goos goarch
 	do
-		doBuild "$goos" "$goarch" "$package" "$output" "$version"
+		doBuild "$goos" "$goarch" "$package" "$output" "$buildVersion"
 	done < "$matfile"
 
 	# build the source
@@ -253,10 +253,21 @@ function cleanRepo() {
 
 function checkoutVersion() {
 	local repopath=$1
-	local ref=$2
+	local version=$2
 
 	test -n "$repopath" || fail "checkoutVersion: no repo to check out specified"
 
+
+	case $version in
+	nightly*)
+		# Use default branch, may be master, main or some other name
+		ref=$(git -C "$repopath" symbolic-ref refs/remotes/origin/HEAD | sed 's@^refs/remotes/origin/@@')
+		;;
+	*)
+		ref=$version
+		;;
+	esac
+
 	echo "==> checking out version $ref in $repopath"
 	cleanRepo "$repopath"
 
@@ -369,11 +380,22 @@ function startGoBuilds() {
 
 	while read -r version
 	do
-		if [ -e "$outputDir/$version" ]; then
+		outputVersion=$outputDir/$version
+
+		if [ -e "$outputVersion" ]; then
 			echo "$version already exists, skipping..."
 			continue
 		fi
 
+		case $version in
+		nightly*)
+			buildVersion="$version-$(git rev-parse --short=7 HEAD)"
+			;;
+		*)
+			buildVersion=$version
+			;;
+		esac
+
 		notice "building version $version binaries"
 		checkoutVersion "$repopath" "$version"
 		installDeps "$repopath" > "deps-$version.log" 2>&1
@@ -394,7 +416,7 @@ function startGoBuilds() {
 		    go mod edit -require "$repo@$(git -C "$repopath" rev-parse HEAD)"
 		fi
 
-		buildWithMatrix "$matfile" "$repo/$package" "$outputDir/$version" "$(currentSha "$repopath")" "$version"
+		buildWithMatrix "$matfile" "$repo/$package" "$outputVersion" "$(currentSha "$repopath")" "$buildVersion"
 		echo ""
 	done <<< "$newVersions"
 

common.mk

@@ -7,15 +7,23 @@ relpath = $(dir $(lastword $(MAKEFILE_LIST)))
 # Default values
 distname ?= $(notdir ${CURDIR})
 releases ?= $(relpath)releases/${distname}
+versions ?= versions
+
+nightlyVer = nightly-$(shell date '+%Y-%m-%d')
+
 
 all: dist
 
 dist:
-	${relpath}build-go.sh "${distname}" "${repo}" "${package}" versions
+	${relpath}build-go.sh "${distname}" "${repo}" "${package}" "${versions}"
 
 update_sources:
 	cd gopath/src/${repo}
 	git fetch
 
 clean:
 	rm -rf $(releases)
+
+nightly:
+	grep -qxF ${nightlyVer} versions || echo ${nightlyVer} >> versions
+

dist.sh

@@ -74,6 +74,7 @@ case $1 in
 
 		case "$nvers" in
 			*-*) echo "WARNING: not marking pre-release $dist $nvers as the current version." ;;
+			nightly) nvers=$nvers-$(date '+%Y-%m-%d') ;;
 			*) echo "$nvers" > "dists/$dist/current" ;;
 		esac