Feature: add celestials (#334)

* Feature: add celestials

* Fix: build

* Refactoring: celestials module to separate package

* Some improvements

* Add statuses

* Fix: go.mod

* Add joins to grants and delegations

* Change interface to address handler

.env.example

@@ -26,3 +26,7 @@ CELENIUM_ENV=production
 BINANCE_API_URL=https://api.binance.com/
 BINANCE_API_RPS=5
 BINANCE_API_TIMEOUT=10
+CELESTIALS_API_URL=<CELESTIALS_API_HERE>
+CELESTIALS_API_RPS=3
+CELESTIALS_API_TIMEOUT=10
+CELESTIALS_CHAIN_ID=celestia-1

.github/workflows/build.yml

@@ -105,4 +105,23 @@ jobs:
           cache-from: type=gha
           cache-to: type=gha,mode=max
           tags: ${{ steps.meta-tvl.outputs.tags }}
-          labels: ${{ steps.meta-tvl.outputs.labels }}
+          labels: ${{ steps.meta-tvl.outputs.labels }}
+
+      # Celestials
+
+      - name: Celestials image tags & labels
+        id: meta-celestials
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.DOCKER_REGISTRY }}/${{ env.DOCKER_IMAGE_BASE }}-celestials
+
+      - name: Celestials image build & push
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: build/celestials/Dockerfile
+          push: true
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+          tags: ${{ steps.meta-celestials.outputs.tags }}
+          labels: ${{ steps.meta-celestials.outputs.labels }}

.vscode/launch.json

@@ -37,6 +37,17 @@
                 "../../configs/dipdup.yml",
             ],
             "envFile": "${workspaceFolder}/.env"
+        }, {
+            "name": "Launch Celestials",
+            "type": "go",
+            "request": "launch",
+            "mode": "debug",
+            "program": "${workspaceFolder}/cmd/celestials",
+            "args": [
+                "-c",
+                "../../configs/dipdup.yml",
+            ],
+            "envFile": "${workspaceFolder}/.env"
         }
     ]
 }

Makefile

@@ -16,6 +16,9 @@ quotes:
 tvl:
 	cd cmd/tvl && go run . -c ../../configs/dipdup.yml
 
+celestials:
+	cd cmd/celestials && go run . -c ../../configs/dipdup.yml
+
 build:
 	cd cmd/indexer && go build -a -o ../../bin/indexer .
 	cd cmd/api && go build -a -o ../../bin/api .
@@ -43,7 +46,7 @@ adr:
 	@cp adr/adr-template.md adr/adr-$(NUM)-$(TITLE).md
 
 generate:
-	go generate -v ./internal/blob ./internal/storage ./internal/storage/types ./pkg/node ./internal/binance ./internal/tvl/l2beat ./internal/tvl/lama
+	go generate -v ./internal/blob ./internal/storage ./internal/storage/types ./pkg/node ./internal/binance ./internal/celestials ./internal/tvl/l2beat ./internal/tvl/lama
 
 api-docs:
 	cd cmd/api && swag init --md markdown -parseDependency --parseInternal --parseDepth 1 --outputTypes json
@@ -81,4 +84,4 @@ cover:
 license-header:
 	update-license -path=./ -license=./HEADER
 
-.PHONY: init indexer api build clean compose lint test adr mock api-docs check-licenses cover license-header tvl
+.PHONY: init indexer api celestials quotes build clean compose lint test adr mock api-docs check-licenses cover license-header tvl

build/celestials/Dockerfile

@@ -0,0 +1,37 @@
+# ---------------------------------------------------------------------
+#  The first stage container, for building the application
+# ---------------------------------------------------------------------
+FROM golang:1.23.2-alpine AS builder
+
+ENV CGO_ENABLED=0
+ENV GO111MODULE=on
+ENV GOOS=linux
+
+RUN apk --no-cache add ca-certificates
+
+RUN mkdir -p $GOPATH/src/github.com/celenium-io/celestia-indexer/
+
+COPY ./go.* $GOPATH/src/github.com/celenium-io/celestia-indexer/
+WORKDIR $GOPATH/src/github.com/celenium-io/celestia-indexer
+RUN go mod download
+
+COPY cmd/celestials cmd/celestials
+COPY internal internal
+COPY pkg pkg
+
+WORKDIR $GOPATH/src/github.com/celenium-io/celestia-indexer/cmd/celestials/
+RUN go build -a -installsuffix cgo -o /go/bin/celestials .
+
+# ---------------------------------------------------------------------
+#  The second stage container, for running the application
+# ---------------------------------------------------------------------
+FROM scratch
+
+WORKDIR /app/celestials
+
+COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
+COPY --from=builder /go/bin/celestials /go/bin/celestials
+COPY ./configs/dipdup.yml ./
+COPY database database
+
+ENTRYPOINT ["/go/bin/celestials", "-c", "dipdup.yml"]