Automate complete setup of a node with domains, registry & transports

.github/workflows/operator.yaml

@@ -0,0 +1,55 @@
+name: Paladin Operator Build
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'operator/**'
+  pull_request:
+    paths:
+      - 'operator/**'
+  workflow_dispatch:
+
+
+jobs:
+  operator-build:
+    runs-on: ubuntu-latest
+    env:
+      CLUSTER_NAME: paladin
+      NAMESPACE: paladin
+
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          submodules: recursive
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.22'
+          check-latest: true
+
+      # - name: Go Lint
+      #   working-directory: operator
+      #   run: make lint
+
+      # - name: Unit Tests
+      #   working-directory: operator
+      #   run: make test
+
+      - name: Create Kubernetes Kind Cluster
+        uses: helm/kind-action@v1
+        with:
+          install_only: true # only install kind, the cluster creation is managed by the deploy step
+          ignore_failed_clean: true
+
+      - name: E2E Operator
+        working-directory: operator
+        run: gradle e2e -PclusterName=${{ env.CLUSTER_NAME }} -Pnamespace=${{ env.NAMESPACE }} 
+
+      - name: Uninstall Operator
+        working-directory: operator
+        run: gradle clean -PclusterName=${{ env.CLUSTER_NAME }} -Pnamespace=${{ env.NAMESPACE }} -PdeleteCluster=true

.vscode/settings.json

@@ -1,9 +1,11 @@
 {
     "go.formatFlags": ["-s"],
     "go.lintTool": "golangci-lint",
-    "cSpell.words": [],
+    "cSpell.words": [
+      "idempotency"
+    ],
     "go.testTimeout": "60s",
     "java.configuration.updateBuildConfiguration": "disabled",
-    "go.testTags": "testdbpostgres"
+    // "go.testTags": "testdbpostgres"
   }
 

Dockerfile

@@ -4,15 +4,15 @@ ARG NODE_VERSION=20.17.0
 ARG PROTO_VERSION=28.2
 ARG GO_VERSION=1.22.7
 ARG GO_MIGRATE_VERSION=4.18.1
-ARG GRADLE_VERSION=8.4
+ARG GRADLE_VERSION=8.5
 ARG WASMER_VERSION=4.3.7
 
 # Additional JVM selection options
 ARG JVM_TYPE=hotspot
 ARG JVM_HEAP=normal
 
-# Stage 1: Builder
-FROM ubuntu:24.04 AS builder   
+# Stage 1: Builder base for all the sub-builds
+FROM ubuntu:24.04 AS base-builder   
 
 ARG TARGETOS
 ARG TARGETARCH
@@ -91,17 +91,51 @@ ENV PATH=$PATH:/usr/local/wasmer/bin
 # Set the working directory
 WORKDIR /app
 
-# Copy project files (check .dockerignore for details of what goes up)
-COPY . .
+# Initialize gradle and build tasks
+COPY build.gradle settings.gradle ./
+COPY buildSrc buildSrc
+RUN gradle --no-daemon --parallel :buildSrc:jar
+
+# Copy in a set of thing before the first gradle command that are less likely to change
+COPY solidity solidity
+COPY config config
+COPY toolkit/proto toolkit/proto
+COPY toolkit toolkit
+COPY go.work.sum ./
+
+# We have to use a special minimal go.work for this
+COPY go.work.base go.work
 
 # Set Go CGO environment variables
 ENV CGO_ENABLED=1
 ENV CC=gcc
 
-# Assemble executables/artifacts
+# This minimal set of commands primes the build with some slower things that accellerate rebuilds:
+# - Installing gradle with the wrapper
+# - Compiling the groovy buildSrc
+# - Installing a bunch of base Go pre-reqs
+RUN gradle --no-daemon --parallel :toolkit:go:assemble :solidity:compile
+
+# Stage 2... Full build - currently core/zeto/noto/core are all cop-req'd together
+# (If we untangle this we can get more parallelism and less re-build in our docker build)
+FROM base-builder AS full-builder
+COPY go.work go.work
+COPY core/go core/go
+COPY core/java core/java
+COPY toolkit/java toolkit/java
+COPY domains/pente domains/pente
+COPY domains/zeto domains/zeto
+COPY domains/noto domains/noto
+COPY domains/integration-test domains/integration-test
+COPY registries/static registries/static
+COPY registries/evm registries/evm
+COPY transports/grpc transports/grpc
+# No build of these two, but we need to go.mod to make the go.work valid
+COPY testinfra/go.mod testinfra/go.mod
+COPY operator/go.mod operator/go.mod
 RUN gradle --no-daemon --parallel assemble
 
-# Stage 2: Runtime
+# Stage 3: Pull together runtime
 FROM ubuntu:24.04 AS runtime
 
 ARG TARGETOS
@@ -119,7 +153,7 @@ RUN apt-get update && apt-get install -y \
 
 # Set environment variables
 ENV LANG=C.UTF-8
-ENV LD_LIBRARY_PATH=/app/libs:/usr/local/wasmer/lib:$LD_LIBRARY_PATH
+ENV LD_LIBRARY_PATH=/app/libs:/usr/local/wasmer/lib
 
 # Set the working directory
 WORKDIR /app
@@ -136,13 +170,13 @@ RUN GO_MIRGATE_ARCH=$( if [ "$TARGETARCH" = "arm64" ]; then echo -n "arm64"; els
     tar -C /usr/local/bin -xzf - migrate
 
 # Copy Wasmer shared libraries to the runtime container
-COPY --from=builder /usr/local/wasmer/lib/libwasmer.so /usr/local/wasmer/lib/libwasmer.so
+COPY --from=full-builder /usr/local/wasmer/lib/libwasmer.so /usr/local/wasmer/lib/libwasmer.so
 
 # Copy the build artifacts from the builder stage
-COPY --from=builder /app/build /app
+COPY --from=full-builder /app/build /app
 
 # Copy the db migration files
-COPY --from=builder /app/core/go/db /app/db
+COPY --from=full-builder /app/core/go/db /app/db
 
 # Add tools we installed to the path
 ENV PATH=$PATH:/usr/local/java/bin

build.gradle

@@ -10,13 +10,25 @@ def domains = [
     'domains/zeto/build/libs'
 ]
 
+def registries = [
+    'registries/static/build/libs',
+    'registries/evm/build/libs',
+]
+
+def transports = [
+    'transports/grpc/build/libs',
+]
+
 def assembleSubprojects = [
     ':core:go',
     ':core:java',
     ':toolkit:go',
     ':domains:pente',
     ':domains:noto',
-    ':domains:zeto'
+    ':domains:zeto',
+    ':registries:static',
+    ':registries:evm',
+    ':transports:grpc',
 ]
 
 ext {
@@ -111,14 +123,52 @@ task copyDomains(type: Copy) {
     }
 }
 
+task copyRegistries(type: Copy) {
+    def registriesDir = file("${buildDir}/registries")
+
+    doFirst {
+        registriesDir.mkdirs()
+    }
+
+    registries.each { dir ->
+        from dir
+    }
+    into registriesDir
+
+    outputs.upToDateWhen { false }
+
+    doLast {
+        println "Copied registries to ${registriesDir}"
+    }
+}
+
+task copyTransports(type: Copy) {
+    def transportsDir = file("${buildDir}/transports")
+
+    doFirst {
+        transportsDir.mkdirs()
+    }
+
+    transports.each { dir ->
+        from dir
+    }
+    into transportsDir
+
+    outputs.upToDateWhen { false }
+
+    doLast {
+        println "Copied transports to ${transportsDir}"
+    }
+}
+
 // Root assemble task that depends on subproject's assemble tasks
 task assemble {
     assembleSubprojects.each { projectPath ->
         dependsOn "${projectPath}:assemble"
     }
 }
 
-assemble.finalizedBy(copyLibraries, copyDomains)
+assemble.finalizedBy(copyLibraries, copyDomains, copyRegistries, copyTransports)
 
 defaultTasks 'build'
 

config/pkg/pldconf/publictxmgr.go

@@ -143,10 +143,16 @@ type AutoFuelingConfig struct {
 }
 
 type GasPriceConfig struct {
-	IncreaseMax        *string     `json:"increaseMax"`
-	IncreasePercentage *int        `json:"increasePercentage"`
-	FixedGasPrice      any         `json:"fixedGasPrice"` // number or object
-	Cache              CacheConfig `json:"cache"`
+	IncreaseMax        *string            `json:"increaseMax"`
+	IncreasePercentage *int               `json:"increasePercentage"`
+	FixedGasPrice      any                `json:"fixedGasPrice"` // number or object
+	GasOracleAPI       GasOracleAPIConfig `json:"gasOracleAPI"`
+	Cache              CacheConfig        `json:"cache"`
+}
+
+type GasOracleAPIConfig struct {
+	URL      string `json:"url"`
+	Template string `json:"template"`
 }
 
 type PublicTxManagerOrchestratorConfig struct {

config/pkg/pldconf/registrymgr.go

@@ -19,12 +19,12 @@ import (
 )
 
 type RegistryManagerConfig struct {
-	Registries      map[string]*RegistryConfig   `yaml:"registries"`
-	RegistryManager RegistryManagerManagerConfig `yaml:"registryManager"`
+	Registries      map[string]*RegistryConfig   `json:"registries"`
+	RegistryManager RegistryManagerManagerConfig `json:"registryManager"`
 }
 
 type RegistryManagerManagerConfig struct {
-	RegistryCache CacheConfig `yaml:"registryCache"`
+	RegistryCache CacheConfig `json:"registryCache"`
 }
 
 var RegistryCacheDefaults = &CacheConfig{

config/pkg/pldconf/tlsconfig.go

@@ -25,6 +25,6 @@ type TLSConfig struct {
 	Cert                   string            `json:"cert,omitempty"`
 	KeyFile                string            `json:"keyFile,omitempty"`
 	Key                    string            `json:"key,omitempty"`
-	InsecureSkipHostVerify bool              `json:"insecureSkipHostVerify"`
+	InsecureSkipHostVerify bool              `json:"insecureSkipHostVerify,omitempty"`
 	RequiredDNAttributes   map[string]string `json:"requiredDNAttributes,omitempty"`
 }

core/go/build.gradle

@@ -327,7 +327,7 @@ abstract class UnitTests extends Exec {
         args './pkg/...', './internal/...'
         args '-cover'
         args '-covermode=atomic'
-        args '-timeout=30s'
+        args '-timeout=60s'
         if (project.findProperty('verboseTests') == 'true') {
             args '-v'
         }

core/go/componenttest/component_test.go

@@ -62,6 +62,8 @@ db:
     autoMigrate:   true
     migrationsDir: ../db/migrations/sqlite
     debugQueries:  false
+blockIndexer:
+  fromBlock: latest
 blockchain:
   http:
     url: http://localhost:8545
@@ -182,6 +184,7 @@ func TestPrivateTransactionsDeployAndExecute(t *testing.T) {
 	require.NoError(t, err)
 	assert.Len(t, txns, 0)
 	var dplyTxID uuid.UUID
+
 	err = rpcClient.CallRPC(ctx, &dplyTxID, "ptx_sendTransaction", &ptxapi.TransactionInput{
 		ABI: *domains.SimpleTokenConstructorABI(),
 		Transaction: ptxapi.Transaction{
@@ -245,7 +248,7 @@ func TestPrivateTransactionsDeployAndExecute(t *testing.T) {
 		"Transaction did not receive a receipt",
 	)
 
-	err = rpcClient.CallRPC(ctx, &txns, "ptx_queryTransactions", query.NewQueryBuilder().Limit(1).Query(), true)
+	err = rpcClient.CallRPC(ctx, &txns, "ptx_queryTransactions", query.NewQueryBuilder().Limit(2).Query(), true)
 	require.NoError(t, err)
 	assert.Len(t, txns, 2)
 

core/go/componenttest/utils_for_test.go

@@ -21,6 +21,7 @@ import (
 	"crypto/x509"
 	"crypto/x509/pkix"
 	_ "embed"
+	"encoding/json"
 	"encoding/pem"
 	"fmt"
 	"math/big"
@@ -122,7 +123,9 @@ func deplyDomainRegistry(t *testing.T) *tktypes.EthAddress {
 	cmTmp := componentmgr.NewComponentManager(context.Background(), grpcTarget, uuid.New(), &tmpConf)
 	err = cmTmp.Init()
 	require.NoError(t, err)
-	err = cmTmp.StartComponents()
+	err = cmTmp.StartManagers()
+	require.NoError(t, err)
+	err = cmTmp.CompleteStart()
 	require.NoError(t, err)
 	domainRegistryAddress := domains.DeploySmartContract(t, cmTmp.BlockIndexer(), cmTmp.EthClientFactory())
 
@@ -181,6 +184,7 @@ func newInstanceForComponentTesting(t *testing.T, domainRegistryAddress *tktypes
 	i.ctx = log.WithLogField(i.ctx, "node-name", binding.name)
 
 	i.conf.Log.Level = confutil.P("info")
+	i.conf.BlockIndexer.FromBlock = json.RawMessage(`"latest"`)
 	i.conf.DomainManagerConfig.Domains = make(map[string]*pldconf.DomainConfig, 1)
 	i.conf.DomainManagerConfig.Domains["domain1"] = &pldconf.DomainConfig{
 		Plugin: pldconf.PluginConfig{
@@ -249,9 +253,6 @@ func newInstanceForComponentTesting(t *testing.T, domainRegistryAddress *tktypes
 	err = cm.Init()
 	require.NoError(t, err)
 
-	err = cm.StartComponents()
-	require.NoError(t, err)
-
 	err = cm.StartManagers()
 	require.NoError(t, err)
 
@@ -300,8 +301,12 @@ func testConfig(t *testing.T) pldconf.PaladinConfig {
 
 	port, err := getFreePort()
 	require.NoError(t, err, "Error finding a free port")
+	conf.GRPC.ShutdownTimeout = confutil.P("0s")
+	conf.RPCServer.HTTP.ShutdownTimeout = confutil.P("0s")
 	conf.RPCServer.HTTP.Port = &port
 	conf.RPCServer.HTTP.Address = confutil.P("127.0.0.1")
+	conf.RPCServer.WS.ShutdownTimeout = confutil.P("0s")
+	conf.RPCServer.WS.Disabled = true
 	conf.Log.Level = confutil.P("info")
 
 	conf.Signer.KeyStore.Static.Keys["seed"] = pldconf.StaticKeyEntryConfig{

core/go/core.go

@@ -33,7 +33,7 @@ func Run(grpcTargetPtr, loaderUUIDPtr, configFilePtr, modePtr *C.char) (rc int)
 		panicked := recover()
 		if panicked != nil {
 			// print the stack
-			fmt.Fprintf(os.Stderr, "%s\n", debug.Stack())
+			fmt.Fprintf(os.Stderr, "%s %s\n", panicked, debug.Stack())
 			// set the rc
 			rc = 1
 		}