firewood x-chain

Signed-off-by: Joshua Kim <20001595+joshua-kim@users.noreply.github.com>

Author: joshua-kim

chains/atomic/shared_memory.go

@@ -10,7 +10,10 @@ import (
 	"github.com/ava-labs/avalanchego/utils"
 )
 
-var _ SharedMemory = (*sharedMemory)(nil)
+var (
+	_ SharedMemory = (*sharedMemory)(nil)
+	_ SharedMemory = (*ReadOnlySharedMemory)(nil)
+)
 
 type Requests struct {
 	RemoveRequests [][]byte   `serialize:"true"`
@@ -163,3 +166,44 @@ func (sm *sharedMemory) Apply(requests map[ids.ID]*Requests, batches ...database
 
 	return WriteAll(batch, batches...)
 }
+
+type ReadOnlySharedMemory struct {
+	sm SharedMemory
+}
+
+func NewReadOnlySharedMemory(sharedMemory SharedMemory) ReadOnlySharedMemory {
+	return ReadOnlySharedMemory{sm: sharedMemory}
+}
+
+func (r ReadOnlySharedMemory) Get(
+	peerChainID ids.ID,
+	keys [][]byte,
+) (
+	[][]byte,
+	error,
+) {
+	return r.sm.Get(peerChainID, keys)
+}
+
+func (r ReadOnlySharedMemory) Indexed(
+	peerChainID ids.ID,
+	traits [][]byte,
+	startTrait,
+	startKey []byte,
+	limit int,
+) ([][]byte, []byte, []byte, error) {
+	return r.sm.Indexed(
+		peerChainID,
+		traits,
+		startTrait,
+		startKey,
+		limit,
+	)
+}
+
+func (r ReadOnlySharedMemory) Apply(
+	map[ids.ID]*Requests,
+	...database.Batch,
+) error {
+	return nil
+}

database/memdb/db.go

@@ -5,6 +5,7 @@ package memdb
 
 import (
 	"context"
+	"fmt"
 	"slices"
 	"strings"
 	"sync"
@@ -38,6 +39,21 @@ func New() *Database {
 	return NewWithSize(DefaultSize)
 }
 
+// Copy returns a Database with the same key-value pairs as db
+func Copy(db *Database) (*Database, error) {
+	db.lock.Lock()
+	defer db.lock.Unlock()
+
+	result := New()
+	for k, v := range db.db {
+		if err := result.Put([]byte(k), v); err != nil {
+			return nil, fmt.Errorf("failed to insert key: %w", err)
+		}
+	}
+
+	return result, nil
+}
+
 // NewWithSize returns a map pre-allocated to the provided size with the
 // Database interface methods implemented.
 func NewWithSize(size int) *Database {

firewood/firewood.go

@@ -0,0 +1,167 @@
+// Copyright (C) 2019-2025, Ava Labs, Inc. All rights reserved.
+// See the file LICENSE for licensing terms.
+
+package firewood
+
+import (
+	"fmt"
+
+	"github.com/ava-labs/firewood-go-ethhash/ffi"
+
+	"github.com/ava-labs/avalanchego/database"
+	"github.com/ava-labs/avalanchego/ids"
+)
+
+const PrefixDelimiter = '/'
+
+var (
+	consensusPrefix = []byte("consensus")
+	heightKey       = []byte("height")
+	appPrefix       = []byte("app")
+)
+
+type changes struct {
+	Keys [][]byte
+	Vals [][]byte
+
+	kv map[string][]byte
+}
+
+func (c *changes) Put(key []byte, val []byte) {
+	c.put(Prefix(appPrefix, key), val, false)
+}
+
+func (c *changes) Delete(key []byte) {
+	c.put(Prefix(appPrefix, key), nil, true)
+}
+
+func (c *changes) put(key []byte, val []byte, delete bool) {
+	if val == nil && !delete {
+		// TODO dont panic
+		panic("cannot put nil values")
+	}
+
+	c.Keys = append(c.Keys, key)
+	c.Vals = append(c.Vals, val)
+
+	if c.kv == nil {
+		c.kv = make(map[string][]byte)
+	}
+
+	c.kv[string(key)] = val
+}
+
+func (c *changes) Get(key []byte) ([]byte, bool) {
+	v, ok := c.kv[string(Prefix(appPrefix, key))]
+	return v, ok
+}
+
+type DB struct {
+	db     *ffi.Database
+	height uint64
+	// invariant: pending always has a length > 0 due to the inclusion of the
+	// block height
+	pending changes
+}
+
+func NewDB(path string) (*DB, error) {
+	db, err := ffi.New(path, ffi.DefaultConfig())
+	if err != nil {
+		return nil, fmt.Errorf("opening firewood db: %w", err)
+	}
+
+	var height uint64
+
+	heightBytes, err := db.Get(Prefix(consensusPrefix, heightKey))
+	if heightBytes == nil && err == nil {
+		height = 0 // TODO weird if
+	} else if err != nil {
+		return nil, fmt.Errorf("getting height: %w", err)
+	} else {
+		height, err = database.ParseUInt64(heightBytes)
+		if err != nil {
+			return nil, fmt.Errorf("parsing height: %w", err)
+		}
+	}
+
+	return &DB{
+		db:     db,
+		height: height,
+	}, nil
+}
+
+func (db *DB) Get(key []byte) ([]byte, error) {
+	if val, ok := db.pending.Get(key); ok {
+		return val, nil
+	}
+
+	val, err := db.db.Get(key)
+	if val == nil && err == nil {
+		return nil, database.ErrNotFound
+	}
+
+	return val, err
+}
+
+func (db *DB) Put(key []byte, val []byte) {
+	db.pending.Put(key, val)
+}
+
+func (db *DB) Delete(key []byte) {
+	db.pending.Delete(key)
+}
+
+func (db *DB) Height() uint64 {
+	return db.height
+}
+
+func (db *DB) Root() (ids.ID, error) {
+	root, err := db.db.Root()
+	if err != nil {
+		return ids.ID{}, err
+	}
+
+	return ids.ID(root), nil
+}
+
+func (db *DB) Abort() {
+	db.pending = changes{}
+}
+
+func (db *DB) Flush() error {
+	db.height++
+	db.pending.Put(
+		Prefix(consensusPrefix, heightKey),
+		database.PackUInt64(db.height),
+	)
+
+	p, err := db.db.Propose(db.pending.Keys, db.pending.Vals)
+	if err != nil {
+		return fmt.Errorf("proposing changes: %w", err)
+	}
+
+	if err := p.Commit(); err != nil {
+		return fmt.Errorf("committing changes: %w", err)
+	}
+
+	db.pending = changes{}
+	return nil
+}
+
+func (db *DB) Close() error {
+	return db.db.Close()
+}
+
+// TODO test prefixing
+//
+// Prefix adds a prefix + delimiter
+// prefix must not contain the delimiter
+func Prefix(prefix []byte, key []byte) []byte {
+	k := make([]byte, len(prefix)+len(key))
+
+	copy(k, prefix)
+	k[len(prefix)] = PrefixDelimiter
+	copy(k[len(prefix)+1:], key)
+
+	return k
+}

go.mod

@@ -22,6 +22,7 @@ require (
 	github.com/StephenButtolph/canoto v0.17.3
 	github.com/antithesishq/antithesis-sdk-go v0.3.8
 	github.com/ava-labs/coreth v0.16.0-rc.0
+	github.com/ava-labs/firewood-go-ethhash/ffi v0.0.13
 	github.com/ava-labs/libevm v1.13.15-0.20251016142715-1bccf4f2ddb2
 	github.com/ava-labs/subnet-evm v0.8.1-db-metrics-fix
 	github.com/btcsuite/btcd/btcutil v1.1.3
@@ -89,7 +90,6 @@ require (
 require (
 	github.com/Microsoft/go-winio v0.6.1 // indirect
 	github.com/VictoriaMetrics/fastcache v1.12.1 // indirect
-	github.com/ava-labs/firewood-go-ethhash/ffi v0.0.13 // indirect
 	github.com/ava-labs/simplex v0.0.0-20250919142550-9cdfff10fd19
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/bits-and-blooms/bitset v1.20.0 // indirect
@@ -199,6 +199,54 @@ require (
 	sigs.k8s.io/yaml v1.3.0 // indirect
 )
 
+// Exclude all old monolithic genproto versions from 2019-2021 to avoid ambiguous imports
+// The split modules (googleapis/rpc, googleapis/api) should be used instead
+exclude (
+	google.golang.org/genproto v0.0.0-20180518175338-11a468237815
+	google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8
+	google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19
+	google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7
+	google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb
+	google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873
+	google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64
+	google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55
+	google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51
+	google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a
+	google.golang.org/genproto v0.0.0-20191115194625-c23dd37a84c9
+	google.golang.org/genproto v0.0.0-20191216164720-4f79533eabd1
+	google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb
+	google.golang.org/genproto v0.0.0-20200115191322-ca5a22157cba
+	google.golang.org/genproto v0.0.0-20200122232147-0452cf42e150
+	google.golang.org/genproto v0.0.0-20200204135345-fa8e72b47b90
+	google.golang.org/genproto v0.0.0-20200212174721-66ed5ce911ce
+	google.golang.org/genproto v0.0.0-20200224152610-e50cd9704f63
+	google.golang.org/genproto v0.0.0-20200228133532-8c2c7df3a383
+	google.golang.org/genproto v0.0.0-20200305110556-506484158171
+	google.golang.org/genproto v0.0.0-20200312145019-da6875a35672
+	google.golang.org/genproto v0.0.0-20200331122359-1ee6d9798940
+	google.golang.org/genproto v0.0.0-20200430143042-b979b6f78d84
+	google.golang.org/genproto v0.0.0-20200511104702-f5ebc3bea380
+	google.golang.org/genproto v0.0.0-20200513103714-09dca8ec2884
+	google.golang.org/genproto v0.0.0-20200515170657-fc4c6c6a6587
+	google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013
+	google.golang.org/genproto v0.0.0-20200618031413-b414f8b61790
+	google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f
+	google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c
+	google.golang.org/genproto v0.0.0-20200825200019-8632dd797987
+	google.golang.org/genproto v0.0.0-20200904004341-0bd0a958aa1d
+	google.golang.org/genproto v0.0.0-20201109203340-2640f1f9cdfb
+	google.golang.org/genproto v0.0.0-20201201144952-b05cb90ed32e
+	google.golang.org/genproto v0.0.0-20201210142538-e3217bee35cc
+	google.golang.org/genproto v0.0.0-20201214200347-8c77b98c765d
+	google.golang.org/genproto v0.0.0-20210222152913-aa3ee6e6a81c
+	google.golang.org/genproto v0.0.0-20210303154014-9728d6b83eeb
+	google.golang.org/genproto v0.0.0-20210310155132-4ce2db91004e
+	google.golang.org/genproto v0.0.0-20210319143718-93e7006c17a6
+	google.golang.org/genproto v0.0.0-20210402141018-6c239bbf2bb1
+	google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c
+	google.golang.org/genproto v0.0.0-20210624195500-8bfb893ecb84
+)
+
 tool (
 	github.com/StephenButtolph/canoto/canoto
 	github.com/onsi/ginkgo/v2/ginkgo