Skip to content

feat(config): ability to disable Bitswap fully or just server #10782

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 7 commits into
base: master
Choose a base branch
from
9 changes: 9 additions & 0 deletions config/bitswap.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
package config

// Bitswap holds Bitswap configuration options
type Bitswap struct {
// Enabled controls both client and server (enabled by default)
Enabled Flag `json:",omitempty"`
// ServerEnabled controls if the node responds to WANTs (depends on Enabled, enabled by default)
ServerEnabled Flag `json:",omitempty"`
}
2 changes: 2 additions & 0 deletions config/config.go
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,8 @@ type Config struct {
Version Version

Internal Internal // experimental/unstable options

Bitswap Bitswap `json:",omitempty"`
}

const (
Expand Down
51 changes: 45 additions & 6 deletions core/node/bitswap.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

import (
"context"
"io"
"time"

"github.com/ipfs/boxo/bitswap"
Expand All @@ -12,12 +13,15 @@
"github.com/ipfs/boxo/exchange/providing"
provider "github.com/ipfs/boxo/provider"
rpqm "github.com/ipfs/boxo/routing/providerquerymanager"
"github.com/ipfs/go-cid"
"github.com/ipfs/go-datastore"
"github.com/ipfs/kubo/config"
irouting "github.com/ipfs/kubo/routing"
"github.com/libp2p/go-libp2p/core/host"
"github.com/libp2p/go-libp2p/core/routing"
"go.uber.org/fx"

blocks "github.com/ipfs/go-block-format"
"github.com/ipfs/kubo/core/node/helpers"
)

Expand Down Expand Up @@ -72,18 +76,21 @@
}

// Bitswap creates the BitSwap server/client instance.
// Additional options to bitswap.New can be provided via the "bitswap-options"
// group.
// If Bitswap.ServerEnabled is false, the node will act only as a client
// using an empty blockstore to prevent serving blocks to other peers.
func Bitswap(provide bool) interface{} {
return func(in bitswapIn, lc fx.Lifecycle) (*bitswap.Bitswap, error) {
bitswapNetwork := bsnet.NewFromIpfsHost(in.Host)

var blockstoree blockstore.Blockstore = in.Bs
var provider routing.ContentDiscovery

if provide {

var maxProviders int = DefaultMaxProviders
if in.Cfg.Internal.Bitswap != nil {
maxProviders = int(in.Cfg.Internal.Bitswap.ProviderSearchMaxResults.WithDefault(DefaultMaxProviders))
}

pqm, err := rpqm.New(bitswapNetwork,
in.Rt,
rpqm.WithMaxProviders(maxProviders),
Expand All @@ -93,10 +100,16 @@
return nil, err
}
in.BitswapOpts = append(in.BitswapOpts, bitswap.WithClientOption(client.WithDefaultProviderQueryManager(false)))
in.BitswapOpts = append(in.BitswapOpts, bitswap.WithServerEnabled(true))

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-check

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-check

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-build

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / interop-prep

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-test

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-lint

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-lint

undefined: bitswap.WithServerEnabled

Check failure on line 103 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-lint

undefined: bitswap.WithServerEnabled
provider = pqm

} else {
provider = nil
// When server is disabled, use an empty blockstore to prevent serving blocks
blockstoree = blockstore.NewBlockstore(datastore.NewMapDatastore())
in.BitswapOpts = append(in.BitswapOpts, bitswap.WithServerEnabled(false))

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-check

undefined: bitswap.WithServerEnabled

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-check

undefined: bitswap.WithServerEnabled

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-build

undefined: bitswap.WithServerEnabled

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / interop-prep

undefined: bitswap.WithServerEnabled

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-test

undefined: bitswap.WithServerEnabled

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-lint

undefined: bitswap.WithServerEnabled) (typecheck)

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-lint

undefined: bitswap.WithServerEnabled) (typecheck)

Check failure on line 109 in core/node/bitswap.go

View workflow job for this annotation

GitHub Actions / go-lint

undefined: bitswap.WithServerEnabled (typecheck)
}
bs := bitswap.New(helpers.LifecycleCtx(in.Mctx, lc), bitswapNetwork, provider, in.Bs, in.BitswapOpts...)

bs := bitswap.New(helpers.LifecycleCtx(in.Mctx, lc), bitswapNetwork, provider, blockstoree, in.BitswapOpts...)
Copy link
Member

@lidel lidel Apr 11, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I am afraid this does not actually disable bitswap server, it only makes sure the server will always return "i dont have this blocks" because empty datastore is used.

The problem with this approach is that such node will still announce itself as bitswap server – you can see it by making ipfs idProtocols section will still have:

"/ipfs/bitswap",
"/ipfs/bitswap/1.0.0",
"/ipfs/bitswap/1.1.0",
"/ipfs/bitswap/1.2.0",

This is a problem because such node will still receive bitswap queries ans asks for random CIDs from other peers, and will have to respond to them, effectively wasting resources.

Desired behavior

What we want for Bitswap.ServerEnabled=false is to completely "stop acting as bitswap server" and that means removing it from libp2p identify response (ipfs id), so other peers won't even talk to us over bitswap on their own (and only when we connect to them, as a client).

There are two ways of doing it – not sure which one will be easier, it is fine for you to investugate before making a decision:

  • (A) When server is disabled, do not initialize entire bitswap (which is wrapper for both client+server), and initialize only the client
  • (B) Initialize noop server with emty blockstore, but make sure we dont announce ourselves as /ipfs/bitswap* server to other peers.
    • If client-only approach is too complex to execute in Kubo codebase, it is sensible to keep your solution with noop server, and just finding a way to remove /ipfs/bitswap* from libp2p identify response (which can be inspected via ipfs id <peerid> or vole libp2p identify)
    • This may require changes to https://github.com/ipfs/boxo – perhaps adding a new configuration option for Bitswap server that disables annoucing /ipfs/bitswap to libp2p host

I'd say see if (A) is easy to do, but if you find yourself being blocked by a bigger refactor (e.g. all the commands that expect bitswap server to be always present), consider (B) instead, as it would have smaller code surface, and also be easier to maintain.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I investigated both the suggested solutions , but I got stuck in trying to prevent the node to communicate /ipfs/bitswap* as supported protocols: the identify protocol is segregated inside the go-libp2p library and I cannot manipulate its internals. I have found a way to remove the handler associated to the /ipfs/bitswap* protocol in the Host's multiplexer (Mux). This way, the protocol is effectively removed from the list of supported protocols, but it results in the client not being able to send messages anymore (I suspect it is due to this boxo function). What if we register a stream handler for that just immediately shutsdown? I mean replacing this handler with an empty method that just closes the stream. This way maybe the node will stop responding completely to other nodes bitswap requests.

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@gystemd thank you for looking into this.

I wonder if we could do this earlier bitswap/network/bsnet – I'm thinking Start instead of handleNewStream:

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

thank you for you time and sorry for the confusion, but after a deeper investigation I found out that the StreamHandler seems to be mandatory. It is responsible for deliverying packets to the client. When running tests, I had crashes due to failed invocations of the handler. I added a proposal option in Boxo ipfs/boxo#911 to disable the server with related tests. Could you see if this is an acceptable solution that fit the needs?

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I pushed the new tests for Kubo, which are failing due to the reliance of a modified version of Boxo.


lc.Append(fx.Hook{
OnStop: func(ctx context.Context) error {
Expand All @@ -108,8 +121,12 @@
}

// OnlineExchange creates new LibP2P backed block exchange.
func OnlineExchange() interface{} {
// Returns a no-op exchange if Bitswap is disabled.
func OnlineExchange(isBitswapActive bool) interface{} {
return func(in *bitswap.Bitswap, lc fx.Lifecycle) exchange.Interface {
if !isBitswapActive {
return &noopExchange{closer: in}
}
lc.Append(fx.Hook{
OnStop: func(ctx context.Context) error {
return in.Close()
Expand Down Expand Up @@ -144,3 +161,25 @@
return exch
}
}

type noopExchange struct {
closer io.Closer
}

func (e *noopExchange) GetBlock(ctx context.Context, c cid.Cid) (blocks.Block, error) {
return nil, nil
}

func (e *noopExchange) GetBlocks(ctx context.Context, cids []cid.Cid) (<-chan blocks.Block, error) {
ch := make(chan blocks.Block)
close(ch)
return ch, nil
}

func (e *noopExchange) NotifyNewBlocks(ctx context.Context, blocks ...blocks.Block) error {
return nil
}

func (e *noopExchange) Close() error {
return e.closer.Close()
}
7 changes: 4 additions & 3 deletions core/node/groups.go
Original file line number Diff line number Diff line change
Expand Up @@ -335,13 +335,14 @@ func Online(bcfg *BuildCfg, cfg *config.Config, userResourceOverrides rcmgr.Part
recordLifetime = d
}

/* don't provide from bitswap when the strategic provider service is active */
shouldBitswapProvide := !cfg.Experimental.StrategicProviding
isBitswapEnabled := cfg.Bitswap.Enabled.WithDefault(true) && cfg.Bitswap.ServerEnabled.WithDefault(true)
// Don't provide from bitswap when the strategic provider service is active
shouldBitswapProvide := isBitswapEnabled && !cfg.Experimental.StrategicProviding

return fx.Options(
fx.Provide(BitswapOptions(cfg)),
fx.Provide(Bitswap(shouldBitswapProvide)),
fx.Provide(OnlineExchange()),
fx.Provide(OnlineExchange(cfg.Bitswap.Enabled.WithDefault(true))),
// Replace our Exchange with a Providing exchange!
fx.Decorate(ProvidingExchange(shouldBitswapProvide)),
fx.Provide(DNSResolver),
Expand Down
3 changes: 2 additions & 1 deletion docs/changelogs/v0.35.md
Original file line number Diff line number Diff line change
Expand Up @@ -47,5 +47,6 @@ The WebUI, accessible at http://127.0.0.1:5001/webui/, now includes support for
- update `ipfs-webui` to [v4.7.0](https://github.com/ipfs/ipfs-webui/releases/tag/v4.7.0)

### 📝 Changelog

- Completely disable Bitswap functionality through the `Bitswap.Enabled` flag
- Control server behavior separately with `Bitswap.ServerEnabled`, allowing nodes to operate in client-only mode
### 👨‍👩‍👧‍👦 Contributors
136 changes: 136 additions & 0 deletions test/cli/bitswap_config_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,136 @@
package cli

import (
"testing"
"time"

"github.com/ipfs/kubo/config"
"github.com/ipfs/kubo/test/cli/harness"
"github.com/ipfs/kubo/test/cli/testutils"
"github.com/stretchr/testify/assert"
)

func TestBitswapConfig(t *testing.T) {
t.Parallel()

// Create test data that will be shared between nodes
testData := testutils.RandomBytes(100)

t.Run("server enabled (default)", func(t *testing.T) {
t.Parallel()
h := harness.NewT(t)
provider := h.NewNode().Init().StartDaemon()
requester := h.NewNode().Init().StartDaemon()

hash := provider.IPFSAddStr(string(testData))
requester.Connect(provider)

res := requester.IPFS("cat", hash)
assert.Equal(t, testData, res.Stdout.Bytes(), "retrieved data should match original")
})

t.Run("server disabled", func(t *testing.T) {
t.Parallel()
h := harness.NewT(t)

provider := h.NewNode().Init()
provider.SetIPFSConfig("Bitswap.ServerEnabled", false)
provider = provider.StartDaemon()

requester := h.NewNode().Init().StartDaemon()

hash := provider.IPFSAddStr(string(testData))
requester.Connect(provider)

// If the data was available, it would be retrieved immediately.
// Therefore, after the timeout, we can assume the data is not available
// i.e. the server is disabled
timeout := time.After(3 * time.Second)
dataChan := make(chan []byte)

go func() {
res := requester.RunIPFS("cat", hash)
dataChan <- res.Stdout.Bytes()
}()

select {
case data := <-dataChan:
assert.NotEqual(t, testData, data, "retrieved data should not match original")
case <-timeout:
t.Log("Test passed: operation timed out after 3 seconds as expected")
}
})

t.Run("server disabled and client enabled", func(t *testing.T) {
t.Parallel()
h := harness.NewT(t)

provider := h.NewNode().Init()
provider.SetIPFSConfig("Bitswap.ServerEnabled", false)
provider.StartDaemon()

requester := h.NewNode().Init().StartDaemon()
hash := requester.IPFSAddStr(string(testData))

provider.Connect(requester)

// Even when the server is disabled, the client should be able to retrieve data
res := provider.RunIPFS("cat", hash)
assert.Equal(t, testData, res.Stdout.Bytes(), "retrieved data should match original")
})

t.Run("bitswap completely disabled", func(t *testing.T) {
t.Parallel()
h := harness.NewT(t)

requester := h.NewNode().Init()
requester.UpdateConfig(func(cfg *config.Config) {
cfg.Bitswap.Enabled = config.False
cfg.Bitswap.ServerEnabled = config.False
})
requester.StartDaemon()

provider := h.NewNode().Init().StartDaemon()
hash := provider.IPFSAddStr(string(testData))

requester.Connect(provider)
res := requester.RunIPFS("cat", hash)
assert.Equal(t, []byte{}, res.Stdout.Bytes(), "cat should not return any data")

// Verify that basic operations still work with bitswap disabled
res = requester.IPFS("id")
assert.Equal(t, 0, res.ExitCode(), "basic IPFS operations should work")
res = requester.IPFS("bitswap", "stat")
assert.Equal(t, 0, res.ExitCode(), "bitswap stat should work even with bitswap disabled")
res = requester.IPFS("bitswap", "wantlist")
assert.Equal(t, 0, res.ExitCode(), "bitswap wantlist should work even with bitswap disabled")

// Verify local operations still work
hashNew := requester.IPFSAddStr("random")
res = requester.IPFS("cat", hashNew)
assert.Equal(t, []byte("random"), res.Stdout.Bytes(), "cat should return the added data")
})

// t.Run("bitswap protocols disabled", func(t *testing.T) {
// t.Parallel()
// harness.EnableDebugLogging()
// h := harness.NewT(t)

// provider := h.NewNode().Init()
// provider.SetIPFSConfig("Bitswap.ServerEnabled", false)
// provider = provider.StartDaemon()
// requester := h.NewNode().Init().StartDaemon()
// requester.Connect(provider)
// // Parse and check ID output
// res := provider.IPFS("id", "-f", "<protocols>")
// protocols := strings.Split(strings.TrimSpace(res.Stdout.String()), "\n")

// // No bitswap protocols should be present
// for _, proto := range protocols {
// assert.NotContains(t, proto, bsnet.ProtocolBitswap, "bitswap protocol %s should not be advertised when server is disabled", proto)
// assert.NotContains(t, proto, bsnet.ProtocolBitswapNoVers, "bitswap protocol %s should not be advertised when server is disabled", proto)
// assert.NotContains(t, proto, bsnet.ProtocolBitswapOneOne, "bitswap protocol %s should not be advertised when server is disabled", proto)
// assert.NotContains(t, proto, bsnet.ProtocolBitswapOneZero, "bitswap protocol %s should not be advertised when server is disabled", proto)
// }
// })
}
Loading