Skip to content
This repository was archived by the owner on Jul 19, 2023. It is now read-only.

Add store-gateway components #701

Merged
merged 52 commits into from
Jun 1, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
52 commits
Select commit Hold shift + click to select a range
d3f473d
WIP How to gather block metadata quickly from bucket
simonswine Feb 22, 2023
391a85a
Download metadata asynchronously
cyriltovena May 15, 2023
24cc7f5
Add Go module mimir/store-gateway dependency
cyriltovena May 16, 2023
776446c
Merge bucket listing branch
cyriltovena May 16, 2023
ffe1c80
Add store-gateway skeleton
cyriltovena May 16, 2023
eb17c54
Resolve conflicts in dependencies
cyriltovena May 16, 2023
babcfe0
Resolve lint issues
cyriltovena May 16, 2023
2f59938
Add users listing and fixes yaml dependency
cyriltovena May 16, 2023
ec177db
Fixes config files parsing and tsdb tests
cyriltovena May 16, 2023
d88fc0d
Hook into Pyroscope modules and disabled ip6
cyriltovena May 16, 2023
a9c545f
Fixes tenants listing
cyriltovena May 16, 2023
69de899
Adding initial code to list blocks
cyriltovena May 16, 2023
786c706
Implement the initial block listing without caching.
cyriltovena May 16, 2023
f465bb9
Speed up block listing
cyriltovena May 17, 2023
5c1f3a9
load from disk
cyriltovena May 17, 2023
e7c0016
Experiment with ristretto cache
cyriltovena May 17, 2023
d1f3cd4
fix block path
cyriltovena May 22, 2023
e9dd0bd
Revert dskit overrides now that the required update is merged
cyriltovena May 22, 2023
048acee
Merge remote-tracking branch 'origin/store-gateway-component' into st…
cyriltovena May 22, 2023
7926215
Fixes opening blocks from remote storage
cyriltovena May 22, 2023
0637dd1
Merge branch 'cache-store-gateway' into store-gateway-component
cyriltovena May 22, 2023
7ad32a0
Add the API skeleton for the storegateway
cyriltovena May 23, 2023
2b2e1a8
Implement the merge API in the query path
cyriltovena May 23, 2023
63d522a
Implement k-way merge of blocks and refactor sort iterator
cyriltovena May 23, 2023
2ef8e75
Refactor querier query replication
cyriltovena May 24, 2023
a9586a1
Initialize the store-gateway querier
cyriltovena May 25, 2023
738e295
Merge remote-tracking branch 'origin/main' into store-gateway-component
cyriltovena May 25, 2023
9f19111
Fixes the make generate target
cyriltovena May 25, 2023
e250daf
Merge commit '9f191111512ad0a7f45a042ca5d33dfe399bf2db' into store-ga…
cyriltovena May 25, 2023
b417de0
Regenerate docs
cyriltovena May 25, 2023
6f772fb
Fixes iterator tests
cyriltovena May 25, 2023
bb54d4d
Query the SelectMergeStacktraces API from Querier with store-gateway
cyriltovena May 25, 2023
189cf76
Fixes the store gateway querier initialization
cyriltovena May 26, 2023
aee9089
Fixes bucket sync on other providers
cyriltovena May 26, 2023
12a0986
Fixes wrong cancellation
cyriltovena May 26, 2023
91e53b2
Implement Select Series API
cyriltovena May 26, 2023
f02b165
Fixes lint issues.
cyriltovena May 27, 2023
4d17815
Merge remote-tracking branch 'origin/main' into store-gateway-component
cyriltovena May 30, 2023
cbfbb9d
Improve tracing instrumentation
cyriltovena May 30, 2023
b03dab8
generate help
cyriltovena May 30, 2023
1301f38
make fmt
cyriltovena May 30, 2023
23b896b
make helm
cyriltovena May 30, 2023
b7b32a0
Fixes deduplications in store-gateway
cyriltovena May 31, 2023
9c71811
Setting parquet read buffer size to 2MB
cyriltovena May 31, 2023
c4159ef
Merge remote-tracking branch 'origin/main' into store-gateway-component
cyriltovena May 31, 2023
4a3e4a6
make helm
cyriltovena May 31, 2023
888415b
Uses CloneVT from vtproto
cyriltovena May 31, 2023
355726b
Fixes objstore metrics
cyriltovena May 31, 2023
10649c3
make fmt
cyriltovena May 31, 2023
8e09dad
Fixes filesystem Bucket implementation
cyriltovena May 31, 2023
9036c3f
Merge remote-tracking branch 'origin/main' into store-gateway-component
cyriltovena Jun 1, 2023
a6bc302
Fixes the help text
cyriltovena Jun 1, 2023
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@ bin
*.out

/cmd/phlare/data
pyroscope-sync/
data/
.DS_Store
**/dist
Expand Down
6 changes: 3 additions & 3 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -222,7 +222,7 @@ reference-help: build

$(BIN)/buf: Makefile
@mkdir -p $(@D)
GOBIN=$(abspath $(@D)) $(GO) install github.com/bufbuild/buf/cmd/buf@v1.5.0
GOBIN=$(abspath $(@D)) $(GO) install github.com/bufbuild/buf/cmd/buf@v1.20.0

$(BIN)/golangci-lint: Makefile
@mkdir -p $(@D)
Expand All @@ -242,7 +242,7 @@ $(BIN)/protoc-gen-connect-go-mux: Makefile go.mod

$(BIN)/protoc-gen-go-vtproto: Makefile go.mod
@mkdir -p $(@D)
GOBIN=$(abspath $(@D)) $(GO) install github.com/planetscale/vtprotobuf/cmd/protoc-gen-go-vtproto@v0.3.0
GOBIN=$(abspath $(@D)) $(GO) install github.com/planetscale/vtprotobuf/cmd/protoc-gen-go-vtproto@v0.4.0

$(BIN)/protoc-gen-openapiv2: Makefile go.mod
@mkdir -p $(@D)
Expand Down Expand Up @@ -348,7 +348,7 @@ deploy: $(BIN)/kind $(BIN)/helm docker-image/phlare/build

.PHONY: deploy-micro-services
deploy-micro-services: $(BIN)/kind $(BIN)/helm docker-image/phlare/build
$(call deploy,phlare-micro-services,--values=operations/phlare/helm/phlare/values-micro-services.yaml --set phlare.components.querier.resources=null --set phlare.components.distributor.resources=null --set phlare.components.ingester.resources=null)
$(call deploy,phlare-micro-services,--values=operations/phlare/helm/phlare/values-micro-services.yaml --set phlare.components.querier.resources=null --set phlare.components.distributor.resources=null --set phlare.components.ingester.resources=null --set phlare.components.store-gateway.resources=null)

.PHONY: deploy-monitoring
deploy-monitoring: $(BIN)/tk $(BIN)/kind tools/monitoring/environments/default/spec.json
Expand Down
4 changes: 1 addition & 3 deletions api/agent/v1/agent.proto
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,7 @@ import "google/protobuf/timestamp.proto";
service AgentService {
// Retrieve information about targets.
rpc GetTargets(GetTargetsRequest) returns (GetTargetsResponse) {
option (google.api.http) = {
get: "/api/v1/targets"
};
option (google.api.http) = {get: "/api/v1/targets"};
}
}

Expand Down
2 changes: 1 addition & 1 deletion api/buf.gen.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ plugins:
out: gen/proto/go
opt:
- paths=source_relative
- features=marshal+unmarshal+size+pool+grpc+pool
- features=marshal+unmarshal+size+pool+grpc+pool+clone
- pool=github.com/grafana/phlare/api/gen/proto/go/google/v1.Profile
- pool=github.com/grafana/phlare/api/gen/proto/go/google/v1.Sample

Expand Down
142 changes: 124 additions & 18 deletions api/gen/proto/go/agent/v1/agent_vtproto.pb.go

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading