-
Notifications
You must be signed in to change notification settings - Fork 3.6k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
(feat/query): implement a buckets() source function that retrieves al…
…l buckets and retention policy information for the active organization. (#1045)
- Loading branch information
1 parent
1f98dc2
commit ea4c08b
Showing
5 changed files
with
148 additions
and
9 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,119 @@ | ||
| package inputs | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "github.com/influxdata/flux/values" | ||
|
|
||
| "github.com/influxdata/flux" | ||
| "github.com/influxdata/flux/execute" | ||
| "github.com/influxdata/flux/functions/inputs" | ||
| "github.com/influxdata/flux/plan" | ||
| "github.com/influxdata/platform" | ||
| "github.com/influxdata/platform/query" | ||
| "github.com/pkg/errors" | ||
| ) | ||
|
|
||
| func init() { | ||
| execute.RegisterSource(inputs.BucketsKind, createBucketsSource) | ||
| } | ||
|
|
||
| type BucketsDecoder struct { | ||
| orgID platform.ID | ||
| deps BucketDependencies | ||
| buckets []*platform.Bucket | ||
| alloc *execute.Allocator | ||
| } | ||
|
|
||
| func (bd *BucketsDecoder) Connect() error { | ||
| return nil | ||
| } | ||
|
|
||
| func (bd *BucketsDecoder) Fetch() (bool, error) { | ||
| b, count := bd.deps.FindAllBuckets(bd.orgID) | ||
| if count <= 0 { | ||
| return false, fmt.Errorf("no buckets found in organization %v", bd.orgID) | ||
| } | ||
| bd.buckets = b | ||
| return false, nil | ||
| } | ||
|
|
||
| func (bd *BucketsDecoder) Decode() (flux.Table, error) { | ||
| kb := execute.NewGroupKeyBuilder(nil) | ||
| kb.AddKeyValue("organizationID", values.NewStringValue(bd.buckets[0].OrganizationID.String())) | ||
| gk, err := kb.Build() | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| b := execute.NewColListTableBuilder(gk, bd.alloc) | ||
|
|
||
| b.AddCol(flux.ColMeta{ | ||
| Label: "name", | ||
| Type: flux.TString, | ||
| }) | ||
| b.AddCol(flux.ColMeta{ | ||
| Label: "id", | ||
| Type: flux.TString, | ||
| }) | ||
| b.AddCol(flux.ColMeta{ | ||
| Label: "organization", | ||
| Type: flux.TString, | ||
| }) | ||
| b.AddCol(flux.ColMeta{ | ||
| Label: "organizationID", | ||
| Type: flux.TString, | ||
| }) | ||
| b.AddCol(flux.ColMeta{ | ||
| Label: "retentionPolicy", | ||
| Type: flux.TString, | ||
| }) | ||
| b.AddCol(flux.ColMeta{ | ||
| Label: "retentionPeriod", | ||
| Type: flux.TInt, | ||
| }) | ||
|
|
||
| for _, bucket := range bd.buckets { | ||
| b.AppendString(0, bucket.Name) | ||
| b.AppendString(1, bucket.ID.String()) | ||
| b.AppendString(2, bucket.Organization) | ||
| b.AppendString(3, bucket.OrganizationID.String()) | ||
| b.AppendString(4, bucket.RetentionPolicyName) | ||
| b.AppendInt(5, bucket.RetentionPeriod.Nanoseconds()) | ||
| } | ||
|
|
||
| return b.Table() | ||
| } | ||
|
|
||
| func createBucketsSource(prSpec plan.ProcedureSpec, dsid execute.DatasetID, a execute.Administration) (execute.Source, error) { | ||
| _, ok := prSpec.(*inputs.BucketsProcedureSpec) | ||
| if !ok { | ||
| return nil, fmt.Errorf("invalid spec type %T", prSpec) | ||
| } | ||
|
|
||
| // the dependencies used for FromKind are adequate for what we need here | ||
| // so there's no need to inject custom dependencies for buckets() | ||
| deps := a.Dependencies()[inputs.BucketsKind].(BucketDependencies) | ||
| req := query.RequestFromContext(a.Context()) | ||
| if req == nil { | ||
| return nil, errors.New("missing request on context") | ||
| } | ||
| orgID := req.OrganizationID | ||
|
|
||
| bd := &BucketsDecoder{orgID: orgID, deps: deps, alloc: a.Allocator()} | ||
|
|
||
| return inputs.CreateSourceFromDecoder(bd, dsid, a) | ||
|
|
||
| } | ||
|
|
||
| type AllBucketLookup interface { | ||
| FindAllBuckets(orgID platform.ID) ([]*platform.Bucket, int) | ||
| } | ||
| type BucketDependencies AllBucketLookup | ||
|
|
||
| func InjectBucketDependencies(depsMap execute.Dependencies, deps BucketDependencies) error { | ||
| if deps == nil { | ||
| return errors.New("missing all bucket lookup dependency") | ||
| } | ||
| depsMap[inputs.BucketsKind] = deps | ||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters