-
Notifications
You must be signed in to change notification settings - Fork 31
/
fig.go
447 lines (400 loc) · 11.7 KB
/
fig.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
package fig
import (
"encoding/json"
"fmt"
"os"
"path/filepath"
"reflect"
"regexp"
"strconv"
"strings"
"time"
"github.com/mitchellh/mapstructure"
"github.com/pelletier/go-toml/v2"
"gopkg.in/yaml.v3"
)
const (
// DefaultFilename is the default filename of the config file that fig looks for.
DefaultFilename = "config.yaml"
// DefaultDir is the default directory that fig searches in for the config file.
DefaultDir = "."
// DefaultTag is the default struct tag key that fig uses to find the field's alt
// name.
DefaultTag = "fig"
// DefaultTimeLayout is the default time layout that fig uses to parse times.
DefaultTimeLayout = time.RFC3339
)
// StringUnmarshaler is an interface designed for custom string unmarshaling.
//
// This interface is used when a field of a custom type needs to define its own
// method for unmarshaling from a string. This is particularly useful for handling
// different string representations that need to be converted into a specific type.
//
// To use this, the custom type must implement this interface and a corresponding
// string value should be provided in the configuration. Fig automatically detects
// this and handles the rest.
//
// Example usage:
//
// type ListenerType uint
//
// const (
// ListenerUnix ListenerType = iota
// ListenerTCP
// ListenerTLS
// )
//
// func (l *ListenerType) UnmarshalType(v string) error {
// switch strings.ToLower(v) {
// case "unix":
// *l = ListenerUnix
// case "tcp":
// *l = ListenerTCP
// case "tls":
// *l = ListenerTLS
// default:
// return fmt.Errorf("unknown listener type: %s", v)
// }
// return nil
// }
//
// type Config struct {
// Listener ListenerType `fig:"listener_type" default:"tcp"`
// }
type StringUnmarshaler interface {
UnmarshalString(s string) error
}
// Load reads a configuration file and loads it into the given struct. The
// parameter `cfg` must be a pointer to a struct.
//
// By default fig looks for a file `config.yaml` in the current directory and
// uses the struct field tag `fig` for matching field names and validation.
// To alter this behaviour pass additional parameters as options.
//
// A field can be marked as required by adding a `required` key in the field's struct tag.
// If a required field is not set by the configuration file an error is returned.
//
// type Config struct {
// Env string `fig:"env" validate:"required"` // or just `validate:"required"`
// }
//
// A field can be configured with a default value by adding a `default` key in the
// field's struct tag.
// If a field is not set by the configuration file then the default value is set.
//
// type Config struct {
// Level string `fig:"level" default:"info"` // or just `default:"info"`
// }
//
// A single field may not be marked as both `required` and `default`.
func Load(cfg interface{}, options ...Option) error {
fig := defaultFig()
for _, opt := range options {
opt(fig)
}
return fig.Load(cfg)
}
func defaultFig() *fig {
return &fig{
filename: DefaultFilename,
dirs: []string{DefaultDir},
tag: DefaultTag,
timeLayout: DefaultTimeLayout,
}
}
type fig struct {
filename string
dirs []string
tag string
timeLayout string
useEnv bool
useStrict bool
ignoreFile bool
envPrefix string
}
func (f *fig) Load(cfg interface{}) error {
if !isStructPtr(cfg) {
return fmt.Errorf("cfg must be a pointer to a struct")
}
vals := make(map[string]interface{})
if !f.ignoreFile {
file, err := f.findCfgFile()
if err != nil {
return err
}
vals, err = f.decodeFile(file)
if err != nil {
return err
}
}
if err := f.decodeMap(vals, cfg); err != nil {
return err
}
return f.processCfg(cfg)
}
func (f *fig) findCfgFile() (path string, err error) {
for _, dir := range f.dirs {
path = filepath.Join(dir, f.filename)
if fileExists(path) {
return
}
}
return "", fmt.Errorf("%s: %w", f.filename, ErrFileNotFound)
}
// decodeFile reads the file and unmarshalls it using a decoder based on the file extension.
func (f *fig) decodeFile(file string) (map[string]interface{}, error) {
fd, err := os.Open(file)
if err != nil {
return nil, err
}
defer fd.Close()
vals := make(map[string]interface{})
switch filepath.Ext(file) {
case ".yaml", ".yml":
if err := yaml.NewDecoder(fd).Decode(&vals); err != nil {
return nil, err
}
case ".json":
if err := json.NewDecoder(fd).Decode(&vals); err != nil {
return nil, err
}
case ".toml":
if err := toml.NewDecoder(fd).Decode(&vals); err != nil {
return nil, err
}
default:
return nil, fmt.Errorf("unsupported file extension %s", filepath.Ext(f.filename))
}
return vals, nil
}
// decodeMap decodes a map of values into result using the mapstructure library.
func (f *fig) decodeMap(m map[string]interface{}, result interface{}) error {
dec, err := mapstructure.NewDecoder(&mapstructure.DecoderConfig{
WeaklyTypedInput: true,
Result: result,
TagName: f.tag,
ErrorUnused: f.useStrict,
DecodeHook: mapstructure.ComposeDecodeHookFunc(
mapstructure.StringToTimeDurationHookFunc(),
mapstructure.StringToTimeHookFunc(f.timeLayout),
stringToRegexpHookFunc(),
stringToStringUnmarshalerHook(),
),
})
if err != nil {
return err
}
return dec.Decode(m)
}
// stringToRegexpHookFunc returns a DecodeHookFunc that converts strings to regexp.Regexp.
func stringToRegexpHookFunc() mapstructure.DecodeHookFunc {
return func(
f reflect.Type,
t reflect.Type,
data interface{}) (interface{}, error) {
if f.Kind() != reflect.String {
return data, nil
}
if t != reflect.TypeOf(®exp.Regexp{}) {
return data, nil
}
//nolint:forcetypeassert
return regexp.Compile(data.(string))
}
}
// stringToStringUnmarshalerHook returns a DecodeHookFunc that executes a custom method which
// satisfies the StringUnmarshaler interface on custom types.
func stringToStringUnmarshalerHook() mapstructure.DecodeHookFunc {
return func(f reflect.Type, t reflect.Type, data interface{}) (interface{}, error) {
if f.Kind() != reflect.String {
return data, nil
}
ds, ok := data.(string)
if !ok {
return data, nil
}
if reflect.PointerTo(t).Implements(reflect.TypeOf((*StringUnmarshaler)(nil)).Elem()) {
val := reflect.New(t).Interface()
if unmarshaler, ok := val.(StringUnmarshaler); ok {
err := unmarshaler.UnmarshalString(ds)
if err != nil {
return nil, err
}
return reflect.ValueOf(val).Elem().Interface(), nil
}
}
return data, nil
}
}
// processCfg processes a cfg struct after it has been loaded from
// the config file, by validating required fields and setting defaults
// where applicable.
func (f *fig) processCfg(cfg interface{}) error {
fields := flattenCfg(cfg, f.tag)
errs := make(fieldErrors)
for _, field := range fields {
if err := f.processField(field); err != nil {
errs[field.path()] = err
}
}
if len(errs) > 0 {
return errs
}
return nil
}
// processField processes a single field and is called by processCfg
// for each field in cfg.
func (f *fig) processField(field *field) error {
if field.required && field.setDefault {
return fmt.Errorf("field cannot have both a required validation and a default value")
}
if f.useEnv {
if err := f.setFromEnv(field.v, field.path()); err != nil {
return fmt.Errorf("unable to set from env: %w", err)
}
}
if field.required && isZero(field.v) {
return fmt.Errorf("required validation failed")
}
if field.setDefault && isZero(field.v) {
if err := f.setDefaultValue(field.v, field.defaultVal); err != nil {
return fmt.Errorf("unable to set default: %w", err)
}
}
return nil
}
func (f *fig) setFromEnv(fv reflect.Value, key string) error {
key = f.formatEnvKey(key)
if val, ok := os.LookupEnv(key); ok {
return f.setValue(fv, val)
}
return nil
}
func (f *fig) formatEnvKey(key string) string {
// loggers[0].level --> loggers_0_level
key = strings.NewReplacer(".", "_", "[", "_", "]", "").Replace(key)
if f.envPrefix != "" {
key = fmt.Sprintf("%s_%s", f.envPrefix, key)
}
return strings.ToUpper(key)
}
// setDefaultValue calls setValue but disallows booleans from
// being set.
func (f *fig) setDefaultValue(fv reflect.Value, val string) error {
if fv.Kind() == reflect.Bool {
return fmt.Errorf("unsupported type: %v", fv.Kind())
}
return f.setValue(fv, val)
}
// setValue sets fv to val. it attempts to convert val to the correct
// type based on the field's kind. if conversion fails an error is
// returned. If fv satisfies the StringUnmarshaler interface it will
// execute the corresponding StringUnmarshaler.UnmarshalString method
// on the value.
// fv must be settable else this panics.
func (f *fig) setValue(fv reflect.Value, val string) error {
if ok, err := trySetFromStringUnmarshaler(fv, val); err != nil {
return err
} else if ok {
return nil
}
switch fv.Kind() {
case reflect.Ptr:
if fv.IsNil() {
fv.Set(reflect.New(fv.Type().Elem()))
}
return f.setValue(fv.Elem(), val)
case reflect.Slice:
if err := f.setSlice(fv, val); err != nil {
return err
}
case reflect.Bool:
b, err := strconv.ParseBool(val)
if err != nil {
return err
}
fv.SetBool(b)
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
if _, ok := fv.Interface().(time.Duration); ok {
d, err := time.ParseDuration(val)
if err != nil {
return err
}
fv.Set(reflect.ValueOf(d))
} else {
i, err := strconv.ParseInt(val, 10, 64)
if err != nil {
return err
}
fv.SetInt(i)
}
case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
i, err := strconv.ParseUint(val, 10, 64)
if err != nil {
return err
}
fv.SetUint(i)
case reflect.Float32, reflect.Float64:
f, err := strconv.ParseFloat(val, 64)
if err != nil {
return err
}
fv.SetFloat(f)
case reflect.String:
fv.SetString(val)
case reflect.Struct: // struct is only allowed a default in the special case where it's a time.Time
if _, ok := fv.Interface().(time.Time); ok {
t, err := time.Parse(f.timeLayout, val)
if err != nil {
return err
}
fv.Set(reflect.ValueOf(t))
} else if _, ok := fv.Interface().(regexp.Regexp); ok {
re, err := regexp.Compile(val)
if err != nil {
return err
}
fv.Set(reflect.ValueOf(*re))
} else {
return fmt.Errorf("unsupported type %s", fv.Kind())
}
default:
return fmt.Errorf("unsupported type %s", fv.Kind())
}
return nil
}
// setSlice val to sv. val should be a Go slice formatted as a string
// (e.g. "[1,2]") and sv must be a slice value. if conversion of val
// to a slice fails then an error is returned.
// sv must be settable else this panics.
func (f *fig) setSlice(sv reflect.Value, val string) error {
ss := stringSlice(val)
slice := reflect.MakeSlice(sv.Type(), len(ss), cap(ss))
for i, s := range ss {
if err := f.setValue(slice.Index(i), s); err != nil {
return err
}
}
sv.Set(slice)
return nil
}
// trySetFromStringUnmarshaler takes a value fv which is expected to implement the
// StringUnmarshaler interface and attempts to unmarshal the string val into the field.
// If the value does not implement the interface, or an error occurs during the unmarshal,
// then false and an error (if applicable) is returned. Otherwise, true and a nil error
// is returned.
func trySetFromStringUnmarshaler(fv reflect.Value, val string) (bool, error) {
if fv.IsValid() && reflect.PointerTo(fv.Type()).Implements(reflect.TypeOf((*StringUnmarshaler)(nil)).Elem()) {
vi := reflect.New(fv.Type()).Interface()
if unmarshaler, ok := vi.(StringUnmarshaler); ok {
err := unmarshaler.UnmarshalString(val)
if err != nil {
return false, fmt.Errorf("could not unmarshal string %q: %w", val, err)
}
fv.Set(reflect.ValueOf(vi).Elem())
return true, nil
}
return false, fmt.Errorf("unable to type assert StringUnmarshaler from type %s", fv.Type().Name())
}
return false, nil
}