* feature extend readthrough for cache module (#5116) * feature 增加readthrough * feature: add write though for cache mode (#5117) * feature: add writethough for cache mode * feature add singleflight cache (#5119) * build(deps): bump go.opentelemetry.io/otel/trace from 1.8.0 to 1.11.2 Bumps [go.opentelemetry.io/otel/trace](https://github.com/open-telemetry/opentelemetry-go) from 1.8.0 to 1.11.2. - [Release notes](https://github.com/open-telemetry/opentelemetry-go/releases) - [Changelog](https://github.com/open-telemetry/opentelemetry-go/blob/main/CHANGELOG.md) - [Commits](https://github.com/open-telemetry/opentelemetry-go/compare/v1.8.0...v1.11.2) --- updated-dependencies: - dependency-name: go.opentelemetry.io/otel/trace dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * fix 5129: must set formatter after init the logger * remove beego.vip * build(deps): bump actions/stale from 5 to 7 Bumps [actions/stale](https://github.com/actions/stale) from 5 to 7. - [Release notes](https://github.com/actions/stale/releases) - [Changelog](https://github.com/actions/stale/blob/main/CHANGELOG.md) - [Commits](https://github.com/actions/stale/compare/v5...v7) --- updated-dependencies: - dependency-name: actions/stale dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * fix 5079: only log msg when the channel is not closed (#5132) * optimize test * upgrade otel dependencies to v1.11.2 * format code * Bloom filter cache (#5126) * feature: add bloom filter cache * feature upload remove all temp file * bugfix Controller SaveToFile remove all temp file * rft: motify BeeLogger signalChan (#5139) * add non-block write log in asynchronous mode (#5150) * add non-block write log in asynchronous mode --------- Co-authored-by: chenhaokun <chenhaokun@itiger.com> * fix the docsite URL (#5173) * Unified gopkg.in/yaml version to v2 (#5169) * Unified gopkg.in/yaml version to v2 and go mod tidy * update CHANGELOG * bugfix: protect field access with lock to avoid possible data race (#5211) * fix some comments (#5194) Signed-off-by: cui fliter <imcusg@gmail.com> * build(deps): bump github.com/prometheus/client_golang (#5213) Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.14.0 to 1.15.1. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.14.0...v1.15.1) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * build(deps): bump go.etcd.io/etcd/client/v3 from 3.5.4 to 3.5.9 (#5209) Bumps [go.etcd.io/etcd/client/v3](https://github.com/etcd-io/etcd) from 3.5.4 to 3.5.9. - [Release notes](https://github.com/etcd-io/etcd/releases) - [Commits](https://github.com/etcd-io/etcd/compare/v3.5.4...v3.5.9) --- updated-dependencies: - dependency-name: go.etcd.io/etcd/client/v3 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * cache: fix typo and optimize the naming * Release 2.1.0 change log * bugfix: beegoAppConfig String and Strings function has bug * httplib: fix unstable test, do not use httplib.org * chore: pkg imported more than once * chore: fmt modify * chore: Use github.com/go-kit/log * chore: unnecessary use of fmt.Sprintf * fix: golangci-lint error * orm: refactor ORM introducing internal/models pkg * remove adapter package * build(deps): bump github.com/bits-and-blooms/bloom/v3 Bumps [github.com/bits-and-blooms/bloom/v3](https://github.com/bits-and-blooms/bloom) from 3.3.1 to 3.5.0. - [Release notes](https://github.com/bits-and-blooms/bloom/releases) - [Commits](https://github.com/bits-and-blooms/bloom/compare/v3.3.1...v3.5.0) --- updated-dependencies: - dependency-name: github.com/bits-and-blooms/bloom/v3 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * feat: add write-delete cache mode * fix: unnecessary assignment to the blank identifier * fix: add change into .CHANGELOG file * build(deps): bump golang.org/x/sync from 0.1.0 to 0.3.0 Bumps [golang.org/x/sync](https://github.com/golang/sync) from 0.1.0 to 0.3.0. - [Commits](https://github.com/golang/sync/compare/v0.1.0...v0.3.0) --- updated-dependencies: - dependency-name: golang.org/x/sync dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump golang.org/x/crypto Bumps [golang.org/x/crypto](https://github.com/golang/crypto) from 0.0.0-20220315160706-3147a52a75dd to 0.10.0. - [Commits](https://github.com/golang/crypto/commits/v0.10.0) --- updated-dependencies: - dependency-name: golang.org/x/crypto dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * remove golang--lint-ci * Beego web.Run() runs the server twice * fix 5255: Check the rows.Err() if rows.Next() is false * closes 5254: %COL% should be a common placeholder * build(deps): bump github.com/prometheus/client_golang Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.15.1 to 1.16.0. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.15.1...v1.16.0) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * fix: use of ioutil package (#5261) * fix ioutil.NopCloser * fix ioutil.ReadAll * fix ioutil.ReadFile * fix ioutil.WriteFile * run goimports -w -format-only ./ * update CHANGELOG.md * feature: add write-double-delete cache mode (#5263) * cache/redis: support skipEmptyPrefix option (#5264) * fix: refactor InsertValue method (#5267) * fix: refactor insertValue method and add the test * fix: exec goimports and add Licence file header * fix: modify construct method of dbBase * fix: add modify record into CHANGELOG * fix: modify InsertOrUpdate method (#5269) * fix: modify InsertOrUpdate method, Remove the isMulti variable and its associated code * fix: Delete unnecessary judgment branches * fix: add modify record into CHANGELOG * cache/redis: use redisConfig to receive incoming JSON (previously using a map) (#5268) * refactor cache/redis: Use redisConfig to receive incoming JSON (previously using a map). * refactor cache/redis: Use the string type to receive JSON parameters. --------- Co-authored-by: Tan <tanqianheng@gmail.com> * fix: refactor Delete method (#5271) * fix: refactor Delete method and add test * fix: add modify record into CHANGELOG * fix: refactor update sql (#5274) * fix: refactor UpdateSQL method and add test * fix: add modify record into CHANGELOG * fix: modify url in the CHANGELOG * fix: modify pr url in the CHANGELOG * Fix setPK function for table without primary key (#5276) --------- Signed-off-by: dependabot[bot] <support@github.com> Signed-off-by: cui fliter <imcusg@gmail.com> Co-authored-by: Stone-afk <73482944+Stone-afk@users.noreply.github.com> Co-authored-by: hookokoko <hooko@tju.edu.cn> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: hookokoko <648646891@qq.com> Co-authored-by: Stone-afk <1711865140@qq.com> Co-authored-by: chenhaokun <chenhaokun@itiger.com> Co-authored-by: Xuing <admin@xuing.cn> Co-authored-by: cui fliter <imcusg@gmail.com> Co-authored-by: guoguangwu <guoguangwu@magic-shield.com> Co-authored-by: uzziah <uzziahlin@gmail.com> Co-authored-by: Hanjiang Yu <delacroix.yu@gmail.com> Co-authored-by: Kota <mdryzk64smsh@gmail.com> Co-authored-by: Uzziah <120019273+uzziahlin@users.noreply.github.com> Co-authored-by: Handkerchiefs-t <59816423+Handkerchiefs-t@users.noreply.github.com> Co-authored-by: Tan <tanqianheng@gmail.com> Co-authored-by: mlgd <mlgd17@gmail.com>
383 lines
10 KiB
Go
383 lines
10 KiB
Go
// Copyright 2014 beego Author. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// Package config is used to parse config.
|
|
// Usage:
|
|
//
|
|
// import "github.com/beego/beego/v2/core/config"
|
|
//
|
|
// Examples.
|
|
//
|
|
// cnf, err := config.NewConfig("ini", "config.conf")
|
|
//
|
|
// cnf APIS:
|
|
//
|
|
// cnf.Set(key, val string) error
|
|
// cnf.String(key string) string
|
|
// cnf.Strings(key string) []string
|
|
// cnf.Int(key string) (int, error)
|
|
// cnf.Int64(key string) (int64, error)
|
|
// cnf.Bool(key string) (bool, error)
|
|
// cnf.Float(key string) (float64, error)
|
|
// cnf.DefaultString(key string, defaultVal string) string
|
|
// cnf.DefaultStrings(key string, defaultVal []string) []string
|
|
// cnf.DefaultInt(key string, defaultVal int) int
|
|
// cnf.DefaultInt64(key string, defaultVal int64) int64
|
|
// cnf.DefaultBool(key string, defaultVal bool) bool
|
|
// cnf.DefaultFloat(key string, defaultVal float64) float64
|
|
// cnf.DIY(key string) (interface{}, error)
|
|
// cnf.GetSection(section string) (map[string]string, error)
|
|
// cnf.SaveConfigFile(filename string) error
|
|
package config
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"os"
|
|
"reflect"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
// Configer defines how to get and set value from configuration raw data.
|
|
type Configer interface {
|
|
// Set support section::key type in given key when using ini type.
|
|
Set(key, val string) error
|
|
|
|
// String support section::key type in key string when using ini and json type; Int,Int64,Bool,Float,DIY are same.
|
|
String(key string) (string, error)
|
|
// Strings get string slice
|
|
Strings(key string) ([]string, error)
|
|
Int(key string) (int, error)
|
|
Int64(key string) (int64, error)
|
|
Bool(key string) (bool, error)
|
|
Float(key string) (float64, error)
|
|
// DefaultString support section::key type in key string when using ini and json type; Int,Int64,Bool,Float,DIY are same.
|
|
DefaultString(key string, defaultVal string) string
|
|
// DefaultStrings get string slice
|
|
DefaultStrings(key string, defaultVal []string) []string
|
|
DefaultInt(key string, defaultVal int) int
|
|
DefaultInt64(key string, defaultVal int64) int64
|
|
DefaultBool(key string, defaultVal bool) bool
|
|
DefaultFloat(key string, defaultVal float64) float64
|
|
|
|
// DIY return the original value
|
|
DIY(key string) (interface{}, error)
|
|
|
|
GetSection(section string) (map[string]string, error)
|
|
|
|
Unmarshaler(prefix string, obj interface{}, opt ...DecodeOption) error
|
|
Sub(key string) (Configer, error)
|
|
OnChange(key string, fn func(value string))
|
|
SaveConfigFile(filename string) error
|
|
}
|
|
|
|
type BaseConfiger struct {
|
|
// The reader should support key like "a.b.c"
|
|
reader func(ctx context.Context, key string) (string, error)
|
|
}
|
|
|
|
func NewBaseConfiger(reader func(ctx context.Context, key string) (string, error)) BaseConfiger {
|
|
return BaseConfiger{
|
|
reader: reader,
|
|
}
|
|
}
|
|
|
|
func (c *BaseConfiger) Int(key string) (int, error) {
|
|
res, err := c.reader(context.TODO(), key)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return strconv.Atoi(res)
|
|
}
|
|
|
|
func (c *BaseConfiger) Int64(key string) (int64, error) {
|
|
res, err := c.reader(context.TODO(), key)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return strconv.ParseInt(res, 10, 64)
|
|
}
|
|
|
|
func (c *BaseConfiger) Bool(key string) (bool, error) {
|
|
res, err := c.reader(context.TODO(), key)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
return ParseBool(res)
|
|
}
|
|
|
|
func (c *BaseConfiger) Float(key string) (float64, error) {
|
|
res, err := c.reader(context.TODO(), key)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return strconv.ParseFloat(res, 64)
|
|
}
|
|
|
|
// DefaultString returns the string value for a given key.
|
|
// if err != nil or value is empty return defaultval
|
|
func (c *BaseConfiger) DefaultString(key string, defaultVal string) string {
|
|
if res, err := c.String(key); res != "" && err == nil {
|
|
return res
|
|
}
|
|
return defaultVal
|
|
}
|
|
|
|
// DefaultStrings returns the []string value for a given key.
|
|
// if err != nil return defaultval
|
|
func (c *BaseConfiger) DefaultStrings(key string, defaultVal []string) []string {
|
|
if res, err := c.Strings(key); len(res) > 0 && err == nil {
|
|
return res
|
|
}
|
|
return defaultVal
|
|
}
|
|
|
|
func (c *BaseConfiger) DefaultInt(key string, defaultVal int) int {
|
|
if res, err := c.Int(key); err == nil {
|
|
return res
|
|
}
|
|
return defaultVal
|
|
}
|
|
|
|
func (c *BaseConfiger) DefaultInt64(key string, defaultVal int64) int64 {
|
|
if res, err := c.Int64(key); err == nil {
|
|
return res
|
|
}
|
|
return defaultVal
|
|
}
|
|
|
|
func (c *BaseConfiger) DefaultBool(key string, defaultVal bool) bool {
|
|
if res, err := c.Bool(key); err == nil {
|
|
return res
|
|
}
|
|
return defaultVal
|
|
}
|
|
|
|
func (c *BaseConfiger) DefaultFloat(key string, defaultVal float64) float64 {
|
|
if res, err := c.Float(key); err == nil {
|
|
return res
|
|
}
|
|
return defaultVal
|
|
}
|
|
|
|
func (c *BaseConfiger) String(key string) (string, error) {
|
|
return c.reader(context.TODO(), key)
|
|
}
|
|
|
|
// Strings returns the []string value for a given key.
|
|
// Return nil if config value does not exist or is empty.
|
|
func (c *BaseConfiger) Strings(key string) ([]string, error) {
|
|
res, err := c.String(key)
|
|
if err != nil || res == "" {
|
|
return nil, err
|
|
}
|
|
return strings.Split(res, ";"), nil
|
|
}
|
|
|
|
func (*BaseConfiger) Sub(string) (Configer, error) {
|
|
return nil, errors.New("unsupported operation")
|
|
}
|
|
|
|
func (*BaseConfiger) OnChange(_ string, _ func(value string)) {
|
|
// do nothing
|
|
}
|
|
|
|
// Config is the adapter interface for parsing config file to get raw data to Configer.
|
|
type Config interface {
|
|
Parse(key string) (Configer, error)
|
|
ParseData(data []byte) (Configer, error)
|
|
}
|
|
|
|
var adapters = make(map[string]Config)
|
|
|
|
// Register makes a config adapter available by the adapter name.
|
|
// If Register is called twice with the same name or if driver is nil,
|
|
// it panics.
|
|
func Register(name string, adapter Config) {
|
|
if adapter == nil {
|
|
panic("config: Register adapter is nil")
|
|
}
|
|
if _, ok := adapters[name]; ok {
|
|
panic("config: Register called twice for adapter " + name)
|
|
}
|
|
adapters[name] = adapter
|
|
}
|
|
|
|
// NewConfig adapterName is ini/json/xml/yaml.
|
|
// filename is the config file path.
|
|
func NewConfig(adapterName, filename string) (Configer, error) {
|
|
adapter, ok := adapters[adapterName]
|
|
if !ok {
|
|
return nil, fmt.Errorf("config: unknown adaptername %q (forgotten import?)", adapterName)
|
|
}
|
|
return adapter.Parse(filename)
|
|
}
|
|
|
|
// NewConfigData adapterName is ini/json/xml/yaml.
|
|
// data is the config data.
|
|
func NewConfigData(adapterName string, data []byte) (Configer, error) {
|
|
adapter, ok := adapters[adapterName]
|
|
if !ok {
|
|
return nil, fmt.Errorf("config: unknown adaptername %q (forgotten import?)", adapterName)
|
|
}
|
|
return adapter.ParseData(data)
|
|
}
|
|
|
|
// ExpandValueEnvForMap convert all string value with environment variable.
|
|
func ExpandValueEnvForMap(m map[string]interface{}) map[string]interface{} {
|
|
for k, v := range m {
|
|
switch value := v.(type) {
|
|
case string:
|
|
m[k] = ExpandValueEnv(value)
|
|
case map[string]interface{}:
|
|
m[k] = ExpandValueEnvForMap(value)
|
|
case map[string]string:
|
|
for k2, v2 := range value {
|
|
value[k2] = ExpandValueEnv(v2)
|
|
}
|
|
m[k] = value
|
|
case map[interface{}]interface{}:
|
|
tmp := make(map[string]interface{}, len(value))
|
|
for k2, v2 := range value {
|
|
tmp[k2.(string)] = v2
|
|
}
|
|
m[k] = ExpandValueEnvForMap(tmp)
|
|
}
|
|
}
|
|
return m
|
|
}
|
|
|
|
// ExpandValueEnv returns value of convert with environment variable.
|
|
//
|
|
// Return environment variable if value start with "${" and end with "}".
|
|
// Return default value if environment variable is empty or not exist.
|
|
//
|
|
// It accept value formats "${env}" , "${env||}}" , "${env||defaultValue}" , "defaultvalue".
|
|
// Examples:
|
|
//
|
|
// v1 := config.ExpandValueEnv("${GOPATH}") // return the GOPATH environment variable.
|
|
// v2 := config.ExpandValueEnv("${GOAsta||/usr/local/go}") // return the default value "/usr/local/go/".
|
|
// v3 := config.ExpandValueEnv("Astaxie") // return the value "Astaxie".
|
|
func ExpandValueEnv(value string) (realValue string) {
|
|
realValue = value
|
|
|
|
vLen := len(value)
|
|
// 3 = ${}
|
|
if vLen < 3 {
|
|
return
|
|
}
|
|
// Need start with "${" and end with "}", then return.
|
|
if value[0] != '$' || value[1] != '{' || value[vLen-1] != '}' {
|
|
return
|
|
}
|
|
|
|
key := ""
|
|
defaultV := ""
|
|
// value start with "${"
|
|
for i := 2; i < vLen; i++ {
|
|
if value[i] == '|' && (i+1 < vLen && value[i+1] == '|') {
|
|
key = value[2:i]
|
|
defaultV = value[i+2 : vLen-1] // other string is default value.
|
|
break
|
|
} else if value[i] == '}' {
|
|
key = value[2:i]
|
|
break
|
|
}
|
|
}
|
|
|
|
realValue = os.Getenv(key)
|
|
if realValue == "" {
|
|
realValue = defaultV
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
// ParseBool returns the boolean value represented by the string.
|
|
//
|
|
// It accepts 1, 1.0, t, T, TRUE, true, True, YES, yes, Yes,Y, y, ON, on, On,
|
|
// 0, 0.0, f, F, FALSE, false, False, NO, no, No, N,n, OFF, off, Off.
|
|
// Any other value returns an error.
|
|
func ParseBool(val interface{}) (value bool, err error) {
|
|
if val != nil {
|
|
switch v := val.(type) {
|
|
case bool:
|
|
return v, nil
|
|
case string:
|
|
switch v {
|
|
case "1", "t", "T", "true", "TRUE", "True", "YES", "yes", "Yes", "Y", "y", "ON", "on", "On":
|
|
return true, nil
|
|
case "0", "f", "F", "false", "FALSE", "False", "NO", "no", "No", "N", "n", "OFF", "off", "Off":
|
|
return false, nil
|
|
}
|
|
case int8, int32, int64:
|
|
strV := fmt.Sprintf("%d", v)
|
|
if strV == "1" {
|
|
return true, nil
|
|
} else if strV == "0" {
|
|
return false, nil
|
|
}
|
|
case float64:
|
|
if v == 1.0 {
|
|
return true, nil
|
|
} else if v == 0.0 {
|
|
return false, nil
|
|
}
|
|
}
|
|
return false, fmt.Errorf("parsing %q: invalid syntax", val)
|
|
}
|
|
return false, fmt.Errorf("parsing <nil>: invalid syntax")
|
|
}
|
|
|
|
// ToString converts values of any type to string.
|
|
func ToString(x interface{}) string {
|
|
switch y := x.(type) {
|
|
|
|
// Handle dates with special logic
|
|
// This needs to come above the fmt.Stringer
|
|
// test since time.Time's have a .String()
|
|
// method
|
|
case time.Time:
|
|
return y.Format("A Monday")
|
|
|
|
// Handle type string
|
|
case string:
|
|
return y
|
|
|
|
// Handle type with .String() method
|
|
case fmt.Stringer:
|
|
return y.String()
|
|
|
|
// Handle type with .Error() method
|
|
case error:
|
|
return y.Error()
|
|
|
|
}
|
|
|
|
// Handle named string type
|
|
if v := reflect.ValueOf(x); v.Kind() == reflect.String {
|
|
return v.String()
|
|
}
|
|
|
|
// Fallback to fmt package for anything else like numeric types
|
|
return fmt.Sprint(x)
|
|
}
|
|
|
|
type DecodeOption func(options decodeOptions)
|
|
|
|
type decodeOptions struct{}
|