* feature extend readthrough for cache module (#5116) * feature 增加readthrough * feature: add write though for cache mode (#5117) * feature: add writethough for cache mode * feature add singleflight cache (#5119) * build(deps): bump go.opentelemetry.io/otel/trace from 1.8.0 to 1.11.2 Bumps [go.opentelemetry.io/otel/trace](https://github.com/open-telemetry/opentelemetry-go) from 1.8.0 to 1.11.2. - [Release notes](https://github.com/open-telemetry/opentelemetry-go/releases) - [Changelog](https://github.com/open-telemetry/opentelemetry-go/blob/main/CHANGELOG.md) - [Commits](https://github.com/open-telemetry/opentelemetry-go/compare/v1.8.0...v1.11.2) --- updated-dependencies: - dependency-name: go.opentelemetry.io/otel/trace dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * fix 5129: must set formatter after init the logger * remove beego.vip * build(deps): bump actions/stale from 5 to 7 Bumps [actions/stale](https://github.com/actions/stale) from 5 to 7. - [Release notes](https://github.com/actions/stale/releases) - [Changelog](https://github.com/actions/stale/blob/main/CHANGELOG.md) - [Commits](https://github.com/actions/stale/compare/v5...v7) --- updated-dependencies: - dependency-name: actions/stale dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * fix 5079: only log msg when the channel is not closed (#5132) * optimize test * upgrade otel dependencies to v1.11.2 * format code * Bloom filter cache (#5126) * feature: add bloom filter cache * feature upload remove all temp file * bugfix Controller SaveToFile remove all temp file * rft: motify BeeLogger signalChan (#5139) * add non-block write log in asynchronous mode (#5150) * add non-block write log in asynchronous mode --------- Co-authored-by: chenhaokun <chenhaokun@itiger.com> * fix the docsite URL (#5173) * Unified gopkg.in/yaml version to v2 (#5169) * Unified gopkg.in/yaml version to v2 and go mod tidy * update CHANGELOG * bugfix: protect field access with lock to avoid possible data race (#5211) * fix some comments (#5194) Signed-off-by: cui fliter <imcusg@gmail.com> * build(deps): bump github.com/prometheus/client_golang (#5213) Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.14.0 to 1.15.1. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.14.0...v1.15.1) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * build(deps): bump go.etcd.io/etcd/client/v3 from 3.5.4 to 3.5.9 (#5209) Bumps [go.etcd.io/etcd/client/v3](https://github.com/etcd-io/etcd) from 3.5.4 to 3.5.9. - [Release notes](https://github.com/etcd-io/etcd/releases) - [Commits](https://github.com/etcd-io/etcd/compare/v3.5.4...v3.5.9) --- updated-dependencies: - dependency-name: go.etcd.io/etcd/client/v3 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * cache: fix typo and optimize the naming * Release 2.1.0 change log * bugfix: beegoAppConfig String and Strings function has bug * httplib: fix unstable test, do not use httplib.org * chore: pkg imported more than once * chore: fmt modify * chore: Use github.com/go-kit/log * chore: unnecessary use of fmt.Sprintf * fix: golangci-lint error * orm: refactor ORM introducing internal/models pkg * remove adapter package * build(deps): bump github.com/bits-and-blooms/bloom/v3 Bumps [github.com/bits-and-blooms/bloom/v3](https://github.com/bits-and-blooms/bloom) from 3.3.1 to 3.5.0. - [Release notes](https://github.com/bits-and-blooms/bloom/releases) - [Commits](https://github.com/bits-and-blooms/bloom/compare/v3.3.1...v3.5.0) --- updated-dependencies: - dependency-name: github.com/bits-and-blooms/bloom/v3 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * feat: add write-delete cache mode * fix: unnecessary assignment to the blank identifier * fix: add change into .CHANGELOG file * build(deps): bump golang.org/x/sync from 0.1.0 to 0.3.0 Bumps [golang.org/x/sync](https://github.com/golang/sync) from 0.1.0 to 0.3.0. - [Commits](https://github.com/golang/sync/compare/v0.1.0...v0.3.0) --- updated-dependencies: - dependency-name: golang.org/x/sync dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump golang.org/x/crypto Bumps [golang.org/x/crypto](https://github.com/golang/crypto) from 0.0.0-20220315160706-3147a52a75dd to 0.10.0. - [Commits](https://github.com/golang/crypto/commits/v0.10.0) --- updated-dependencies: - dependency-name: golang.org/x/crypto dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * remove golang--lint-ci * Beego web.Run() runs the server twice * fix 5255: Check the rows.Err() if rows.Next() is false * closes 5254: %COL% should be a common placeholder * build(deps): bump github.com/prometheus/client_golang Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.15.1 to 1.16.0. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.15.1...v1.16.0) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * fix: use of ioutil package (#5261) * fix ioutil.NopCloser * fix ioutil.ReadAll * fix ioutil.ReadFile * fix ioutil.WriteFile * run goimports -w -format-only ./ * update CHANGELOG.md * feature: add write-double-delete cache mode (#5263) * cache/redis: support skipEmptyPrefix option (#5264) * fix: refactor InsertValue method (#5267) * fix: refactor insertValue method and add the test * fix: exec goimports and add Licence file header * fix: modify construct method of dbBase * fix: add modify record into CHANGELOG * fix: modify InsertOrUpdate method (#5269) * fix: modify InsertOrUpdate method, Remove the isMulti variable and its associated code * fix: Delete unnecessary judgment branches * fix: add modify record into CHANGELOG * cache/redis: use redisConfig to receive incoming JSON (previously using a map) (#5268) * refactor cache/redis: Use redisConfig to receive incoming JSON (previously using a map). * refactor cache/redis: Use the string type to receive JSON parameters. --------- Co-authored-by: Tan <tanqianheng@gmail.com> * fix: refactor Delete method (#5271) * fix: refactor Delete method and add test * fix: add modify record into CHANGELOG * fix: refactor update sql (#5274) * fix: refactor UpdateSQL method and add test * fix: add modify record into CHANGELOG * fix: modify url in the CHANGELOG * fix: modify pr url in the CHANGELOG * Fix setPK function for table without primary key (#5276) --------- Signed-off-by: dependabot[bot] <support@github.com> Signed-off-by: cui fliter <imcusg@gmail.com> Co-authored-by: Stone-afk <73482944+Stone-afk@users.noreply.github.com> Co-authored-by: hookokoko <hooko@tju.edu.cn> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: hookokoko <648646891@qq.com> Co-authored-by: Stone-afk <1711865140@qq.com> Co-authored-by: chenhaokun <chenhaokun@itiger.com> Co-authored-by: Xuing <admin@xuing.cn> Co-authored-by: cui fliter <imcusg@gmail.com> Co-authored-by: guoguangwu <guoguangwu@magic-shield.com> Co-authored-by: uzziah <uzziahlin@gmail.com> Co-authored-by: Hanjiang Yu <delacroix.yu@gmail.com> Co-authored-by: Kota <mdryzk64smsh@gmail.com> Co-authored-by: Uzziah <120019273+uzziahlin@users.noreply.github.com> Co-authored-by: Handkerchiefs-t <59816423+Handkerchiefs-t@users.noreply.github.com> Co-authored-by: Tan <tanqianheng@gmail.com> Co-authored-by: mlgd <mlgd17@gmail.com>
202 lines
5.7 KiB
Go
202 lines
5.7 KiB
Go
// Copyright 2014 beego Author. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package orm
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strconv"
|
|
|
|
"github.com/beego/beego/v2/client/orm/internal/logs"
|
|
|
|
"github.com/beego/beego/v2/client/orm/internal/models"
|
|
)
|
|
|
|
// postgresql operators.
|
|
var postgresOperators = map[string]string{
|
|
"exact": "= ?",
|
|
"iexact": "= UPPER(?)",
|
|
"contains": "LIKE ?",
|
|
"icontains": "LIKE UPPER(?)",
|
|
"gt": "> ?",
|
|
"gte": ">= ?",
|
|
"lt": "< ?",
|
|
"lte": "<= ?",
|
|
"eq": "= ?",
|
|
"ne": "!= ?",
|
|
"startswith": "LIKE ?",
|
|
"endswith": "LIKE ?",
|
|
"istartswith": "LIKE UPPER(?)",
|
|
"iendswith": "LIKE UPPER(?)",
|
|
}
|
|
|
|
// postgresql column field types.
|
|
var postgresTypes = map[string]string{
|
|
"auto": "serial NOT NULL PRIMARY KEY",
|
|
"pk": "NOT NULL PRIMARY KEY",
|
|
"bool": "bool",
|
|
"string": "varchar(%d)",
|
|
"string-char": "char(%d)",
|
|
"string-text": "text",
|
|
"time.Time-date": "date",
|
|
"time.Time": "timestamp with time zone",
|
|
"int8": `smallint CHECK("%COL%" >= -127 AND "%COL%" <= 128)`,
|
|
"int16": "smallint",
|
|
"int32": "integer",
|
|
"int64": "bigint",
|
|
"uint8": `smallint CHECK("%COL%" >= 0 AND "%COL%" <= 255)`,
|
|
"uint16": `integer CHECK("%COL%" >= 0)`,
|
|
"uint32": `bigint CHECK("%COL%" >= 0)`,
|
|
"uint64": `bigint CHECK("%COL%" >= 0)`,
|
|
"float64": "double precision",
|
|
"float64-decimal": "numeric(%d, %d)",
|
|
"json": "json",
|
|
"jsonb": "jsonb",
|
|
"time.Time-precision": "timestamp(%d) with time zone",
|
|
}
|
|
|
|
// postgresql dbBaser.
|
|
type dbBasePostgres struct {
|
|
dbBase
|
|
}
|
|
|
|
var _ dbBaser = new(dbBasePostgres)
|
|
|
|
// get postgresql operator.
|
|
func (d *dbBasePostgres) OperatorSQL(operator string) string {
|
|
return postgresOperators[operator]
|
|
}
|
|
|
|
// generate functioned sql string, such as contains(text).
|
|
func (d *dbBasePostgres) GenerateOperatorLeftCol(fi *models.FieldInfo, operator string, leftCol *string) {
|
|
switch operator {
|
|
case "contains", "startswith", "endswith":
|
|
*leftCol = fmt.Sprintf("%s::text", *leftCol)
|
|
case "iexact", "icontains", "istartswith", "iendswith":
|
|
*leftCol = fmt.Sprintf("UPPER(%s::text)", *leftCol)
|
|
}
|
|
}
|
|
|
|
// postgresql unsupports updating joined record.
|
|
func (d *dbBasePostgres) SupportUpdateJoin() bool {
|
|
return false
|
|
}
|
|
|
|
func (d *dbBasePostgres) MaxLimit() uint64 {
|
|
return 0
|
|
}
|
|
|
|
// postgresql quote is ".
|
|
func (d *dbBasePostgres) TableQuote() string {
|
|
return `"`
|
|
}
|
|
|
|
// postgresql value placeholder is $n.
|
|
// replace default ? to $n.
|
|
func (d *dbBasePostgres) ReplaceMarks(query *string) {
|
|
q := *query
|
|
num := 0
|
|
for _, c := range q {
|
|
if c == '?' {
|
|
num++
|
|
}
|
|
}
|
|
if num == 0 {
|
|
return
|
|
}
|
|
data := make([]byte, 0, len(q)+num)
|
|
num = 1
|
|
for i := 0; i < len(q); i++ {
|
|
c := q[i]
|
|
if c == '?' {
|
|
data = append(data, '$')
|
|
data = append(data, []byte(strconv.Itoa(num))...)
|
|
num++
|
|
} else {
|
|
data = append(data, c)
|
|
}
|
|
}
|
|
*query = string(data)
|
|
}
|
|
|
|
// make returning sql support for postgresql.
|
|
func (d *dbBasePostgres) HasReturningID(mi *models.ModelInfo, query *string) bool {
|
|
fi := mi.Fields.Pk
|
|
if fi.FieldType&IsPositiveIntegerField == 0 && fi.FieldType&IsIntegerField == 0 {
|
|
return false
|
|
}
|
|
|
|
if query != nil {
|
|
*query = fmt.Sprintf(`%s RETURNING "%s"`, *query, fi.Column)
|
|
}
|
|
return true
|
|
}
|
|
|
|
// sync auto key
|
|
func (d *dbBasePostgres) setval(ctx context.Context, db dbQuerier, mi *models.ModelInfo, autoFields []string) error {
|
|
if len(autoFields) == 0 {
|
|
return nil
|
|
}
|
|
|
|
Q := d.ins.TableQuote()
|
|
for _, name := range autoFields {
|
|
query := fmt.Sprintf("SELECT setval(pg_get_serial_sequence('%s', '%s'), (SELECT MAX(%s%s%s) FROM %s%s%s));",
|
|
mi.Table, name,
|
|
Q, name, Q,
|
|
Q, mi.Table, Q)
|
|
if _, err := db.ExecContext(ctx, query); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// show table sql for postgresql.
|
|
func (d *dbBasePostgres) ShowTablesQuery() string {
|
|
return "SELECT table_name FROM information_schema.tables WHERE table_type = 'BASE TABLE' AND table_schema NOT IN ('pg_catalog', 'information_schema')"
|
|
}
|
|
|
|
// show table Columns sql for postgresql.
|
|
func (d *dbBasePostgres) ShowColumnsQuery(table string) string {
|
|
return fmt.Sprintf("SELECT column_name, data_type, is_nullable FROM information_schema.Columns where table_schema NOT IN ('pg_catalog', 'information_schema') and table_name = '%s'", table)
|
|
}
|
|
|
|
// get column types of postgresql.
|
|
func (d *dbBasePostgres) DbTypes() map[string]string {
|
|
return postgresTypes
|
|
}
|
|
|
|
// check index exist in postgresql.
|
|
func (d *dbBasePostgres) IndexExists(ctx context.Context, db dbQuerier, table string, name string) bool {
|
|
query := fmt.Sprintf("SELECT COUNT(*) FROM pg_indexes WHERE tablename = '%s' AND indexname = '%s'", table, name)
|
|
row := db.QueryRowContext(ctx, query)
|
|
var cnt int
|
|
row.Scan(&cnt)
|
|
return cnt > 0
|
|
}
|
|
|
|
// GenerateSpecifyIndex return a specifying index clause
|
|
func (d *dbBasePostgres) GenerateSpecifyIndex(tableName string, useIndex int, indexes []string) string {
|
|
logs.DebugLog.Println("[WARN] Not support any specifying index action, so that action is ignored")
|
|
return ``
|
|
}
|
|
|
|
// create new postgresql dbBaser.
|
|
func newdbBasePostgres() dbBaser {
|
|
b := new(dbBasePostgres)
|
|
b.ins = b
|
|
return b
|
|
}
|