* feature extend readthrough for cache module (#5116) * feature 增加readthrough * feature: add write though for cache mode (#5117) * feature: add writethough for cache mode * feature add singleflight cache (#5119) * build(deps): bump go.opentelemetry.io/otel/trace from 1.8.0 to 1.11.2 Bumps [go.opentelemetry.io/otel/trace](https://github.com/open-telemetry/opentelemetry-go) from 1.8.0 to 1.11.2. - [Release notes](https://github.com/open-telemetry/opentelemetry-go/releases) - [Changelog](https://github.com/open-telemetry/opentelemetry-go/blob/main/CHANGELOG.md) - [Commits](https://github.com/open-telemetry/opentelemetry-go/compare/v1.8.0...v1.11.2) --- updated-dependencies: - dependency-name: go.opentelemetry.io/otel/trace dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * fix 5129: must set formatter after init the logger * remove beego.vip * build(deps): bump actions/stale from 5 to 7 Bumps [actions/stale](https://github.com/actions/stale) from 5 to 7. - [Release notes](https://github.com/actions/stale/releases) - [Changelog](https://github.com/actions/stale/blob/main/CHANGELOG.md) - [Commits](https://github.com/actions/stale/compare/v5...v7) --- updated-dependencies: - dependency-name: actions/stale dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] <support@github.com> * fix 5079: only log msg when the channel is not closed (#5132) * optimize test * upgrade otel dependencies to v1.11.2 * format code * Bloom filter cache (#5126) * feature: add bloom filter cache * feature upload remove all temp file * bugfix Controller SaveToFile remove all temp file * rft: motify BeeLogger signalChan (#5139) * add non-block write log in asynchronous mode (#5150) * add non-block write log in asynchronous mode --------- Co-authored-by: chenhaokun <chenhaokun@itiger.com> * fix the docsite URL (#5173) * Unified gopkg.in/yaml version to v2 (#5169) * Unified gopkg.in/yaml version to v2 and go mod tidy * update CHANGELOG * bugfix: protect field access with lock to avoid possible data race (#5211) * fix some comments (#5194) Signed-off-by: cui fliter <imcusg@gmail.com> * build(deps): bump github.com/prometheus/client_golang (#5213) Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.14.0 to 1.15.1. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.14.0...v1.15.1) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * build(deps): bump go.etcd.io/etcd/client/v3 from 3.5.4 to 3.5.9 (#5209) Bumps [go.etcd.io/etcd/client/v3](https://github.com/etcd-io/etcd) from 3.5.4 to 3.5.9. - [Release notes](https://github.com/etcd-io/etcd/releases) - [Commits](https://github.com/etcd-io/etcd/compare/v3.5.4...v3.5.9) --- updated-dependencies: - dependency-name: go.etcd.io/etcd/client/v3 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * cache: fix typo and optimize the naming * Release 2.1.0 change log * bugfix: beegoAppConfig String and Strings function has bug * httplib: fix unstable test, do not use httplib.org * chore: pkg imported more than once * chore: fmt modify * chore: Use github.com/go-kit/log * chore: unnecessary use of fmt.Sprintf * fix: golangci-lint error * orm: refactor ORM introducing internal/models pkg * remove adapter package * build(deps): bump github.com/bits-and-blooms/bloom/v3 Bumps [github.com/bits-and-blooms/bloom/v3](https://github.com/bits-and-blooms/bloom) from 3.3.1 to 3.5.0. - [Release notes](https://github.com/bits-and-blooms/bloom/releases) - [Commits](https://github.com/bits-and-blooms/bloom/compare/v3.3.1...v3.5.0) --- updated-dependencies: - dependency-name: github.com/bits-and-blooms/bloom/v3 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * feat: add write-delete cache mode * fix: unnecessary assignment to the blank identifier * fix: add change into .CHANGELOG file * build(deps): bump golang.org/x/sync from 0.1.0 to 0.3.0 Bumps [golang.org/x/sync](https://github.com/golang/sync) from 0.1.0 to 0.3.0. - [Commits](https://github.com/golang/sync/compare/v0.1.0...v0.3.0) --- updated-dependencies: - dependency-name: golang.org/x/sync dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump golang.org/x/crypto Bumps [golang.org/x/crypto](https://github.com/golang/crypto) from 0.0.0-20220315160706-3147a52a75dd to 0.10.0. - [Commits](https://github.com/golang/crypto/commits/v0.10.0) --- updated-dependencies: - dependency-name: golang.org/x/crypto dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * remove golang--lint-ci * Beego web.Run() runs the server twice * fix 5255: Check the rows.Err() if rows.Next() is false * closes 5254: %COL% should be a common placeholder * build(deps): bump github.com/prometheus/client_golang Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.15.1 to 1.16.0. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.15.1...v1.16.0) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * fix: use of ioutil package (#5261) * fix ioutil.NopCloser * fix ioutil.ReadAll * fix ioutil.ReadFile * fix ioutil.WriteFile * run goimports -w -format-only ./ * update CHANGELOG.md * feature: add write-double-delete cache mode (#5263) * cache/redis: support skipEmptyPrefix option (#5264) * fix: refactor InsertValue method (#5267) * fix: refactor insertValue method and add the test * fix: exec goimports and add Licence file header * fix: modify construct method of dbBase * fix: add modify record into CHANGELOG * fix: modify InsertOrUpdate method (#5269) * fix: modify InsertOrUpdate method, Remove the isMulti variable and its associated code * fix: Delete unnecessary judgment branches * fix: add modify record into CHANGELOG * cache/redis: use redisConfig to receive incoming JSON (previously using a map) (#5268) * refactor cache/redis: Use redisConfig to receive incoming JSON (previously using a map). * refactor cache/redis: Use the string type to receive JSON parameters. --------- Co-authored-by: Tan <tanqianheng@gmail.com> * fix: refactor Delete method (#5271) * fix: refactor Delete method and add test * fix: add modify record into CHANGELOG * fix: refactor update sql (#5274) * fix: refactor UpdateSQL method and add test * fix: add modify record into CHANGELOG * fix: modify url in the CHANGELOG * fix: modify pr url in the CHANGELOG * Fix setPK function for table without primary key (#5276) --------- Signed-off-by: dependabot[bot] <support@github.com> Signed-off-by: cui fliter <imcusg@gmail.com> Co-authored-by: Stone-afk <73482944+Stone-afk@users.noreply.github.com> Co-authored-by: hookokoko <hooko@tju.edu.cn> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: hookokoko <648646891@qq.com> Co-authored-by: Stone-afk <1711865140@qq.com> Co-authored-by: chenhaokun <chenhaokun@itiger.com> Co-authored-by: Xuing <admin@xuing.cn> Co-authored-by: cui fliter <imcusg@gmail.com> Co-authored-by: guoguangwu <guoguangwu@magic-shield.com> Co-authored-by: uzziah <uzziahlin@gmail.com> Co-authored-by: Hanjiang Yu <delacroix.yu@gmail.com> Co-authored-by: Kota <mdryzk64smsh@gmail.com> Co-authored-by: Uzziah <120019273+uzziahlin@users.noreply.github.com> Co-authored-by: Handkerchiefs-t <59816423+Handkerchiefs-t@users.noreply.github.com> Co-authored-by: Tan <tanqianheng@gmail.com> Co-authored-by: mlgd <mlgd17@gmail.com>
391 lines
11 KiB
Go
391 lines
11 KiB
Go
// Copyright 2014 beego Author. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package migration
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/beego/beego/v2/core/logs"
|
|
)
|
|
|
|
// Index struct defines the structure of Index Columns
|
|
type Index struct {
|
|
Name string
|
|
}
|
|
|
|
// Unique struct defines a single unique key combination
|
|
type Unique struct {
|
|
Definition string
|
|
Columns []*Column
|
|
}
|
|
|
|
// Column struct defines a single column of a table
|
|
type Column struct {
|
|
Name string
|
|
Inc string
|
|
Null string
|
|
Default string
|
|
Unsign string
|
|
DataType string
|
|
remove bool
|
|
Modify bool
|
|
}
|
|
|
|
// Foreign struct defines a single foreign relationship
|
|
type Foreign struct {
|
|
ForeignTable string
|
|
ForeignColumn string
|
|
OnDelete string
|
|
OnUpdate string
|
|
Column
|
|
}
|
|
|
|
// RenameColumn struct allows renaming of columns
|
|
type RenameColumn struct {
|
|
OldName string
|
|
OldNull string
|
|
OldDefault string
|
|
OldUnsign string
|
|
OldDataType string
|
|
NewName string
|
|
Column
|
|
}
|
|
|
|
// CreateTable creates the table on system
|
|
func (m *Migration) CreateTable(tablename, engine, charset string, p ...func()) {
|
|
m.TableName = tablename
|
|
m.Engine = engine
|
|
m.Charset = charset
|
|
m.ModifyType = "create"
|
|
}
|
|
|
|
// AlterTable set the ModifyType to alter
|
|
func (m *Migration) AlterTable(tablename string) {
|
|
m.TableName = tablename
|
|
m.ModifyType = "alter"
|
|
}
|
|
|
|
// NewCol creates a new standard column and attaches it to m struct
|
|
func (m *Migration) NewCol(name string) *Column {
|
|
col := &Column{Name: name}
|
|
m.AddColumns(col)
|
|
return col
|
|
}
|
|
|
|
// PriCol creates a new primary column and attaches it to m struct
|
|
func (m *Migration) PriCol(name string) *Column {
|
|
col := &Column{Name: name}
|
|
m.AddColumns(col)
|
|
m.AddPrimary(col)
|
|
return col
|
|
}
|
|
|
|
// UniCol creates / appends columns to specified unique key and attaches it to m struct
|
|
func (m *Migration) UniCol(uni, name string) *Column {
|
|
col := &Column{Name: name}
|
|
m.AddColumns(col)
|
|
|
|
uniqueOriginal := &Unique{}
|
|
|
|
for _, unique := range m.Uniques {
|
|
if unique.Definition == uni {
|
|
unique.AddColumnsToUnique(col)
|
|
uniqueOriginal = unique
|
|
}
|
|
}
|
|
if uniqueOriginal.Definition == "" {
|
|
unique := &Unique{Definition: uni}
|
|
unique.AddColumnsToUnique(col)
|
|
m.AddUnique(unique)
|
|
}
|
|
|
|
return col
|
|
}
|
|
|
|
// ForeignCol creates a new foreign column and returns the instance of column
|
|
func (m *Migration) ForeignCol(colname, foreigncol, foreigntable string) (foreign *Foreign) {
|
|
foreign = &Foreign{ForeignColumn: foreigncol, ForeignTable: foreigntable}
|
|
foreign.Name = colname
|
|
m.AddForeign(foreign)
|
|
return foreign
|
|
}
|
|
|
|
// SetOnDelete sets the on delete of foreign
|
|
func (foreign *Foreign) SetOnDelete(del string) *Foreign {
|
|
foreign.OnDelete = "ON DELETE" + del
|
|
return foreign
|
|
}
|
|
|
|
// SetOnUpdate sets the on update of foreign
|
|
func (foreign *Foreign) SetOnUpdate(update string) *Foreign {
|
|
foreign.OnUpdate = "ON UPDATE" + update
|
|
return foreign
|
|
}
|
|
|
|
// Remove marks the columns to be removed.
|
|
// it allows reverse m to create the column.
|
|
func (c *Column) Remove() {
|
|
c.remove = true
|
|
}
|
|
|
|
// SetAuto enables auto_increment of column (can be used once)
|
|
func (c *Column) SetAuto(inc bool) *Column {
|
|
if inc {
|
|
c.Inc = "auto_increment"
|
|
}
|
|
return c
|
|
}
|
|
|
|
// SetNullable sets the column to be null
|
|
func (c *Column) SetNullable(null bool) *Column {
|
|
if null {
|
|
c.Null = ""
|
|
} else {
|
|
c.Null = "NOT NULL"
|
|
}
|
|
return c
|
|
}
|
|
|
|
// SetDefault sets the default value, prepend with "DEFAULT "
|
|
func (c *Column) SetDefault(def string) *Column {
|
|
c.Default = "DEFAULT " + def
|
|
return c
|
|
}
|
|
|
|
// SetUnsigned sets the column to be unsigned int
|
|
func (c *Column) SetUnsigned(unsign bool) *Column {
|
|
if unsign {
|
|
c.Unsign = "UNSIGNED"
|
|
}
|
|
return c
|
|
}
|
|
|
|
// SetDataType sets the dataType of the column
|
|
func (c *Column) SetDataType(dataType string) *Column {
|
|
c.DataType = dataType
|
|
return c
|
|
}
|
|
|
|
// SetOldNullable allows reverting to previous nullable on reverse ms
|
|
func (c *RenameColumn) SetOldNullable(null bool) *RenameColumn {
|
|
if null {
|
|
c.OldNull = ""
|
|
} else {
|
|
c.OldNull = "NOT NULL"
|
|
}
|
|
return c
|
|
}
|
|
|
|
// SetOldDefault allows reverting to previous default on reverse ms
|
|
func (c *RenameColumn) SetOldDefault(def string) *RenameColumn {
|
|
c.OldDefault = def
|
|
return c
|
|
}
|
|
|
|
// SetOldUnsigned allows reverting to previous unsgined on reverse ms
|
|
func (c *RenameColumn) SetOldUnsigned(unsign bool) *RenameColumn {
|
|
if unsign {
|
|
c.OldUnsign = "UNSIGNED"
|
|
}
|
|
return c
|
|
}
|
|
|
|
// SetOldDataType allows reverting to previous datatype on reverse ms
|
|
func (c *RenameColumn) SetOldDataType(dataType string) *RenameColumn {
|
|
c.OldDataType = dataType
|
|
return c
|
|
}
|
|
|
|
// SetPrimary adds the columns to the primary key (can only be used any number of times in only one m)
|
|
func (c *Column) SetPrimary(m *Migration) *Column {
|
|
m.Primary = append(m.Primary, c)
|
|
return c
|
|
}
|
|
|
|
// AddColumnsToUnique adds the columns to Unique Struct
|
|
func (unique *Unique) AddColumnsToUnique(columns ...*Column) *Unique {
|
|
unique.Columns = append(unique.Columns, columns...)
|
|
|
|
return unique
|
|
}
|
|
|
|
// AddColumns adds columns to m struct
|
|
func (m *Migration) AddColumns(columns ...*Column) *Migration {
|
|
m.Columns = append(m.Columns, columns...)
|
|
|
|
return m
|
|
}
|
|
|
|
// AddPrimary adds the column to primary in m struct
|
|
func (m *Migration) AddPrimary(primary *Column) *Migration {
|
|
m.Primary = append(m.Primary, primary)
|
|
return m
|
|
}
|
|
|
|
// AddUnique adds the column to unique in m struct
|
|
func (m *Migration) AddUnique(unique *Unique) *Migration {
|
|
m.Uniques = append(m.Uniques, unique)
|
|
return m
|
|
}
|
|
|
|
// AddForeign adds the column to foreign in m struct
|
|
func (m *Migration) AddForeign(foreign *Foreign) *Migration {
|
|
m.Foreigns = append(m.Foreigns, foreign)
|
|
return m
|
|
}
|
|
|
|
// AddIndex adds the column to index in m struct
|
|
func (m *Migration) AddIndex(index *Index) *Migration {
|
|
m.Indexes = append(m.Indexes, index)
|
|
return m
|
|
}
|
|
|
|
// RenameColumn allows renaming of columns
|
|
func (m *Migration) RenameColumn(from, to string) *RenameColumn {
|
|
rename := &RenameColumn{OldName: from, NewName: to}
|
|
m.Renames = append(m.Renames, rename)
|
|
return rename
|
|
}
|
|
|
|
// GetSQL returns the generated sql depending on ModifyType
|
|
func (m *Migration) GetSQL() (sql string) {
|
|
sql = ""
|
|
switch m.ModifyType {
|
|
case "create":
|
|
{
|
|
sql += fmt.Sprintf("CREATE TABLE `%s` (", m.TableName)
|
|
for index, column := range m.Columns {
|
|
sql += fmt.Sprintf("\n `%s` %s %s %s %s %s", column.Name, column.DataType, column.Unsign, column.Null, column.Inc, column.Default)
|
|
if len(m.Columns) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
|
|
if len(m.Primary) > 0 {
|
|
sql += ",\n PRIMARY KEY( "
|
|
}
|
|
for index, column := range m.Primary {
|
|
sql += fmt.Sprintf(" `%s`", column.Name)
|
|
if len(m.Primary) > index+1 {
|
|
sql += ","
|
|
}
|
|
|
|
}
|
|
if len(m.Primary) > 0 {
|
|
sql += ")"
|
|
}
|
|
|
|
for _, unique := range m.Uniques {
|
|
sql += fmt.Sprintf(",\n UNIQUE KEY `%s`( ", unique.Definition)
|
|
for index, column := range unique.Columns {
|
|
sql += fmt.Sprintf(" `%s`", column.Name)
|
|
if len(unique.Columns) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
sql += ")"
|
|
}
|
|
for _, foreign := range m.Foreigns {
|
|
sql += fmt.Sprintf(",\n `%s` %s %s %s %s %s", foreign.Name, foreign.DataType, foreign.Unsign, foreign.Null, foreign.Inc, foreign.Default)
|
|
sql += fmt.Sprintf(",\n KEY `%s_%s_foreign`(`%s`),", m.TableName, foreign.Column.Name, foreign.Column.Name)
|
|
sql += fmt.Sprintf("\n CONSTRAINT `%s_%s_foreign` FOREIGN KEY (`%s`) REFERENCES `%s` (`%s`) %s %s", m.TableName, foreign.Column.Name, foreign.Column.Name, foreign.ForeignTable, foreign.ForeignColumn, foreign.OnDelete, foreign.OnUpdate)
|
|
|
|
}
|
|
sql += fmt.Sprintf(")ENGINE=%s DEFAULT CHARSET=%s;", m.Engine, m.Charset)
|
|
break
|
|
}
|
|
case "alter":
|
|
{
|
|
sql += fmt.Sprintf("ALTER TABLE `%s` ", m.TableName)
|
|
for index, column := range m.Columns {
|
|
if !column.remove {
|
|
logs.Info("col")
|
|
sql += fmt.Sprintf("\n ADD `%s` %s %s %s %s %s", column.Name, column.DataType, column.Unsign, column.Null, column.Inc, column.Default)
|
|
} else {
|
|
sql += fmt.Sprintf("\n DROP COLUMN `%s`", column.Name)
|
|
}
|
|
|
|
if len(m.Columns) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
for index, column := range m.Renames {
|
|
sql += fmt.Sprintf("CHANGE COLUMN `%s` `%s` %s %s %s %s %s", column.OldName, column.NewName, column.DataType, column.Unsign, column.Null, column.Inc, column.Default)
|
|
if len(m.Renames) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
|
|
for index, foreign := range m.Foreigns {
|
|
sql += fmt.Sprintf("ADD `%s` %s %s %s %s %s", foreign.Name, foreign.DataType, foreign.Unsign, foreign.Null, foreign.Inc, foreign.Default)
|
|
sql += fmt.Sprintf(",\n ADD KEY `%s_%s_foreign`(`%s`)", m.TableName, foreign.Column.Name, foreign.Column.Name)
|
|
sql += fmt.Sprintf(",\n ADD CONSTRAINT `%s_%s_foreign` FOREIGN KEY (`%s`) REFERENCES `%s` (`%s`) %s %s", m.TableName, foreign.Column.Name, foreign.Column.Name, foreign.ForeignTable, foreign.ForeignColumn, foreign.OnDelete, foreign.OnUpdate)
|
|
if len(m.Foreigns) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
sql += ";"
|
|
|
|
break
|
|
}
|
|
case "reverse":
|
|
{
|
|
|
|
sql += fmt.Sprintf("ALTER TABLE `%s`", m.TableName)
|
|
for index, column := range m.Columns {
|
|
if column.remove {
|
|
sql += fmt.Sprintf("\n ADD `%s` %s %s %s %s %s", column.Name, column.DataType, column.Unsign, column.Null, column.Inc, column.Default)
|
|
} else {
|
|
sql += fmt.Sprintf("\n DROP COLUMN `%s`", column.Name)
|
|
}
|
|
if len(m.Columns) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
|
|
if len(m.Primary) > 0 {
|
|
sql += "\n DROP PRIMARY KEY,"
|
|
}
|
|
|
|
for index, unique := range m.Uniques {
|
|
sql += fmt.Sprintf("\n DROP KEY `%s`", unique.Definition)
|
|
if len(m.Uniques) > index+1 {
|
|
sql += ","
|
|
}
|
|
|
|
}
|
|
for index, column := range m.Renames {
|
|
sql += fmt.Sprintf("\n CHANGE COLUMN `%s` `%s` %s %s %s %s", column.NewName, column.OldName, column.OldDataType, column.OldUnsign, column.OldNull, column.OldDefault)
|
|
if len(m.Renames) > index+1 {
|
|
sql += ","
|
|
}
|
|
}
|
|
|
|
for _, foreign := range m.Foreigns {
|
|
sql += fmt.Sprintf("\n DROP KEY `%s_%s_foreign`", m.TableName, foreign.Column.Name)
|
|
sql += fmt.Sprintf(",\n DROP FOREIGN KEY `%s_%s_foreign`", m.TableName, foreign.Column.Name)
|
|
sql += fmt.Sprintf(",\n DROP COLUMN `%s`", foreign.Name)
|
|
}
|
|
sql += ";"
|
|
}
|
|
case "delete":
|
|
{
|
|
sql += fmt.Sprintf("DROP TABLE IF EXISTS `%s`;", m.TableName)
|
|
}
|
|
}
|
|
|
|
return
|
|
}
|