Files
tasks/common/persistence/sql/sqlplugin/postgresql/events.go
T
wxing1292andGitHub a8efffb0e7 Implement history node deletion logic (#1443)
* SQL: Rename SelectFromHistoryNode to RangeSelectFromHistoryNode
* SQL: Rename DeleteFromHistoryNode to RangeDeleteFromHistoryNode
* SQL: New DeleteFromHistoryNode aiming to delete one record from history node table
2021-04-13 16:52:53 -07:00

185 lines
5.9 KiB
Go

// The MIT License
//
// Copyright (c) 2020 Temporal Technologies Inc. All rights reserved.
//
// Copyright (c) 2020 Uber Technologies, Inc.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
package postgresql
import (
"context"
"database/sql"
"go.temporal.io/server/common/persistence/sql/sqlplugin"
)
const (
// below are templates for history_node table
addHistoryNodesQuery = `INSERT INTO history_node (` +
`shard_id, tree_id, branch_id, node_id, prev_txn_id, txn_id, data, data_encoding) ` +
`VALUES (:shard_id, :tree_id, :branch_id, :node_id, :prev_txn_id, :txn_id, :data, :data_encoding) `
getHistoryNodesQuery = `SELECT node_id, prev_txn_id, txn_id, data, data_encoding FROM history_node ` +
`WHERE shard_id = $1 AND tree_id = $2 AND branch_id = $3 AND ((node_id = $4 AND txn_id > $5) OR node_id > $6) AND node_id < $7 ` +
`ORDER BY shard_id, tree_id, branch_id, node_id, txn_id LIMIT $8 `
getHistoryNodeMetadataQuery = `SELECT node_id, prev_txn_id, txn_id FROM history_node ` +
`WHERE shard_id = $1 AND tree_id = $2 AND branch_id = $3 AND ((node_id = $4 AND txn_id > $5) OR node_id > $6) AND node_id < $7 ` +
`ORDER BY shard_id, tree_id, branch_id, node_id, txn_id LIMIT $8 `
deleteHistoryNodeQuery = `DELETE FROM history_node WHERE shard_id = $1 AND tree_id = $2 AND branch_id = $3 AND node_id = $4 AND txn_id = $5 `
deleteHistoryNodesQuery = `DELETE FROM history_node WHERE shard_id = $1 AND tree_id = $2 AND branch_id = $3 AND node_id >= $4 `
// below are templates for history_tree table
addHistoryTreeQuery = `INSERT INTO history_tree (` +
`shard_id, tree_id, branch_id, data, data_encoding) ` +
`VALUES (:shard_id, :tree_id, :branch_id, :data, :data_encoding) ` +
`ON CONFLICT (shard_id, tree_id, branch_id) DO UPDATE ` +
`SET data = excluded.data, data_encoding = excluded.data_encoding`
getHistoryTreeQuery = `SELECT branch_id, data, data_encoding FROM history_tree WHERE shard_id = $1 AND tree_id = $2 `
deleteHistoryTreeQuery = `DELETE FROM history_tree WHERE shard_id = $1 AND tree_id = $2 AND branch_id = $3 `
)
// For history_node table:
// InsertIntoHistoryNode inserts a row into history_node table
func (pdb *db) InsertIntoHistoryNode(
ctx context.Context,
row *sqlplugin.HistoryNodeRow,
) (sql.Result, error) {
// NOTE: txn_id is *= -1 within DB
row.TxnID = -row.TxnID
return pdb.conn.NamedExecContext(ctx,
addHistoryNodesQuery,
row,
)
}
// DeleteFromHistoryNode delete a row from history_node table
func (pdb *db) DeleteFromHistoryNode(
ctx context.Context,
row *sqlplugin.HistoryNodeRow,
) (sql.Result, error) {
// NOTE: txn_id is *= -1 within DB
row.TxnID = -row.TxnID
return pdb.conn.ExecContext(ctx,
deleteHistoryNodeQuery,
row.ShardID,
row.TreeID,
row.BranchID,
row.NodeID,
row.TxnID,
)
}
// SelectFromHistoryNode reads one or more rows from history_node table
func (pdb *db) RangeSelectFromHistoryNode(
ctx context.Context,
filter sqlplugin.HistoryNodeSelectFilter,
) ([]sqlplugin.HistoryNodeRow, error) {
var query string
if filter.MetadataOnly {
query = getHistoryNodeMetadataQuery
} else {
query = getHistoryNodesQuery
}
var rows []sqlplugin.HistoryNodeRow
err := pdb.conn.SelectContext(ctx,
&rows,
query,
filter.ShardID,
filter.TreeID,
filter.BranchID,
filter.MinNodeID,
-filter.MinTxnID, // NOTE: transaction ID is *= -1 when stored
filter.MinNodeID,
filter.MaxNodeID,
filter.PageSize,
)
if err != nil {
return nil, err
}
// NOTE: since we let txn_id multiple by -1 when inserting, we have to revert it back here
for index := range rows {
rows[index].TxnID = -rows[index].TxnID
}
return rows, nil
}
// DeleteFromHistoryNode deletes one or more rows from history_node table
func (pdb *db) RangeDeleteFromHistoryNode(
ctx context.Context,
filter sqlplugin.HistoryNodeDeleteFilter,
) (sql.Result, error) {
return pdb.conn.ExecContext(ctx,
deleteHistoryNodesQuery,
filter.ShardID,
filter.TreeID,
filter.BranchID,
filter.MinNodeID,
)
}
// For history_tree table:
// InsertIntoHistoryTree inserts a row into history_tree table
func (pdb *db) InsertIntoHistoryTree(
ctx context.Context,
row *sqlplugin.HistoryTreeRow,
) (sql.Result, error) {
return pdb.conn.NamedExecContext(ctx,
addHistoryTreeQuery,
row,
)
}
// SelectFromHistoryTree reads one or more rows from history_tree table
func (pdb *db) SelectFromHistoryTree(
ctx context.Context,
filter sqlplugin.HistoryTreeSelectFilter,
) ([]sqlplugin.HistoryTreeRow, error) {
var rows []sqlplugin.HistoryTreeRow
err := pdb.conn.SelectContext(ctx,
&rows,
getHistoryTreeQuery,
filter.ShardID,
filter.TreeID,
)
return rows, err
}
// DeleteFromHistoryTree deletes one or more rows from history_tree table
func (pdb *db) DeleteFromHistoryTree(
ctx context.Context,
filter sqlplugin.HistoryTreeDeleteFilter,
) (sql.Result, error) {
return pdb.conn.ExecContext(ctx,
deleteHistoryTreeQuery,
filter.ShardID,
filter.TreeID,
filter.BranchID,
)
}