1
0
Fork 0
mirror of https://github.com/eosswedenorg/thalos synced 2026-11-22 07:36:44 +01:00

ship: add table delta whitelist filtering

This commit is contained in:
Henrik Hautakoski 2026-08-27 20:01:19 +02:00
parent d985133d9a
commit 90a8de15fe
8 changed files with 248 additions and 12 deletions

View file

@ -42,6 +42,9 @@ type ShipProcessor struct {
// Action blacklist
blacklist types.Blacklist
// Optional whitelist for contract_row table delta contract+table names.
tableDeltaWhitelist types.Blacklist
}
// SpawnProcessor creates a new ShipProccessor that consumes the shipclient.Stream passed to it.
@ -80,6 +83,69 @@ func (processor *ShipProcessor) SetBlacklist(list types.Blacklist) {
processor.blacklist = list
}
func (processor *ShipProcessor) SetTableDeltaWhitelist(list types.Blacklist) {
list.SetWhitelist(true)
processor.tableDeltaWhitelist = list
}
func (processor *ShipProcessor) hasTableDeltaWhitelist() bool {
return !processor.tableDeltaWhitelist.Empty()
}
func mapValueToString(data map[string]any, key string) (string, bool) {
value, ok := data[key]
if !ok {
return "", false
}
if name, ok := value.(string); ok {
return name, true
}
if name, ok := value.(interface{ String() string }); ok {
return name.String(), true
}
return "", false
}
func (processor *ShipProcessor) shouldProcessTableDeltaName(name string) bool {
if !processor.hasTableDeltaWhitelist() {
return true
}
return name == "contract_row"
}
func (processor *ShipProcessor) filterWhitelistedContractRows(rows []message.TableDeltaRow) []message.TableDeltaRow {
if !processor.hasTableDeltaWhitelist() {
return rows
}
out := make([]message.TableDeltaRow, 0, len(rows))
for _, row := range rows {
if row.Data == nil {
continue
}
contract, ok := mapValueToString(row.Data, "code")
if !ok {
continue
}
table, ok := mapValueToString(row.Data, "table")
if !ok {
continue
}
if processor.tableDeltaWhitelist.IsAllowed(contract, table) {
out = append(out, row)
}
}
return out
}
func (processor *ShipProcessor) initHandler(abi *chain.Abi) {
processor.shipABI = abi
}
@ -333,12 +399,23 @@ func (processor *ShipProcessor) processBlock(blockResult *ship.GetBlocksResultV0
} else {
logger := mainLogger.WithField("type", "table_delta").Dup()
for _, delta := range deltas {
if !processor.shouldProcessTableDeltaName(delta.V0.Name) {
continue
}
rows := processor.proccessDeltaRows(logger, delta.V0.Name, delta.V0.Rows)
if processor.hasTableDeltaWhitelist() {
rows = processor.filterWhitelistedContractRows(rows)
if len(rows) < 1 {
continue
}
}
msg := message.TableDelta{
BlockNum: blockNumber,
Timestamp: timestamp,
Name: delta.V0.Name,
Rows: processor.proccessDeltaRows(logger, delta.V0.Name, delta.V0.Rows),
Rows: rows,
}
if err := processor.queue.PostTableDelta(msg); err != nil {

View file

@ -0,0 +1,79 @@
package server
import (
"testing"
"github.com/eosswedenorg/thalos/api/message"
"github.com/eosswedenorg/thalos/internal/types"
"github.com/shufflingpixels/antelope-go/chain"
"github.com/stretchr/testify/require"
)
func TestShipProcessor_ShouldProcessTableDeltaName(t *testing.T) {
processor := &ShipProcessor{}
require.True(t, processor.shouldProcessTableDeltaName("contract_row"))
require.True(t, processor.shouldProcessTableDeltaName("resource_limits"))
processor.SetTableDeltaWhitelist(*types.NewBlacklist(map[string][]string{
"eosio.token": {"accounts"},
}))
require.True(t, processor.shouldProcessTableDeltaName("contract_row"))
require.False(t, processor.shouldProcessTableDeltaName("resource_limits"))
}
func TestShipProcessor_FilterWhitelistedContractRows(t *testing.T) {
processor := &ShipProcessor{}
processor.SetTableDeltaWhitelist(*types.NewBlacklist(map[string][]string{
"eosio.token": {"accounts"},
"eosio": {"*"},
}))
rows := []message.TableDeltaRow{
{Data: map[string]any{"code": "eosio.token", "table": "accounts"}},
{Data: map[string]any{"code": "eosio.token", "table": "stat"}},
{Data: map[string]any{"code": "eosio", "table": "users"}},
{Data: map[string]any{"scope": "missing-code"}},
{Data: map[string]any{"code": 42, "table": "accounts"}},
{Data: map[string]any{"code": "eosio.token", "table": 1}},
{Data: nil},
}
actual := processor.filterWhitelistedContractRows(rows)
require.Len(t, actual, 2)
require.Equal(t, "eosio.token", actual[0].Data["code"])
require.Equal(t, "accounts", actual[0].Data["table"])
require.Equal(t, "eosio", actual[1].Data["code"])
}
func TestShipProcessor_FilterWhitelistedContractRows_StringerCode(t *testing.T) {
processor := &ShipProcessor{}
processor.SetTableDeltaWhitelist(*types.NewBlacklist(map[string][]string{
"eosio.token": {"accounts"},
}))
rows := []message.TableDeltaRow{
{Data: map[string]any{"code": chain.N("eosio.token"), "table": chain.N("accounts")}},
{Data: map[string]any{"code": chain.N("eosio.token"), "table": chain.N("stat")}},
}
actual := processor.filterWhitelistedContractRows(rows)
require.Len(t, actual, 1)
require.Equal(t, chain.N("eosio.token"), actual[0].Data["code"])
}
func TestShipProcessor_FilterWhitelistedContractRows_NoWhitelist(t *testing.T) {
processor := &ShipProcessor{}
rows := []message.TableDeltaRow{
{Data: map[string]any{"code": "eosio.token", "table": "accounts"}},
{Data: map[string]any{"scope": "missing-code"}},
}
actual := processor.filterWhitelistedContractRows(rows)
require.Equal(t, rows, actual)
}