Merge pull request #727 from oasisprotocol/ptrus/feature/consensus-ac…

…counts-first-activity

consensus accounts first activity

.changelog/727.feature.md

@@ -0,0 +1 @@
+consensus: accounts first activity

analyzer/consensus/consensus.go

@@ -16,6 +16,7 @@ import (
 	"github.com/oasisprotocol/oasis-core/go/common/crypto/signature"
 	sdkConfig "github.com/oasisprotocol/oasis-sdk/client-sdk/go/config"
 
+	"github.com/oasisprotocol/nexus/analyzer/consensus/static"
 	"github.com/oasisprotocol/nexus/analyzer/util/addresses"
 	"github.com/oasisprotocol/nexus/coreapi/v22.2.11/consensus/api/transaction"
 	genesis "github.com/oasisprotocol/nexus/coreapi/v22.2.11/genesis/api"
@@ -115,6 +116,16 @@ func (m *processor) PreWork(ctx context.Context) error {
 	}
 	m.logger.Info("registered special addresses")
 
+	// Insert static account first activity timestamps.
+	batch = &storage.QueryBatch{}
+	if err = static.QueueConsensusAccountsFirstActivity(batch, m.history.ChainName, m.logger); err != nil {
+		return err
+	}
+	if err = m.target.SendBatch(ctx, batch); err != nil {
+		return err
+	}
+	m.logger.Info("inserted static account first active timestamps")
+
 	return nil
 }
 
@@ -129,6 +140,14 @@ func (m *processor) FinalizeFastSync(ctx context.Context, lastFastSyncHeight int
 		return err
 	}
 
+	// Recompute account first activity for all accounts scanned during fast-sync.
+	batch := &storage.QueryBatch{}
+	m.logger.Info("computing account first activity for all accounts scanned during fast-sync")
+	batch.Queue(queries.ConsensusAccountsFirstActivityRecompute)
+	if err := m.target.SendBatch(ctx, batch); err != nil {
+		return fmt.Errorf("recomputing consensus accounts first activity: %w", err)
+	}
+
 	// Fetch a data snapshot (= genesis doc) from the node; see function docstring.
 	firstSlowSyncHeight := lastFastSyncHeight + 1
 	r, err := m.history.RecordForHeight(firstSlowSyncHeight)
@@ -172,6 +191,7 @@ func (m *processor) aggregateFastSyncTables(ctx context.Context) error {
 	if err := m.target.SendBatch(ctx, batch); err != nil {
 		return err
 	}
+
 	return nil
 }
 
@@ -538,6 +558,16 @@ func (m *processor) queueTxEventInserts(batch *storage.QueryBatch, data *consens
 				data.Height,
 				i,
 			)
+
+			if m.mode != analyzer.FastSyncMode {
+				// Set the first activity for sender if not set yet.
+				// Skip in fast sync mode; it will be recomputed at fast-sync finalization.
+				batch.Queue(
+					queries.ConsensusAccountFirstActivityUpsert,
+					addr,
+					data.BlockHeader.Time.UTC(),
+				)
+			}
 		}
 	}
 

analyzer/consensus/genesis.go

@@ -175,6 +175,7 @@ func (mg *GenesisProcessor) addStakingBackendMigrations(batch *storage.QueryBatc
 			account.Escrow.Active.TotalShares.ToBigInt(),
 			account.Escrow.Debonding.Balance.ToBigInt(),
 			account.Escrow.Debonding.TotalShares.ToBigInt(),
+			document.Time.UTC(),
 		)
 	}
 
@@ -188,6 +189,7 @@ func (mg *GenesisProcessor) addStakingBackendMigrations(batch *storage.QueryBatc
 			account.Escrow.Active.TotalShares.ToBigInt(),
 			account.Escrow.Debonding.Balance.ToBigInt(),
 			account.Escrow.Debonding.TotalShares.ToBigInt(),
+			document.Time.UTC(),
 		)
 	}
 

analyzer/consensus/static/accounts.go

@@ -0,0 +1,109 @@
+package static
+
+import (
+	"embed"
+	"path"
+	"path/filepath"
+	"strconv"
+	"strings"
+	"time"
+
+	"github.com/oasisprotocol/nexus/analyzer/queries"
+	"github.com/oasisprotocol/nexus/common"
+	"github.com/oasisprotocol/nexus/log"
+	"github.com/oasisprotocol/nexus/storage"
+)
+
+//go:embed accounts
+var genesisAccountsFs embed.FS
+
+var (
+	mainnetAccounts = &accounts{}
+	testnetAccounts = &accounts{}
+)
+
+type accounts struct {
+	tss   []time.Time
+	accts [][]string
+}
+
+// Parses a file with a list of accounts. The accounts are parsed from the file (one per line);
+// the metadata is parsed from the filename, which should be of the form "<name>_<timestamp>.*".
+func mustReadAddrs(path string) (time.Time, []string) {
+	content, err := genesisAccountsFs.ReadFile(path)
+	if err != nil {
+		panic(err)
+	}
+	lines := strings.Split(strings.TrimSpace(string(content)), "\n")
+
+	accts := make([]string, 0, len(lines))
+	for _, line := range lines {
+		if !strings.HasPrefix(line, "//") {
+			accts = append(accts, line)
+		}
+	}
+
+	nameParts := strings.Split(filepath.Base(path), "_")
+	ts, err := strconv.ParseInt(strings.Split(nameParts[1], ".")[0], 10, 64)
+	if err != nil {
+		panic(err)
+	}
+
+	return time.Unix(ts, 0), accts
+}
+
+func init() {
+	mainnet := "accounts/mainnet"
+	testnet := "accounts/testnet"
+
+	// Mainnet.
+	files, err := genesisAccountsFs.ReadDir(mainnet)
+	if err != nil {
+		panic(err)
+	}
+	for _, file := range files {
+		ts, accts := mustReadAddrs(path.Join(mainnet, file.Name()))
+		mainnetAccounts.tss = append(mainnetAccounts.tss, ts)
+		mainnetAccounts.accts = append(mainnetAccounts.accts, accts)
+	}
+
+	// Testnet.
+	files, err = genesisAccountsFs.ReadDir(testnet)
+	if err != nil {
+		panic(err)
+	}
+	for _, file := range files {
+		ts, accts := mustReadAddrs(path.Join(testnet, file.Name()))
+		testnetAccounts.tss = append(testnetAccounts.tss, ts)
+		testnetAccounts.accts = append(testnetAccounts.accts, accts)
+	}
+}
+
+// QueueConsensusAccountsFirstActivity queues upserts for the first activity of consensus accounts.
+//
+// We need these static lists because we do not have access to the transaction history all the way back
+// to the initial chain (pre-Cobalt). Therefore we use static lists of accounts existing at the network
+// dump-restore upgrades for each pre-Cobalt upgrade and insert their approximate first_activity date.
+func QueueConsensusAccountsFirstActivity(batch *storage.QueryBatch, chainName common.ChainName, logger *log.Logger) error {
+	var accounts *accounts
+	switch chainName {
+	case common.ChainNameMainnet:
+		accounts = mainnetAccounts
+	case common.ChainNameTestnet:
+		accounts = testnetAccounts
+	default:
+		return nil
+	}
+
+	for i := range accounts.accts {
+		for _, account := range accounts.accts[i] {
+			batch.Queue(
+				queries.ConsensusAccountFirstActivityUpsert,
+				account,
+				accounts.tss[i].UTC(),
+			)
+		}
+	}
+
+	return nil
+}