🐛 fix(indexer): add retries to db connection

indexer/database/db.go

@@ -2,10 +2,13 @@
 package database
 
 import (
+	"context"
 	"fmt"
 
 	"github.com/ethereum-optimism/optimism/indexer/config"
 	_ "github.com/ethereum-optimism/optimism/indexer/database/serializers"
+	"github.com/ethereum-optimism/optimism/op-service/retry"
+	"github.com/pkg/errors"
 
 	"gorm.io/driver/postgres"
 	"gorm.io/gorm"
@@ -31,35 +34,42 @@ type DB struct {
 }
 
 func NewDB(dbConfig config.DBConfig) (*DB, error) {
-	dsn := fmt.Sprintf("host=%s port=%d dbname=%s sslmode=disable", dbConfig.Host, dbConfig.Port, dbConfig.Name)
-	if dbConfig.User != "" {
-		dsn += fmt.Sprintf(" user=%s", dbConfig.User)
-	}
-	if dbConfig.Password != "" {
-		dsn += fmt.Sprintf(" password=%s", dbConfig.Password)
-	}
-	gorm, err := gorm.Open(postgres.Open(dsn), &gorm.Config{
-		// The indexer will explicitly manage the transactions
-		SkipDefaultTransaction: true,
+	var db *DB
+
+	retryStrategy := &retry.ExponentialStrategy{Min: 1000, Max: 20_000, MaxJitter: 250}
+
+	_, err := retry.Do[interface{}](context.Background(), 10, retryStrategy, func() (interface{}, error) {
+		dsn := fmt.Sprintf("host=%s port=%d dbname=%s sslmode=disable", dbConfig.Host, dbConfig.Port, dbConfig.Name)
+		if dbConfig.User != "" {
+			dsn += fmt.Sprintf(" user=%s", dbConfig.User)
+		}
+		if dbConfig.Password != "" {
+			dsn += fmt.Sprintf(" password=%s", dbConfig.Password)
+		}
+		gorm, err := gorm.Open(postgres.Open(dsn), &gorm.Config{
+			// The indexer will explicitly manage the transactions
+			SkipDefaultTransaction: true,
+			Logger:                 logger.Default.LogMode(logger.Silent),
+		})
 
-		// We may choose to create an adapter such that the
-		// logger emits to the geth logger when on DEBUG mode
-		Logger: logger.Default.LogMode(logger.Silent),
+		if err != nil {
+			return nil, errors.Wrap(err, "failed to connect to database")
+		}
+
+		db = &DB{
+			gorm:               gorm,
+			Blocks:             newBlocksDB(gorm),
+			ContractEvents:     newContractEventsDB(gorm),
+			BridgeTransfers:    newBridgeTransfersDB(gorm),
+			BridgeMessages:     newBridgeMessagesDB(gorm),
+			BridgeTransactions: newBridgeTransactionsDB(gorm),
+		}
+		return nil, nil
 	})
 
 	if err != nil {
-		return nil, err
-	}
-
-	db := &DB{
-		gorm:               gorm,
-		Blocks:             newBlocksDB(gorm),
-		ContractEvents:     newContractEventsDB(gorm),
-		BridgeTransfers:    newBridgeTransfersDB(gorm),
-		BridgeMessages:     newBridgeMessagesDB(gorm),
-		BridgeTransactions: newBridgeTransactionsDB(gorm),
+		return nil, errors.Wrap(err, "failed to connect to database after multiple retries")
 	}
-
 	return db, nil
 }