use connection pool when querying contract abis

Author: iuwqyir

cmd/root.go

@@ -102,6 +102,12 @@ func init() {
 	rootCmd.PersistentFlags().String("api-basicAuth-username", "", "API basic auth username")
 	rootCmd.PersistentFlags().String("api-basicAuth-password", "", "API basic auth password")
 	rootCmd.PersistentFlags().String("api-thirdweb-clientId", "", "Thirdweb client id")
+	rootCmd.PersistentFlags().Int("api-contractApiRequest-maxIdleConns", 100, "Max idle connections for contract API request")
+	rootCmd.PersistentFlags().Int("api-contractApiRequest-maxIdleConnsPerHost", 100, "Max idle connections per host for contract API request")
+	rootCmd.PersistentFlags().Int("api-contractApiRequest-maxConnsPerHost", 100, "Max connections per host for contract API request")
+	rootCmd.PersistentFlags().Int("api-contractApiRequest-idleConnTimeout", 90, "Idle connection timeout for contract API request in seconds")
+	rootCmd.PersistentFlags().Bool("api-contractApiRequest-disableCompression", false, "Disable compression for contract API request")
+	rootCmd.PersistentFlags().Int("api-contractApiRequest-timeout", 10, "Timeout in seconds for contract API request")
 	rootCmd.PersistentFlags().Bool("publisher-enabled", false, "Toggle publisher")
 	rootCmd.PersistentFlags().String("publisher-brokers", "", "Kafka brokers")
 	rootCmd.PersistentFlags().Bool("publisher-blocks-enabled", false, "Toggle block publisher")
@@ -182,6 +188,12 @@ func init() {
 	viper.BindPFlag("api.basicAuth.username", rootCmd.PersistentFlags().Lookup("api-basicAuth-username"))
 	viper.BindPFlag("api.basicAuth.password", rootCmd.PersistentFlags().Lookup("api-basicAuth-password"))
 	viper.BindPFlag("api.thirdweb.clientId", rootCmd.PersistentFlags().Lookup("api-thirdweb-clientId"))
+	viper.BindPFlag("api.contractApiRequest.maxIdleConns", rootCmd.PersistentFlags().Lookup("api-contractApiRequest-maxIdleConns"))
+	viper.BindPFlag("api.contractApiRequest.maxIdleConnsPerHost", rootCmd.PersistentFlags().Lookup("api-contractApiRequest-maxIdleConnsPerHost"))
+	viper.BindPFlag("api.contractApiRequest.maxConnsPerHost", rootCmd.PersistentFlags().Lookup("api-contractApiRequest-maxConnsPerHost"))
+	viper.BindPFlag("api.contractApiRequest.idleConnTimeout", rootCmd.PersistentFlags().Lookup("api-contractApiRequest-idleConnTimeout"))
+	viper.BindPFlag("api.contractApiRequest.disableCompression", rootCmd.PersistentFlags().Lookup("api-contractApiRequest-disableCompression"))
+	viper.BindPFlag("api.contractApiRequest.timeout", rootCmd.PersistentFlags().Lookup("api-contractApiRequest-timeout"))
 	viper.BindPFlag("publisher.enabled", rootCmd.PersistentFlags().Lookup("publisher-enabled"))
 	viper.BindPFlag("publisher.brokers", rootCmd.PersistentFlags().Lookup("publisher-brokers"))
 	viper.BindPFlag("publisher.blocks.enabled", rootCmd.PersistentFlags().Lookup("publisher-blocks-enabled"))

configs/config.go

@@ -112,12 +112,22 @@ type ThirdwebConfig struct {
 	ClientId string `mapstructure:"clientId"`
 }
 
+type ContractApiRequestConfig struct {
+	MaxIdleConns        int  `mapstructure:"maxIdleConns"`
+	MaxIdleConnsPerHost int  `mapstructure:"maxIdleConnsPerHost"`
+	MaxConnsPerHost     int  `mapstructure:"maxConnsPerHost"`
+	IdleConnTimeout     int  `mapstructure:"idleConnTimeout"`
+	DisableCompression  bool `mapstructure:"disableCompression"`
+	Timeout             int  `mapstructure:"timeout"`
+}
+
 type APIConfig struct {
-	Host                string          `mapstructure:"host"`
-	BasicAuth           BasicAuthConfig `mapstructure:"basicAuth"`
-	ThirdwebContractApi string          `mapstructure:"thirdwebContractApi"`
-	AbiDecodingEnabled  bool            `mapstructure:"abiDecodingEnabled"`
-	Thirdweb            ThirdwebConfig  `mapstructure:"thirdweb"`
+	Host                string                   `mapstructure:"host"`
+	BasicAuth           BasicAuthConfig          `mapstructure:"basicAuth"`
+	ThirdwebContractApi string                   `mapstructure:"thirdwebContractApi"`
+	ContractApiRequest  ContractApiRequestConfig `mapstructure:"contractApiRequest"`
+	AbiDecodingEnabled  bool                     `mapstructure:"abiDecodingEnabled"`
+	Thirdweb            ThirdwebConfig           `mapstructure:"thirdweb"`
 }
 
 type BlockPublisherConfig struct {

internal/common/abi.go

@@ -13,6 +13,27 @@ import (
 	"github.com/ethereum/go-ethereum/accounts/abi"
 )
 
+var (
+	httpClient     *http.Client
+	httpClientOnce sync.Once
+)
+
+func getHTTPClient() *http.Client {
+	httpClientOnce.Do(func() {
+		httpClient = &http.Client{
+			Transport: &http.Transport{
+				MaxIdleConns:        config.Cfg.API.ContractApiRequest.MaxIdleConns,
+				MaxIdleConnsPerHost: config.Cfg.API.ContractApiRequest.MaxIdleConnsPerHost,
+				MaxConnsPerHost:     config.Cfg.API.ContractApiRequest.MaxConnsPerHost,
+				IdleConnTimeout:     time.Duration(config.Cfg.API.ContractApiRequest.IdleConnTimeout) * time.Second,
+				DisableCompression:  config.Cfg.API.ContractApiRequest.DisableCompression,
+			},
+			Timeout: time.Duration(config.Cfg.API.ContractApiRequest.Timeout) * time.Second,
+		}
+	})
+	return httpClient
+}
+
 func GetABIForContractWithCache(chainId string, contract string, abiCache map[string]*abi.ABI, mut *sync.Mutex) *abi.ABI {
 	abi, ok := abiCache[contract]
 	if !ok {
@@ -35,12 +56,7 @@ func GetABIForContractWithCache(chainId string, contract string, abiCache map[st
 func GetABIForContract(chainId string, contract string) (*abi.ABI, error) {
 	url := fmt.Sprintf("%s/abi/%s/%s", config.Cfg.API.ThirdwebContractApi, chainId, contract)
 
-	// Create a custom client with timeouts
-	client := &http.Client{
-		Timeout: 10 * time.Second,
-	}
-
-	resp, err := client.Get(url)
+	resp, err := getHTTPClient().Get(url)
 	if err != nil {
 		return nil, fmt.Errorf("failed to get contract abi: %v", err)
 	}