eth: Handle -32603 internal server error in http requests

Author: wille

internal/http.go

@@ -177,6 +177,8 @@ func IncomingHttpHandler(ctx context.Context, endpoint *Endpoint, w http.Respons
 		}
 	}
 
+	didGoOffline := false
+
 	for i, res := range res.Responses {
 		method := req.Requests[i].Method
 
@@ -186,6 +188,27 @@ func IncomingHttpHandler(ctx context.Context, endpoint *Endpoint, w http.Respons
 		} else {
 			metrics.RecordRequest(endpoint.Name, provider.Name, "http", method, time.Since(start).Seconds())
 		}
+
+		if !didGoOffline && res.IsError() {
+			errorCode, errorMessage := res.GetError()
+
+			// TODO: These errors are Ethereum specific. We should handle them in a more generic way.
+			switch errorCode {
+			case EthErrorRateLimited:
+				provider.HandleTooManyRequests(nil)
+				provider.SetStatus(false, errorMessage)
+
+			case EthErrorInternalError:
+				provider.SetStatus(false, errorMessage)
+
+			default:
+				log.Warn("error response", "error_code", errorCode, "error_message", errorMessage, "raw_error", res.Error)
+				continue
+			}
+
+			// Only go offline once. We still want to return error responses to the client.
+			didGoOffline = true
+		}
 	}
 
 	if req.IsBatch {

internal/ws.go

@@ -174,11 +174,12 @@ func (proxy *WebSocketProxy) pumpProvider(providerClient *Client) {
 
 				errorCode, errorMessage := rpcResponse.GetError()
 
+				// TODO: These errors are Ethereum specific. We should handle them in a more generic way.
 				switch errorCode {
 				case EthErrorRateLimited:
 					// Set the provider as offline
 					err = proxy.provider.HandleTooManyRequests(nil)
-					proxy.provider.SetStatus(false, err)
+					proxy.provider.SetStatus(false, errorMessage)
 
 					// Forward the error to the client
 					proxy.Responses <- rpcResponse