Add Faraday Typhoeus adapter for HTTP/2 support

Updated Faraday to version 2.8 and added the faraday-typhoeus gem to enable HTTP/2 support and better mimic curl behavior, bypassing WAF/bot detection. Modified HttpClient to use the Typhoeus adapter. Updated Gemfile and Gemfile.lock dependencies accordingly.

Author: akabishau

Gemfile

@@ -17,7 +17,7 @@ gem 'activesupport', '6.0.0'
 gem 'actionpack', '6.0.0'
 gem 'rails-html-sanitizer'
 gem "rack-timeout"
-gem "faraday"
+gem "faraday", "~> 2.7"
 gem 'faraday-retry'
 gem "autoprefixer-rails"
 gem "flutie"
@@ -46,6 +46,8 @@ gem 'airbrake'
 gem 'parallel'
 gem 'ruby-progressbar'
 gem "aws-sdk-s3", require: false
+# Faraday adapter using libcurl (HTTP/2 support, bypasses WAF/bot detection)
+gem 'faraday-typhoeus'
 
 # deployment to server
 gem 'capistrano', '~> 3.8'

Gemfile.lock

@@ -86,6 +86,7 @@ GEM
       aws-sigv4 (~> 1.4)
     aws-sigv4 (1.4.0)
       aws-eventstream (~> 1, >= 1.0.2)
+    base64 (0.3.0)
     builder (3.2.4)
     bullet (7.0.1)
       activesupport (>= 3.0.0)
@@ -131,18 +132,25 @@ GEM
     enumerize (2.5.0)
       activesupport (>= 3.2)
     erubi (1.10.0)
+    ethon (0.15.0)
+      ffi (>= 1.15.0)
     execjs (2.8.1)
     factory_bot (6.2.0)
       activesupport (>= 5.0.0)
     factory_bot_rails (6.2.0)
       factory_bot (~> 6.2.0)
       railties (>= 5.0.0)
-    faraday (2.1.0)
-      faraday-net_http (~> 2.0)
+    faraday (2.8.1)
+      base64
+      faraday-net_http (>= 2.0, < 3.1)
       ruby2_keywords (>= 0.0.4)
-    faraday-net_http (2.0.1)
+    faraday-net_http (3.0.2)
     faraday-retry (2.2.1)
       faraday (~> 2.0)
+    faraday-typhoeus (1.1.0)
+      faraday (~> 2.0)
+      typhoeus (~> 1.4)
+    ffi (1.17.2)
     flutie (2.2.0)
     font-awesome-rails (4.7.0.8)
       railties (>= 3.2, < 8.0)
@@ -355,6 +363,8 @@ GEM
     thread_safe (0.3.6)
     tilt (2.0.10)
     timecop (0.9.4)
+    typhoeus (1.5.0)
+      ethon (>= 0.9.0, < 0.16.0)
     tzinfo (1.2.10)
       thread_safe (~> 0.1)
     unf (0.1.4)
@@ -395,8 +405,9 @@ DEPENDENCIES
   enumerize
   execjs
   factory_bot_rails
-  faraday
+  faraday (~> 2.7)
   faraday-retry
+  faraday-typhoeus
   flutie
   font-awesome-rails
   formulaic

app/services/http_client.rb

@@ -23,7 +23,8 @@ def setup_connection(base_url, timeout: 10, open_timeout: 5, retries: 3)
       f.response :raise_error # 40x, 50x errors -> Faraday::ClientError, Faraday::ServerError
       # convert JSON string to Ruby hash inside body if header is application/json
       f.response :json # fails with Faraday::ParsingError
-      f.adapter Faraday.default_adapter # keep for clarity
+      # Use Typhoeus adapter with HTTP/2 support to mimic curl behavior
+      f.adapter :typhoeus, http_version: :httpv2_0
       f.options.timeout = timeout # max timeout for request
       f.options.open_timeout = open_timeout # for connection to open
     end