498

Author: kobaltz

app/controllers/welcome_controller.rb

@@ -1,4 +1,7 @@
 class WelcomeController < ApplicationController
   def index
+    if params[:jobs]
+      params[:jobs].to_i.times { ExpensiveBackgroundJob.perform_later(rand) }
+    end
   end
 end

app/jobs/application_job.rb

@@ -4,4 +4,13 @@ class ApplicationJob < ActiveJob::Base
 
   # Most jobs are safe to ignore if the underlying records are no longer available
   # discard_on ActiveJob::DeserializationError
+
+  def gpu_queue_full?
+    active_jobs = SolidQueue::ClaimedExecution
+      .joins(:job)
+      .where(solid_queue_jobs: { queue_name: "gpu" })
+      .count
+
+    active_jobs >= GPU_QUEUE_SIZE
+  end
 end

app/jobs/expensive_background_job.rb

@@ -0,0 +1,13 @@
+class ExpensiveBackgroundJob < ApplicationJob
+  queue_as do
+    gpu_queue_full? ? :gpuexternal : :gpu
+  end
+
+  def perform(some_record)
+    if self.queue_name == "gpu"
+      Gpus::Processor.execute(some_record)
+    elsif self.queue_name == "gpuexternal"
+      Gpus::ExternalProcessor.execute(some_record)
+    end
+  end
+end

app/models/gpus/base.rb

@@ -0,0 +1,2 @@
+class Gpus::Base
+end

app/models/gpus/external_processor.rb

@@ -0,0 +1,7 @@
+class Gpus::ExternalProcessor < Gpus::Base
+  def self.execute(some_record)
+    Rails.logger.info "✅ gpuexternal #{some_record}"
+    sleep 5
+    Rails.logger.info "🏁 gpuexternal #{some_record}"
+  end
+end

app/models/gpus/processor.rb

@@ -0,0 +1,7 @@
+class Gpus::Processor < Gpus::Base
+  def self.execute(some_record)
+    Rails.logger.info "✅ gpu #{some_record}"
+    sleep 5
+    Rails.logger.info "🏁 gpu #{some_record}"
+  end
+end

app/views/welcome/index.html.erb

@@ -1,4 +1,7 @@
 <div>
   <h1 class="font-bold text-4xl">Welcome#index</h1>
   <p>Find me in app/views/welcome/index.html.erb</p>
+
+  <%= link_to "Queue 1 Job", root_path(jobs: 1), "data-turbo-prefetch": false %>
+  <%= link_to "Queue 10 Jobs", root_path(jobs: 10), "data-turbo-prefetch": false %>
 </div>

config/database.yml

@@ -6,12 +6,17 @@
 #
 default: &default
   adapter: sqlite3
-  pool: <%= ENV.fetch("RAILS_MAX_THREADS") { 5 } %>
+  pool: <%= ENV.fetch("RAILS_MAX_THREADS") { 50 } %>
   timeout: 5000
 
 development:
-  <<: *default
-  database: storage/development.sqlite3
+  primary:
+    <<: *default
+    database: storage/development.sqlite3
+  queue:
+    <<: *default
+    database: storage/production_queue.sqlite3
+    migrations_paths: db/queue_migrate
 
 # Warning: The database defined as "test" will be erased and
 # re-generated from your development database when you run "rake".

config/environments/development.rb

@@ -69,4 +69,7 @@
 
   # Apply autocorrection by RuboCop to files generated by `bin/rails generate`.
   # config.generators.apply_rubocop_autocorrect_after_generate!
+
+  config.active_job.queue_adapter = :solid_queue
+  config.solid_queue.connects_to = { database: { writing: :queue } }
 end

config/initializers/solid_queue_variables.rb

@@ -0,0 +1 @@
+GPU_QUEUE_SIZE = 3