diff --git a/sentry-rails/spec/dummy/test_rails_app/app.rb b/sentry-rails/spec/dummy/test_rails_app/app.rb
index 85eadf39b..2d46ceb11 100644
--- a/sentry-rails/spec/dummy/test_rails_app/app.rb
+++ b/sentry-rails/spec/dummy/test_rails_app/app.rb
@@ -25,8 +25,6 @@ class TestApp < Rails::Application
 
 FILE_NAME =
   case Gem::Version.new(Rails.version)
-  when ->(v) { v < v5_2 }
-    "5-0"
   when ->(v) { v.between?(v5_2, v6_0) }
     "5-2"
   when ->(v) { v.between?(v6_0, v6_1) }
diff --git a/sentry-rails/spec/dummy/test_rails_app/apps/5-0.rb b/sentry-rails/spec/dummy/test_rails_app/apps/5-0.rb
deleted file mode 100644
index a68a68358..000000000
--- a/sentry-rails/spec/dummy/test_rails_app/apps/5-0.rb
+++ /dev/null
@@ -1,69 +0,0 @@
-# frozen_string_literal: true
-
-ActiveRecord::Schema.define do
-  create_table :posts, force: true do |t|
-  end
-
-  create_table :comments, force: true do |t|
-    t.integer :post_id
-  end
-end
-
-class Post < ActiveRecord::Base
-  has_many :comments
-end
-
-class Comment < ActiveRecord::Base
-  belongs_to :post
-end
-
-class PostsController < ActionController::Base
-  def index
-    Post.all.to_a
-    raise "foo"
-  end
-
-  def show
-    p = Post.find(params[:id])
-
-    render plain: p.id
-  end
-end
-
-class HelloController < ActionController::Base
-  def exception
-    raise "An unhandled exception!"
-  end
-
-  def reporting
-    render plain: Sentry.last_event_id
-  end
-
-  def view_exception
-    render inline: "<%= foo %>"
-  end
-
-  def view
-    render template: "test_template"
-  end
-
-  def world
-    render plain: "Hello World!"
-  end
-
-  def with_custom_instrumentation
-    custom_event = "custom.instrument"
-    ActiveSupport::Notifications.subscribe(custom_event) do |*args|
-      data = args[-1]
-      data += 1
-    end
-
-    ActiveSupport::Notifications.instrument(custom_event, 1)
-
-    head :ok
-  end
-
-  def not_found
-    raise ActionController::BadRequest
-  end
-end
diff --git a/sentry-rails/spec/dummy/test_rails_app/configs/5-0.rb b/sentry-rails/spec/dummy/test_rails_app/configs/5-0.rb
deleted file mode 100644
index d291ac8f8..000000000
--- a/sentry-rails/spec/dummy/test_rails_app/configs/5-0.rb
+++ /dev/null
@@ -1,5 +0,0 @@
-# frozen_string_literal: true
-
-def run_pre_initialize_cleanup; end
-
-def configure_app(app); end