diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 43bf8912..91fdc95d 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -13,7 +13,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby: ['3.2', '3.3',  jruby-9.4, jruby-head, ruby-head]
+        ruby: ['3.2', '3.3', '3.4',  jruby-9.4, jruby-head, ruby-head]
         rails_version:
           - '7.0.0'
           - '7.1.0'
diff --git a/Gemfile b/Gemfile
index 72280c43..1e699372 100644
--- a/Gemfile
+++ b/Gemfile
@@ -77,6 +77,9 @@ group :test do
     gem 'base64'
     gem 'bigdecimal'
     gem 'mutex_m'
+    gem 'ostruct'
+  elsif Gem::Version.new(RUBY_VERSION) <= Gem::Version.new('2.2.100')
+    gem 'logger', '< 1.3'
   end
   if ENV['RAILS_VERSION'].nil? || ENV['RAILS_VERSION'] >= '6.0.0'
     gem 'zeitwerk', :require => false
diff --git a/delayed_job.gemspec b/delayed_job.gemspec
index e6bc24b4..c68295ee 100644
--- a/delayed_job.gemspec
+++ b/delayed_job.gemspec
@@ -2,6 +2,8 @@
 
 Gem::Specification.new do |spec|
   spec.add_dependency 'activesupport', ['>= 3.0', '< 9.0']
+  spec.add_dependency 'benchmark'
+  spec.add_dependency 'logger'
   spec.authors        = ['Brandon Keepers', 'Brian Ryckbost', 'Chris Gaffney', 'David Genord II', 'Erik Michaels-Ober', 'Matt Griffin', 'Steve Richert', 'Tobias Lütke']
   spec.description    = 'Delayed_job (or DJ) encapsulates the common pattern of asynchronously executing longer tasks in the background. It is a direct extraction from Shopify where the job table is responsible for a multitude of core tasks.'
   spec.email          = ['brian@collectiveidea.com']