diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 3de341f..ea204e2 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -11,9 +11,6 @@ jobs:
       fail-fast: false
       matrix:
         ruby:
-          - "2.4"
-          - "2.5"
-          - "2.6"
           - "2.7"
           - "3.0"
     steps:
diff --git a/Gemfile b/Gemfile
index 7a19099..9a44a82 100644
--- a/Gemfile
+++ b/Gemfile
@@ -2,23 +2,7 @@ source ENV['GEM_SOURCE'] || "https://rubygems.org"
 
 gemspec
 
-def location_for(place, fake_version = nil)
-  if place =~ /^git:([^#]*)#(.*)/
-    [fake_version, { :git => $1, :branch => $2, :require => false }].compact
-  elsif place =~ /^file:\/\/(.*)/
-    ['>= 0', { :path => File.expand_path($1), :require => false }]
-  else
-    [place, { :require => false }]
-  end
-end
-
-
-# We don't put beaker in as a test dependency because we
-# don't want to create a transitive dependency
-group :acceptance_testing do
-  gem "beaker", *location_for(ENV['BEAKER_VERSION'] || '~> 4.0')
-end
-
 group :release do
-  gem 'github_changelog_generator', :require => false
+  gem 'faraday-retry', require: false
+  gem 'github_changelog_generator', require: false
 end
diff --git a/beaker-openstack.gemspec b/beaker-openstack.gemspec
index dca1588..01bcfef 100644
--- a/beaker-openstack.gemspec
+++ b/beaker-openstack.gemspec
@@ -17,6 +17,8 @@ Gem::Specification.new do |s|
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   s.require_paths = ["lib"]
 
+  s.required_ruby_version = '>= 2.7', '< 4'
+
   # Testing dependencies
   s.add_development_dependency 'rspec', '~> 3.0'
   s.add_development_dependency 'rspec-its'
@@ -33,6 +35,5 @@ Gem::Specification.new do |s|
   # Run time dependencies
   s.add_runtime_dependency 'stringify-hash', '~> 0.0.0'
   s.add_runtime_dependency 'fog-openstack', '~> 1.0.0'
-
+  s.add_runtime_dependency 'beaker', '~> 5.6'
 end
-