diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 546b55d..75eadb7 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -18,6 +18,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
+        # TODO: we should test only supported versions: https://endoflife.date/ruby
         ruby-version: [ '2.7', '3.0', '3.1', '3.2', '3.3', 'head' ]
 
     steps:
diff --git a/Appraisals b/Appraisals
index fafa614..036e018 100644
--- a/Appraisals
+++ b/Appraisals
@@ -31,10 +31,12 @@ appraise "rails-7.0" do
   gem "activesupport", "~> 7.0.x"
 end
 
-appraise "rails-7.1" do
-  gem "activesupport", "~> 7.1.x"
-end
-
-appraise "rails-7.2" do
-  gem "activesupport", "~> 7.2.x"
-end
+if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new("3.1")
+  appraise "rails-7.1", do
+    gem "activesupport", "~> 7.1.x"
+  end
+
+  appraise "rails-7.2" do
+    gem "activesupport", "~> 7.2.x"
+  end
+end
\ No newline at end of file
diff --git a/Gemfile b/Gemfile
index 4bd98d1..c0429c6 100644
--- a/Gemfile
+++ b/Gemfile
@@ -5,5 +5,9 @@ gemspec
 
 gem "gem-release"
 gem "simplecov_json_formatter"
-gem "sqlite3"
-gem "amazing_print"
+
+if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new("3.0")
+  gem "sqlite3"
+else
+  gem "sqlite3", "~> 1.4.0"
+end