diff --git a/.github/workflows/release-rubygem.yml b/.github/workflows/release-rubygem.yml
index 0314b2b2..8bc4f28d 100644
--- a/.github/workflows/release-rubygem.yml
+++ b/.github/workflows/release-rubygem.yml
@@ -13,7 +13,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: ruby/setup-ruby@v1
         with:
-          ruby-version: '3.2'
+          ruby-version: '3.4'
           bundler-cache: true
       - uses: cucumber/action-publish-rubygem@v1.0.0
         with:
diff --git a/.github/workflows/test-ruby.yml b/.github/workflows/test-ruby.yml
index 3ce9bfa6..5b29e948 100644
--- a/.github/workflows/test-ruby.yml
+++ b/.github/workflows/test-ruby.yml
@@ -17,12 +17,12 @@ jobs:
       matrix:
         os:
           - ubuntu-latest
-        ruby: ['2.5', '2.6', '2.7', '3.0', '3.1', '3.2']
+        ruby: ['2.5', '2.6', '2.7', '3.0', '3.1', '3.2', '3.3', '3.4']
         include:
           - os: windows-latest
-            ruby: '3.2'
+            ruby: '3.3'
           - os: macos-latest
-            ruby: '3.2'
+            ruby: '3.3'
     steps:
     - uses: actions/checkout@v4
     - uses: ruby/setup-ruby@v1
diff --git a/CHANGELOG.md b/CHANGELOG.md
index a7076792..fd6c4a05 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -6,6 +6,8 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
 ## [Unreleased]
+### Added
+- [Ruby] Support the testing in CI on later rubies ([#185](https://github.com/cucumber/tag-expressions/pull/185))
 
 ## [6.1.1] - 2024-10-28
 ### Changed
diff --git a/ruby/cucumber-tag-expressions.gemspec b/ruby/cucumber-tag-expressions.gemspec
index 19c297a2..d5fb3a35 100644
--- a/ruby/cucumber-tag-expressions.gemspec
+++ b/ruby/cucumber-tag-expressions.gemspec
@@ -23,16 +23,11 @@ Gem::Specification.new do |s|
     'source_code_uri' => 'https://github.com/cucumber/tag-expressions/tree/main/ruby'
   }
 
-  s.add_development_dependency 'rake', '~> 13.0', '>= 13.0.6'
+  s.add_development_dependency 'rake', '~> 13.1'
   s.add_development_dependency 'rspec', '~> 3.11'
   s.add_development_dependency 'rubocop', '~> 0.79.0'
 
-  s.files = Dir[
-    'README.md',
-    'LICENSE',
-    'lib/**/*'
-  ]
-  s.test_files       = Dir['spec/**/*']
+  s.files = Dir['README.md', 'LICENSE', 'lib/**/*']
   s.rdoc_options     = ['--charset=UTF-8']
   s.require_path     = 'lib'
 end