diff --git a/.travis.yml b/.travis.yml
index 3524135..2edc8ab 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -10,12 +10,9 @@ rvm:
   - "2.7"
   - "2.6"
   - "2.5"
-  - "2.4"
 gemfile:
   - gemfiles/Gemfile.rails-6.0.x
   - gemfiles/Gemfile.rails-5.2.x
-  - gemfiles/Gemfile.rails-5.1.x
-  - gemfiles/Gemfile.rails-5.0.x
 env:
   - TEST_TASK=spec
 matrix:
@@ -23,9 +20,6 @@ matrix:
     - rvm: ruby-head
   include:
     - { rvm: "2.6",   gemfile: "Gemfile", env: [TEST_TASK=rubocop] }
-  exclude:
-    # Rails > 5 not on MRI 2.4+
-    - { rvm: "2.4",   gemfile: "gemfiles/Gemfile.rails-6.0.x" }
 addons:
   apt:
     packages:
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 65646a5..8d4e372 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -5,6 +5,8 @@ For the full commit log, [see here](https://github.com/influxdata/influxdb-rails
 ## v1.0.1.beta2
 - Implement [`deliver.action_mailer`](https://guides.rubyonrails.org/active_support_instrumentation.html#deliver-action-mailer) subscriber
 - Add missing Active Job documentation
+- Drop support for Ruby 2.4
+- Drop support for Rails < 5.2
 
 ## v1.0.1.beta1, released 2020-08-21
 - Drop support for Ruby 2.3
diff --git a/gemfiles/Gemfile.rails-5.0.x b/gemfiles/Gemfile.rails-5.0.x
deleted file mode 100644
index cca77eb..0000000
--- a/gemfiles/Gemfile.rails-5.0.x
+++ /dev/null
@@ -1,9 +0,0 @@
-source "https://rubygems.org"
-
-gem 'actionpack', '~> 5.0.0'
-gem 'activesupport', '~> 5.0.0'
-gem 'activemodel', '~> 5.0.0'
-gem 'sqlite3', '1.3.13'
-
-
-gemspec :path => '../'
diff --git a/gemfiles/Gemfile.rails-5.1.x b/gemfiles/Gemfile.rails-5.1.x
deleted file mode 100644
index 167e894..0000000
--- a/gemfiles/Gemfile.rails-5.1.x
+++ /dev/null
@@ -1,7 +0,0 @@
-source "https://rubygems.org"
-
-gem 'actionpack', '~> 5.1.0'
-gem 'activesupport', '~> 5.1.0'
-gem 'activemodel', '~> 5.1.0'
-
-gemspec :path => '../'