diff --git a/CHANGELOG.md b/CHANGELOG.md
index d08c177..444f05d 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,6 +1,7 @@
 ## 4.5.3 (unreleased)
 
 - Added support for `OPENSEARCH_URL`
+- Fixed error with `debug` option
 
 ## 4.5.2 (2021-08-05)
 
diff --git a/lib/searchkick/query.rb b/lib/searchkick/query.rb
index 95e6a6f..cfb3c43 100644
--- a/lib/searchkick/query.rb
+++ b/lib/searchkick/query.rb
@@ -110,7 +110,7 @@ module Searchkick
 
       # no easy way to tell which host the client will use
       host =
-        if Elasticsearch::VERSION.to_f >= 7.14
+        if Gem::Version.new(Elasticsearch::VERSION) >= Gem::Version.new("7.14.0")
           Searchkick.client.transport.transport.hosts.first
         else
           Searchkick.client.transport.hosts.first
diff --git a/test/test_helper.rb b/test/test_helper.rb
index a34d501..b34cd0b 100644
--- a/test/test_helper.rb
+++ b/test/test_helper.rb
@@ -12,7 +12,7 @@ ENV["ES_PATH"] ||= "#{ENV["HOME"]}/elasticsearch/#{ENV["ELASTICSEARCH_VERSION"]}
 
 $logger = ActiveSupport::Logger.new(ENV["VERBOSE"] ? STDOUT : nil)
 
-if Elasticsearch::VERSION.to_f >= 7.14
+if Gem::Version.new(Elasticsearch::VERSION) >= Gem::Version.new("7.14.0")
   Searchkick.client.transport.transport.logger = $logger
 else
   Searchkick.client.transport.logger = $logger
--
libgit2 0.21.0