diff --git a/lib/algolia/error.rb b/lib/algolia/error.rb
index 0695ee61..49bdad61 100644
--- a/lib/algolia/error.rb
+++ b/lib/algolia/error.rb
@@ -13,6 +13,9 @@ class AlgoliaUnreachableHostError < AlgoliaError
     attr_reader :errors
 
     def initialize(message, errors = [])
+      errors.last&.tap do |last_error|
+        message += " Last error for #{last_error[:host]}: #{last_error[:error]}"
+      end
       super(message)
       @errors = errors
     end
diff --git a/lib/algolia/transport/transport.rb b/lib/algolia/transport/transport.rb
index 7308c47d..6a0a1693 100644
--- a/lib/algolia/transport/transport.rb
+++ b/lib/algolia/transport/transport.rb
@@ -82,7 +82,7 @@ def request(call_type, method, path, body = {}, opts = {})
           end
         end
 
-        raise AlgoliaUnreachableHostError.new("Unreachable hosts. Last error for #{retry_errors.last[:host]}: #{retry_errors.last[:error]}", retry_errors)
+        raise AlgoliaUnreachableHostError.new("Unreachable hosts.", retry_errors)
       end
 
       private