diff --git a/lib/kamal/sshkit_with_ext.rb b/lib/kamal/sshkit_with_ext.rb
index f0cdf8c8..e0c62c3a 100644
--- a/lib/kamal/sshkit_with_ext.rb
+++ b/lib/kamal/sshkit_with_ext.rb
@@ -80,8 +80,7 @@ class SSHKit::Backend::Netssh
   module LimitConcurrentStartsInstance
     private
       def with_ssh(&block)
-        host.ssh_options = (host.ssh_options || {}).merge({ port: host.port, user: host.user }.compact)
-        host.ssh_options = self.class.config.ssh_options.merge(host.ssh_options)
+        host.ssh_options = self.class.config.ssh_options.merge(host.ssh_options || {})
         self.class.pool.with(
           method(:start_with_concurrency_limit),
           String(host.hostname),