diff --git a/src/Downloader.php b/src/Downloader.php
index 444932c..b6d3791 100644
--- a/src/Downloader.php
+++ b/src/Downloader.php
@@ -192,8 +192,8 @@ protected function fetchCertificates(string $hostName): array
 
         if (! $client) {
             $clientErrorMessage = ($this->usingIpAddress)
-                ? "Could not connect to `{$connectTo}` or it does not have a certificate matching `{$hostName}`."
-                : "Could not connect to `{$connectTo}`.";
+                ? "Could not connect to `{$connectTo}:{$this->port}` or it does not have a certificate matching `{$hostName}`."
+                : "Could not connect to `{$connectTo}:{$this->port}`.";
 
             throw CouldNotDownloadCertificate::unknownError($hostName, $clientErrorMessage);
         }