diff --git a/src/packet_cb.c b/src/packet_cb.c
index 4107f75f..c53ef1d6 100644
--- a/src/packet_cb.c
+++ b/src/packet_cb.c
@@ -161,6 +161,9 @@ SSH_PACKET_CALLBACK(ssh_packet_newkeys){
                                   session->next_crypto->digest_len);
     SSH_SIGNATURE_FREE(sig);
     if (rc == SSH_ERROR) {
+      ssh_set_error(session,
+                    SSH_FATAL,
+                    "Failed to verify server hostkey signature");
       goto error;
     }
     SSH_LOG(SSH_LOG_DEBUG,"Signature verified and valid");