diff --git a/ci/test.sh b/ci/test.sh
index 9a24398ca..8c411b65f 100755
--- a/ci/test.sh
+++ b/ci/test.sh
@@ -199,6 +199,8 @@ if [ -z "$SKIP_SSH_TESTS" ]; then
 	PubkeyAuthentication yes
 	ChallengeResponseAuthentication no
 	StrictModes no
+	HostCertificate ${SSHD_DIR}/id_rsa.pub
+	HostKey ${SSHD_DIR}/id_rsa
 	# Required here as sshd will simply close connection otherwise
 	UsePAM no
 	EOF