diff --git a/packages/openssh/build.sh b/packages/openssh/build.sh
index 4bfedb2963..5070c07dd4 100644
--- a/packages/openssh/build.sh
+++ b/packages/openssh/build.sh
@@ -69,6 +69,8 @@ termux_step_post_configure() {
 	# We need to remove this file before installing, since otherwise the
 	# install leaves it alone which means no updated timestamps.
 	rm -f $TERMUX_PREFIX/etc/ssh/moduli
+	rm -f $TERMUX_PREFIX/etc/ssh/ssh_config
+	rm -f $TERMUX_PREFIX/etc/ssh/sshd_config
 }
 
 termux_step_post_make_install() {