additional sanity checks on invalid input #5305

Job	Run time
make check (--disable-oldtls --disable-tls13 --enable-psk -disable-rsa --disable-dh -disable-ecc ...	37s
make check (--disable-oldtls --disable-tlsv12 --enable-tls13 --enable-psk -disable-rsa --disable-...	31s
make check (--enable-psk --enable-cert-with-extern-psk --disable-mlkem)	58s
make check (--enable-psk --disable-mlkem C_EXTRA_FLAGS=-DWOLFSSL_STATIC_PSK --disable-rsa --disa...	42s
make check (--enable-psk --disable-mlkem C_EXTRA_FLAGS="-DWOLFSSL_STATIC_PSK -DWOLFSSL_OLDTLS_SH...	55s
	3m 43s

Provide feedback