[gssapi-openssh.git] / openssh / auth-rsa.c

/* $OpenBSD: auth-rsa.c,v 1.73 2008/07/02 12:03:51 dtucker Exp $ */
/*
 * Author: Tatu Ylonen <ylo@cs.hut.fi>
 * Copyright (c) 1995 Tatu Ylonen <ylo@cs.hut.fi>, Espoo, Finland
 *                    All rights reserved
 * RSA-based authentication.  This code determines whether to admit a login
 * based on RSA authentication.  This file also contains functions to check
 * validity of the host key.
 *
 * As far as I am concerned, the code I have written for this software
 * can be used freely for any purpose.  Any derived versions of this
 * software must be clearly marked as such, and if the derived work is
 * incompatible with the protocol description in the RFC file, it must be
 * called by a name other than "ssh" or "Secure Shell".
 */

#include "includes.h"

#include <sys/types.h>
#include <sys/stat.h>

#include <openssl/rsa.h>
#include <openssl/md5.h>

#include <pwd.h>
#include <stdio.h>
#include <stdarg.h>
#include <string.h>

#include "xmalloc.h"
#include "rsa.h"
#include "packet.h"
#include "ssh1.h"
#include "uidswap.h"
#include "match.h"
#include "buffer.h"
#include "auth-options.h"
#include "pathnames.h"
#include "log.h"
#include "servconf.h"
#include "key.h"
#include "hostfile.h"
#include "auth.h"
#ifdef GSSAPI
#include "ssh-gss.h"
#endif
#include "monitor_wrap.h"
#include "ssh.h"
#include "misc.h"

/* import */
extern ServerOptions options;

/*
 * Session identifier that is used to bind key exchange and authentication
 * responses to a particular session.
 */
extern u_char session_id[16];

/*
 * The .ssh/authorized_keys file contains public keys, one per line, in the
 * following format:
 *   options bits e n comment
 * where bits, e and n are decimal numbers,
 * and comment is any string of characters up to newline.  The maximum
 * length of a line is SSH_MAX_PUBKEY_BYTES characters.  See sshd(8) for a
 * description of the options.
 */

BIGNUM *
auth_rsa_generate_challenge(Key *key)
{
	BIGNUM *challenge;
	BN_CTX *ctx;

	if ((challenge = BN_new()) == NULL)
		fatal("auth_rsa_generate_challenge: BN_new() failed");
	/* Generate a random challenge. */
	if (BN_rand(challenge, 256, 0, 0) == 0)
		fatal("auth_rsa_generate_challenge: BN_rand failed");
	if ((ctx = BN_CTX_new()) == NULL)
		fatal("auth_rsa_generate_challenge: BN_CTX_new failed");
	if (BN_mod(challenge, challenge, key->rsa->n, ctx) == 0)
		fatal("auth_rsa_generate_challenge: BN_mod failed");
	BN_CTX_free(ctx);

	return challenge;
}

int
auth_rsa_verify_response(Key *key, BIGNUM *challenge, u_char response[16])
{
	u_char buf[32], mdbuf[16];
	MD5_CTX md;
	int len;

	/* don't allow short keys */
	if (BN_num_bits(key->rsa->n) < SSH_RSA_MINIMUM_MODULUS_SIZE) {
		error("auth_rsa_verify_response: RSA modulus too small: %d < minimum %d bits",
		    BN_num_bits(key->rsa->n), SSH_RSA_MINIMUM_MODULUS_SIZE);
		return (0);
	}

	/* The response is MD5 of decrypted challenge plus session id. */
	len = BN_num_bytes(challenge);
	if (len <= 0 || len > 32)
		fatal("auth_rsa_verify_response: bad challenge length %d", len);
	memset(buf, 0, 32);
	BN_bn2bin(challenge, buf + 32 - len);
	MD5_Init(&md);
	MD5_Update(&md, buf, 32);
	MD5_Update(&md, session_id, 16);
	MD5_Final(mdbuf, &md);

	/* Verify that the response is the original challenge. */
	if (memcmp(response, mdbuf, 16) != 0) {
		/* Wrong answer. */
		return (0);
	}
	/* Correct answer. */
	return (1);
}

/*
 * Performs the RSA authentication challenge-response dialog with the client,
 * and returns true (non-zero) if the client gave the correct answer to
 * our challenge; returns zero if the client gives a wrong answer.
 */

int
auth_rsa_challenge_dialog(Key *key)
{
	BIGNUM *challenge, *encrypted_challenge;
	u_char response[16];
	int i, success;

	if ((encrypted_challenge = BN_new()) == NULL)
		fatal("auth_rsa_challenge_dialog: BN_new() failed");

	challenge = PRIVSEP(auth_rsa_generate_challenge(key));

	/* Encrypt the challenge with the public key. */
	rsa_public_encrypt(encrypted_challenge, challenge, key->rsa);

	/* Send the encrypted challenge to the client. */
	packet_start(SSH_SMSG_AUTH_RSA_CHALLENGE);
	packet_put_bignum(encrypted_challenge);
	packet_send();
	BN_clear_free(encrypted_challenge);
	packet_write_wait();

	/* Wait for a response. */
	packet_read_expect(SSH_CMSG_AUTH_RSA_RESPONSE);
	for (i = 0; i < 16; i++)
		response[i] = (u_char)packet_get_char();
	packet_check_eom();

	success = PRIVSEP(auth_rsa_verify_response(key, challenge, response));
	BN_clear_free(challenge);
	return (success);
}

/*
 * check if there's user key matching client_n,
 * return key if login is allowed, NULL otherwise
 */

int
auth_rsa_key_allowed(struct passwd *pw, BIGNUM *client_n, Key **rkey)
{
	char line[SSH_MAX_PUBKEY_BYTES], *file;
	int allowed = 0;
	u_int bits;
	FILE *f;
	u_long linenum = 0;
	Key *key;

	/* Temporarily use the user's uid. */
	temporarily_use_uid(pw);

	/* The authorized keys. */
	file = authorized_keys_file(pw);
	debug("trying public RSA key file %s", file);
	f = auth_openkeyfile(file, pw, options.strict_modes);
	if (!f) {
		xfree(file);
		restore_uid();
		return (0);
	}

	/* Flag indicating whether the key is allowed. */
	allowed = 0;

	key = key_new(KEY_RSA1);

	/*
	 * Go though the accepted keys, looking for the current key.  If
	 * found, perform a challenge-response dialog to verify that the
	 * user really has the corresponding private key.
	 */
	while (read_keyfile_line(f, file, line, sizeof(line), &linenum) != -1) {
		char *cp;
		char *key_options;
		int keybits;

		/* Skip leading whitespace, empty and comment lines. */
		for (cp = line; *cp == ' ' || *cp == '\t'; cp++)
			;
		if (!*cp || *cp == '\n' || *cp == '#')
			continue;

		/*
		 * Check if there are options for this key, and if so,
		 * save their starting address and skip the option part
		 * for now.  If there are no options, set the starting
		 * address to NULL.
		 */
		if (*cp < '0' || *cp > '9') {
			int quoted = 0;
			key_options = cp;
			for (; *cp && (quoted || (*cp != ' ' && *cp != '\t')); cp++) {
				if (*cp == '\\' && cp[1] == '"')
					cp++;	/* Skip both */
				else if (*cp == '"')
					quoted = !quoted;
			}
		} else
			key_options = NULL;

		/* Parse the key from the line. */
		if (hostfile_read_key(&cp, &bits, key) == 0) {
			debug("%.100s, line %lu: non ssh1 key syntax",
			    file, linenum);
			continue;
		}
		/* cp now points to the comment part. */

		/* Check if the we have found the desired key (identified by its modulus). */
		if (BN_cmp(key->rsa->n, client_n) != 0)
			continue;

		/* check the real bits  */
		keybits = BN_num_bits(key->rsa->n);
		if (keybits < 0 || bits != (u_int)keybits)
			logit("Warning: %s, line %lu: keysize mismatch: "
			    "actual %d vs. announced %d.",
			    file, linenum, BN_num_bits(key->rsa->n), bits);

		/* We have found the desired key. */
		/*
		 * If our options do not allow this key to be used,
		 * do not send challenge.
		 */
		if (!auth_parse_options(pw, key_options, file, linenum))
			continue;

		/* break out, this key is allowed */
		allowed = 1;
		break;
	}

	/* Restore the privileged uid. */
	restore_uid();

	/* Close the file. */
	xfree(file);
	fclose(f);

	/* return key if allowed */
	if (allowed && rkey != NULL)
		*rkey = key;
	else
		key_free(key);
	return (allowed);
}

/*
 * Performs the RSA authentication dialog with the client.  This returns
 * 0 if the client could not be authenticated, and 1 if authentication was
 * successful.  This may exit if there is a serious protocol violation.
 */
int
auth_rsa(Authctxt *authctxt, BIGNUM *client_n)
{
	Key *key;
	char *fp;
	struct passwd *pw = authctxt->pw;

	/* no user given */
	if (!authctxt->valid)
		return 0;

	if (!PRIVSEP(auth_rsa_key_allowed(pw, client_n, &key))) {
		auth_clear_options();
		return (0);
	}

	/* Perform the challenge-response dialog for this key. */
	if (!auth_rsa_challenge_dialog(key)) {
		/* Wrong response. */
		verbose("Wrong response to RSA authentication challenge.");
		packet_send_debug("Wrong response to RSA authentication challenge.");
		/*
		 * Break out of the loop. Otherwise we might send
		 * another challenge and break the protocol.
		 */
		key_free(key);
		return (0);
	}
	/*
	 * Correct response.  The client has been successfully
	 * authenticated. Note that we have not yet processed the
	 * options; this will be reset if the options cause the
	 * authentication to be rejected.
	 */
	fp = key_fingerprint(key, SSH_FP_MD5, SSH_FP_HEX);
	verbose("Found matching %s key: %s",
	    key_type(key), fp);
	xfree(fp);
	key_free(key);

	packet_send_debug("RSA authentication accepted.");
	return (1);
}
Commit	Line	Data
22616013	1	/* $OpenBSD: auth-rsa.c,v 1.73 2008/07/02 12:03:51 dtucker Exp $ */
3c0ef626	2	/*
	3	* Author: Tatu Ylonen <ylo@cs.hut.fi>
	4	* Copyright (c) 1995 Tatu Ylonen <ylo@cs.hut.fi>, Espoo, Finland
	5	* All rights reserved
	6	* RSA-based authentication. This code determines whether to admit a login
	7	* based on RSA authentication. This file also contains functions to check
	8	* validity of the host key.
	9	*
	10	* As far as I am concerned, the code I have written for this software
	11	* can be used freely for any purpose. Any derived versions of this
	12	* software must be clearly marked as such, and if the derived work is
	13	* incompatible with the protocol description in the RFC file, it must be
	14	* called by a name other than "ssh" or "Secure Shell".
	15	*/
	16
	17	#include "includes.h"
9108f8d9	18
	19	#include <sys/types.h>
	20	#include <sys/stat.h>
3c0ef626	21
	22	#include <openssl/rsa.h>
	23	#include <openssl/md5.h>
	24
9108f8d9	25	#include <pwd.h>
	26	#include <stdio.h>
	27	#include <stdarg.h>
	28	#include <string.h>
	29
	30	#include "xmalloc.h"
3c0ef626	31	#include "rsa.h"
3c0ef626	32	#include "packet.h"
3c0ef626	33	#include "ssh1.h"
3c0ef626	34	#include "uidswap.h"
3c0ef626	35	#include "match.h"
9108f8d9	36	#include "buffer.h"
3c0ef626	37	#include "auth-options.h"
	38	#include "pathnames.h"
	39	#include "log.h"
	40	#include "servconf.h"
9108f8d9	41	#include "key.h"
e9a17296	42	#include "hostfile.h"
9108f8d9	43	#include "auth.h"
	44	#ifdef GSSAPI
	45	#include "ssh-gss.h"
	46	#endif
700318f3	47	#include "monitor_wrap.h"
700318f3	48	#include "ssh.h"
996d5e62	49	#include "misc.h"
3c0ef626	50
	51	/* import */
	52	extern ServerOptions options;
	53
	54	/*
	55	* Session identifier that is used to bind key exchange and authentication
	56	* responses to a particular session.
	57	*/
	58	extern u_char session_id[16];
	59
	60	/*
	61	* The .ssh/authorized_keys file contains public keys, one per line, in the
	62	* following format:
	63	* options bits e n comment
	64	* where bits, e and n are decimal numbers,
	65	* and comment is any string of characters up to newline. The maximum
996d5e62	66	* length of a line is SSH_MAX_PUBKEY_BYTES characters. See sshd(8) for a
3c0ef626	67	* description of the options.
	68	*/
	69
700318f3	70	BIGNUM *
	71	auth_rsa_generate_challenge(Key *key)
	72	{
	73	BIGNUM *challenge;
	74	BN_CTX *ctx;
	75
	76	if ((challenge = BN_new()) == NULL)
	77	fatal("auth_rsa_generate_challenge: BN_new() failed");
	78	/* Generate a random challenge. */
ff7ec503	79	if (BN_rand(challenge, 256, 0, 0) == 0)
ff7ec503	80	fatal("auth_rsa_generate_challenge: BN_rand failed");
700318f3	81	if ((ctx = BN_CTX_new()) == NULL)
ff7ec503	82	fatal("auth_rsa_generate_challenge: BN_CTX_new failed");
	83	if (BN_mod(challenge, challenge, key->rsa->n, ctx) == 0)
	84	fatal("auth_rsa_generate_challenge: BN_mod failed");
700318f3	85	BN_CTX_free(ctx);
	86
	87	return challenge;
	88	}
	89
	90	int
	91	auth_rsa_verify_response(Key key, BIGNUM challenge, u_char response[16])
	92	{
	93	u_char buf[32], mdbuf[16];
	94	MD5_CTX md;
	95	int len;
	96
	97	/* don't allow short keys */
	98	if (BN_num_bits(key->rsa->n) < SSH_RSA_MINIMUM_MODULUS_SIZE) {
f5799ae1	99	error("auth_rsa_verify_response: RSA modulus too small: %d < minimum %d bits",
f5799ae1	100	BN_num_bits(key->rsa->n), SSH_RSA_MINIMUM_MODULUS_SIZE);
700318f3	101	return (0);
	102	}
	103
	104	/* The response is MD5 of decrypted challenge plus session id. */
	105	len = BN_num_bytes(challenge);
	106	if (len <= 0 \|\| len > 32)
	107	fatal("auth_rsa_verify_response: bad challenge length %d", len);
	108	memset(buf, 0, 32);
	109	BN_bn2bin(challenge, buf + 32 - len);
	110	MD5_Init(&md);
	111	MD5_Update(&md, buf, 32);
	112	MD5_Update(&md, session_id, 16);
	113	MD5_Final(mdbuf, &md);
	114
	115	/* Verify that the response is the original challenge. */
	116	if (memcmp(response, mdbuf, 16) != 0) {
	117	/* Wrong answer. */
	118	return (0);
	119	}
	120	/* Correct answer. */
	121	return (1);
	122	}
	123
3c0ef626	124	/*
	125	* Performs the RSA authentication challenge-response dialog with the client,
	126	* and returns true (non-zero) if the client gave the correct answer to
	127	* our challenge; returns zero if the client gives a wrong answer.
	128	*/
	129
	130	int
700318f3	131	auth_rsa_challenge_dialog(Key *key)
3c0ef626	132	{
3c0ef626	133	BIGNUM challenge, encrypted_challenge;
700318f3	134	u_char response[16];
700318f3	135	int i, success;
3c0ef626	136
e9a17296	137	if ((encrypted_challenge = BN_new()) == NULL)
e9a17296	138	fatal("auth_rsa_challenge_dialog: BN_new() failed");
3c0ef626	139
700318f3	140	challenge = PRIVSEP(auth_rsa_generate_challenge(key));
3c0ef626	141
3c0ef626	142	/* Encrypt the challenge with the public key. */
700318f3	143	rsa_public_encrypt(encrypted_challenge, challenge, key->rsa);
3c0ef626	144
	145	/* Send the encrypted challenge to the client. */
	146	packet_start(SSH_SMSG_AUTH_RSA_CHALLENGE);
	147	packet_put_bignum(encrypted_challenge);
	148	packet_send();
	149	BN_clear_free(encrypted_challenge);
	150	packet_write_wait();
	151
	152	/* Wait for a response. */
e9a17296	153	packet_read_expect(SSH_CMSG_AUTH_RSA_RESPONSE);
3c0ef626	154	for (i = 0; i < 16; i++)
9108f8d9	155	response[i] = (u_char)packet_get_char();
e9a17296	156	packet_check_eom();
3c0ef626	157
700318f3	158	success = PRIVSEP(auth_rsa_verify_response(key, challenge, response));
3c0ef626	159	BN_clear_free(challenge);
700318f3	160	return (success);
3c0ef626	161	}
	162
	163	/*
700318f3	164	* check if there's user key matching client_n,
700318f3	165	* return key if login is allowed, NULL otherwise
3c0ef626	166	*/
	167
	168	int
700318f3	169	auth_rsa_key_allowed(struct passwd pw, BIGNUM client_n, Key **rkey)
3c0ef626	170	{
996d5e62	171	char line[SSH_MAX_PUBKEY_BYTES], *file;
700318f3	172	int allowed = 0;
3c0ef626	173	u_int bits;
	174	FILE *f;
	175	u_long linenum = 0;
e9a17296	176	Key *key;
3c0ef626	177
	178	/* Temporarily use the user's uid. */
	179	temporarily_use_uid(pw);
	180
	181	/* The authorized keys. */
	182	file = authorized_keys_file(pw);
	183	debug("trying public RSA key file %s", file);
22616013	184	f = auth_openkeyfile(file, pw, options.strict_modes);
3c0ef626	185	if (!f) {
3c0ef626	186	xfree(file);
3c0ef626	187	restore_uid();
700318f3	188	return (0);
3c0ef626	189	}
700318f3	190
	191	/* Flag indicating whether the key is allowed. */
	192	allowed = 0;
3c0ef626	193
e9a17296	194	key = key_new(KEY_RSA1);
3c0ef626	195
	196	/*
	197	* Go though the accepted keys, looking for the current key. If
	198	* found, perform a challenge-response dialog to verify that the
	199	* user really has the corresponding private key.
	200	*/
996d5e62	201	while (read_keyfile_line(f, file, line, sizeof(line), &linenum) != -1) {
3c0ef626	202	char *cp;
c9f39d2c	203	char *key_options;
665a873d	204	int keybits;
3c0ef626	205
3c0ef626	206	/* Skip leading whitespace, empty and comment lines. */
	207	for (cp = line; cp == ' ' \|\| cp == '\t'; cp++)
	208	;
	209	if (!cp \|\| cp == '\n' \|\| *cp == '#')
	210	continue;
	211
	212	/*
	213	* Check if there are options for this key, and if so,
	214	* save their starting address and skip the option part
	215	* for now. If there are no options, set the starting
	216	* address to NULL.
	217	*/
	218	if (cp < '0' \|\| cp > '9') {
	219	int quoted = 0;
c9f39d2c	220	key_options = cp;
3c0ef626	221	for (; cp && (quoted \|\| (cp != ' ' && *cp != '\t')); cp++) {
	222	if (*cp == '\\' && cp[1] == '"')
	223	cp++; /* Skip both */
	224	else if (*cp == '"')
	225	quoted = !quoted;
	226	}
	227	} else
c9f39d2c	228	key_options = NULL;
3c0ef626	229
3c0ef626	230	/* Parse the key from the line. */
e9a17296	231	if (hostfile_read_key(&cp, &bits, key) == 0) {
3c0ef626	232	debug("%.100s, line %lu: non ssh1 key syntax",
	233	file, linenum);
	234	continue;
	235	}
	236	/* cp now points to the comment part. */
	237
	238	/* Check if the we have found the desired key (identified by its modulus). */
e9a17296	239	if (BN_cmp(key->rsa->n, client_n) != 0)
3c0ef626	240	continue;
	241
	242	/* check the real bits */
665a873d	243	keybits = BN_num_bits(key->rsa->n);
665a873d	244	if (keybits < 0 \|\| bits != (u_int)keybits)
0fff78ff	245	logit("Warning: %s, line %lu: keysize mismatch: "
3c0ef626	246	"actual %d vs. announced %d.",
e9a17296	247	file, linenum, BN_num_bits(key->rsa->n), bits);
3c0ef626	248
	249	/* We have found the desired key. */
	250	/*
	251	* If our options do not allow this key to be used,
	252	* do not send challenge.
	253	*/
c9f39d2c	254	if (!auth_parse_options(pw, key_options, file, linenum))
3c0ef626	255	continue;
3c0ef626	256
700318f3	257	/* break out, this key is allowed */
700318f3	258	allowed = 1;
3c0ef626	259	break;
	260	}
	261
	262	/* Restore the privileged uid. */
	263	restore_uid();
	264
	265	/* Close the file. */
	266	xfree(file);
	267	fclose(f);
	268
700318f3	269	/* return key if allowed */
	270	if (allowed && rkey != NULL)
	271	*rkey = key;
3c0ef626	272	else
700318f3	273	key_free(key);
	274	return (allowed);
	275	}
	276
	277	/*
	278	* Performs the RSA authentication dialog with the client. This returns
	279	* 0 if the client could not be authenticated, and 1 if authentication was
	280	* successful. This may exit if there is a serious protocol violation.
	281	*/
	282	int
cdd66111	283	auth_rsa(Authctxt authctxt, BIGNUM client_n)
700318f3	284	{
	285	Key *key;
	286	char *fp;
cdd66111	287	struct passwd *pw = authctxt->pw;
700318f3	288
700318f3	289	/* no user given */
cdd66111	290	if (!authctxt->valid)
700318f3	291	return 0;
	292
	293	if (!PRIVSEP(auth_rsa_key_allowed(pw, client_n, &key))) {
3c0ef626	294	auth_clear_options();
700318f3	295	return (0);
	296	}
	297
	298	/* Perform the challenge-response dialog for this key. */
	299	if (!auth_rsa_challenge_dialog(key)) {
	300	/* Wrong response. */
	301	verbose("Wrong response to RSA authentication challenge.");
	302	packet_send_debug("Wrong response to RSA authentication challenge.");
	303	/*
	304	* Break out of the loop. Otherwise we might send
	305	* another challenge and break the protocol.
	306	*/
	307	key_free(key);
	308	return (0);
	309	}
	310	/*
	311	* Correct response. The client has been successfully
	312	* authenticated. Note that we have not yet processed the
	313	* options; this will be reset if the options cause the
	314	* authentication to be rejected.
	315	*/
	316	fp = key_fingerprint(key, SSH_FP_MD5, SSH_FP_HEX);
	317	verbose("Found matching %s key: %s",
	318	key_type(key), fp);
	319	xfree(fp);
	320	key_free(key);
3c0ef626	321
700318f3	322	packet_send_debug("RSA authentication accepted.");
700318f3	323	return (1);
3c0ef626	324	}