diff options
Diffstat (limited to 'src/lib/libcrypto/rsa/rsa_sign.c')
-rw-r--r-- | src/lib/libcrypto/rsa/rsa_sign.c | 153 |
1 files changed, 93 insertions, 60 deletions
diff --git a/src/lib/libcrypto/rsa/rsa_sign.c b/src/lib/libcrypto/rsa/rsa_sign.c index 1740494a4c..05bb7fb74a 100644 --- a/src/lib/libcrypto/rsa/rsa_sign.c +++ b/src/lib/libcrypto/rsa/rsa_sign.c | |||
@@ -63,59 +63,77 @@ | |||
63 | #include <openssl/objects.h> | 63 | #include <openssl/objects.h> |
64 | #include <openssl/x509.h> | 64 | #include <openssl/x509.h> |
65 | 65 | ||
66 | /* Size of an SSL signature: MD5+SHA1 */ | ||
67 | #define SSL_SIG_LENGTH 36 | ||
68 | |||
66 | int RSA_sign(int type, unsigned char *m, unsigned int m_len, | 69 | int RSA_sign(int type, unsigned char *m, unsigned int m_len, |
67 | unsigned char *sigret, unsigned int *siglen, RSA *rsa) | 70 | unsigned char *sigret, unsigned int *siglen, RSA *rsa) |
68 | { | 71 | { |
69 | X509_SIG sig; | 72 | X509_SIG sig; |
70 | ASN1_TYPE parameter; | 73 | ASN1_TYPE parameter; |
71 | int i,j,ret=1; | 74 | int i,j,ret=1; |
72 | unsigned char *p,*s; | 75 | unsigned char *p,*s = NULL; |
73 | X509_ALGOR algor; | 76 | X509_ALGOR algor; |
74 | ASN1_OCTET_STRING digest; | 77 | ASN1_OCTET_STRING digest; |
75 | 78 | if(rsa->flags & RSA_FLAG_SIGN_VER) | |
76 | sig.algor= &algor; | 79 | return rsa->meth->rsa_sign(type, m, m_len, sigret, siglen, rsa); |
77 | sig.algor->algorithm=OBJ_nid2obj(type); | 80 | /* Special case: SSL signature, just check the length */ |
78 | if (sig.algor->algorithm == NULL) | 81 | if(type == NID_md5_sha1) { |
79 | { | 82 | if(m_len != SSL_SIG_LENGTH) { |
80 | RSAerr(RSA_F_RSA_SIGN,RSA_R_UNKNOWN_ALGORITHM_TYPE); | 83 | RSAerr(RSA_F_RSA_SIGN,RSA_R_INVALID_MESSAGE_LENGTH); |
81 | return(0); | 84 | return(0); |
82 | } | ||
83 | if (sig.algor->algorithm->length == 0) | ||
84 | { | ||
85 | RSAerr(RSA_F_RSA_SIGN,RSA_R_THE_ASN1_OBJECT_IDENTIFIER_IS_NOT_KNOWN_FOR_THIS_MD); | ||
86 | return(0); | ||
87 | } | 85 | } |
88 | parameter.type=V_ASN1_NULL; | 86 | i = SSL_SIG_LENGTH; |
89 | parameter.value.ptr=NULL; | 87 | s = m; |
90 | sig.algor->parameter= ¶meter; | 88 | } else { |
89 | sig.algor= &algor; | ||
90 | sig.algor->algorithm=OBJ_nid2obj(type); | ||
91 | if (sig.algor->algorithm == NULL) | ||
92 | { | ||
93 | RSAerr(RSA_F_RSA_SIGN,RSA_R_UNKNOWN_ALGORITHM_TYPE); | ||
94 | return(0); | ||
95 | } | ||
96 | if (sig.algor->algorithm->length == 0) | ||
97 | { | ||
98 | RSAerr(RSA_F_RSA_SIGN,RSA_R_THE_ASN1_OBJECT_IDENTIFIER_IS_NOT_KNOWN_FOR_THIS_MD); | ||
99 | return(0); | ||
100 | } | ||
101 | parameter.type=V_ASN1_NULL; | ||
102 | parameter.value.ptr=NULL; | ||
103 | sig.algor->parameter= ¶meter; | ||
91 | 104 | ||
92 | sig.digest= &digest; | 105 | sig.digest= &digest; |
93 | sig.digest->data=m; | 106 | sig.digest->data=m; |
94 | sig.digest->length=m_len; | 107 | sig.digest->length=m_len; |
95 | 108 | ||
96 | i=i2d_X509_SIG(&sig,NULL); | 109 | i=i2d_X509_SIG(&sig,NULL); |
110 | } | ||
97 | j=RSA_size(rsa); | 111 | j=RSA_size(rsa); |
98 | if ((i-RSA_PKCS1_PADDING) > j) | 112 | if ((i-RSA_PKCS1_PADDING) > j) |
99 | { | 113 | { |
100 | RSAerr(RSA_F_RSA_SIGN,RSA_R_DIGEST_TOO_BIG_FOR_RSA_KEY); | 114 | RSAerr(RSA_F_RSA_SIGN,RSA_R_DIGEST_TOO_BIG_FOR_RSA_KEY); |
101 | return(0); | 115 | return(0); |
102 | } | 116 | } |
103 | s=(unsigned char *)Malloc((unsigned int)j+1); | 117 | if(type != NID_md5_sha1) { |
104 | if (s == NULL) | 118 | s=(unsigned char *)Malloc((unsigned int)j+1); |
105 | { | 119 | if (s == NULL) |
106 | RSAerr(RSA_F_RSA_SIGN,ERR_R_MALLOC_FAILURE); | 120 | { |
107 | return(0); | 121 | RSAerr(RSA_F_RSA_SIGN,ERR_R_MALLOC_FAILURE); |
108 | } | 122 | return(0); |
109 | p=s; | 123 | } |
110 | i2d_X509_SIG(&sig,&p); | 124 | p=s; |
125 | i2d_X509_SIG(&sig,&p); | ||
126 | } | ||
111 | i=RSA_private_encrypt(i,s,sigret,rsa,RSA_PKCS1_PADDING); | 127 | i=RSA_private_encrypt(i,s,sigret,rsa,RSA_PKCS1_PADDING); |
112 | if (i <= 0) | 128 | if (i <= 0) |
113 | ret=0; | 129 | ret=0; |
114 | else | 130 | else |
115 | *siglen=i; | 131 | *siglen=i; |
116 | 132 | ||
117 | memset(s,0,(unsigned int)j+1); | 133 | if(type != NID_md5_sha1) { |
118 | Free(s); | 134 | memset(s,0,(unsigned int)j+1); |
135 | Free(s); | ||
136 | } | ||
119 | return(ret); | 137 | return(ret); |
120 | } | 138 | } |
121 | 139 | ||
@@ -132,53 +150,68 @@ int RSA_verify(int dtype, unsigned char *m, unsigned int m_len, | |||
132 | return(0); | 150 | return(0); |
133 | } | 151 | } |
134 | 152 | ||
153 | if(rsa->flags & RSA_FLAG_SIGN_VER) | ||
154 | return rsa->meth->rsa_verify(dtype, m, m_len, sigbuf, siglen, rsa); | ||
155 | |||
135 | s=(unsigned char *)Malloc((unsigned int)siglen); | 156 | s=(unsigned char *)Malloc((unsigned int)siglen); |
136 | if (s == NULL) | 157 | if (s == NULL) |
137 | { | 158 | { |
138 | RSAerr(RSA_F_RSA_VERIFY,ERR_R_MALLOC_FAILURE); | 159 | RSAerr(RSA_F_RSA_VERIFY,ERR_R_MALLOC_FAILURE); |
139 | goto err; | 160 | goto err; |
140 | } | 161 | } |
162 | if((dtype == NID_md5_sha1) && (m_len != SSL_SIG_LENGTH) ) { | ||
163 | RSAerr(RSA_F_RSA_VERIFY,RSA_R_INVALID_MESSAGE_LENGTH); | ||
164 | return(0); | ||
165 | } | ||
141 | i=RSA_public_decrypt((int)siglen,sigbuf,s,rsa,RSA_PKCS1_PADDING); | 166 | i=RSA_public_decrypt((int)siglen,sigbuf,s,rsa,RSA_PKCS1_PADDING); |
142 | 167 | ||
143 | if (i <= 0) goto err; | 168 | if (i <= 0) goto err; |
144 | 169 | ||
145 | p=s; | 170 | /* Special case: SSL signature */ |
146 | sig=d2i_X509_SIG(NULL,&p,(long)i); | 171 | if(dtype == NID_md5_sha1) { |
172 | if((i != SSL_SIG_LENGTH) || memcmp(s, m, SSL_SIG_LENGTH)) | ||
173 | RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE); | ||
174 | else ret = 1; | ||
175 | } else { | ||
176 | p=s; | ||
177 | sig=d2i_X509_SIG(NULL,&p,(long)i); | ||
147 | 178 | ||
148 | if (sig == NULL) goto err; | 179 | if (sig == NULL) goto err; |
149 | sigtype=OBJ_obj2nid(sig->algor->algorithm); | 180 | sigtype=OBJ_obj2nid(sig->algor->algorithm); |
150 | 181 | ||
151 | 182 | ||
152 | #ifdef RSA_DEBUG | 183 | #ifdef RSA_DEBUG |
153 | /* put a backward compatability flag in EAY */ | 184 | /* put a backward compatibility flag in EAY */ |
154 | fprintf(stderr,"in(%s) expect(%s)\n",OBJ_nid2ln(sigtype), | 185 | fprintf(stderr,"in(%s) expect(%s)\n",OBJ_nid2ln(sigtype), |
155 | OBJ_nid2ln(dtype)); | 186 | OBJ_nid2ln(dtype)); |
156 | #endif | 187 | #endif |
157 | if (sigtype != dtype) | 188 | if (sigtype != dtype) |
158 | { | ||
159 | if (((dtype == NID_md5) && | ||
160 | (sigtype == NID_md5WithRSAEncryption)) || | ||
161 | ((dtype == NID_md2) && | ||
162 | (sigtype == NID_md2WithRSAEncryption))) | ||
163 | { | 189 | { |
164 | /* ok, we will let it through */ | 190 | if (((dtype == NID_md5) && |
165 | #if !defined(NO_STDIO) && !defined(WIN16) | 191 | (sigtype == NID_md5WithRSAEncryption)) || |
166 | fprintf(stderr,"signature has problems, re-make with post SSLeay045\n"); | 192 | ((dtype == NID_md2) && |
167 | #endif | 193 | (sigtype == NID_md2WithRSAEncryption))) |
194 | { | ||
195 | /* ok, we will let it through */ | ||
196 | #if !defined(NO_STDIO) && !defined(WIN16) | ||
197 | fprintf(stderr,"signature has problems, re-make with post SSLeay045\n"); | ||
198 | #endif | ||
199 | } | ||
200 | else | ||
201 | { | ||
202 | RSAerr(RSA_F_RSA_VERIFY, | ||
203 | RSA_R_ALGORITHM_MISMATCH); | ||
204 | goto err; | ||
205 | } | ||
168 | } | 206 | } |
169 | else | 207 | if ( ((unsigned int)sig->digest->length != m_len) || |
208 | (memcmp(m,sig->digest->data,m_len) != 0)) | ||
170 | { | 209 | { |
171 | RSAerr(RSA_F_RSA_VERIFY,RSA_R_ALGORITHM_MISMATCH); | 210 | RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE); |
172 | goto err; | ||
173 | } | 211 | } |
174 | } | 212 | else |
175 | if ( ((unsigned int)sig->digest->length != m_len) || | 213 | ret=1; |
176 | (memcmp(m,sig->digest->data,m_len) != 0)) | 214 | } |
177 | { | ||
178 | RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE); | ||
179 | } | ||
180 | else | ||
181 | ret=1; | ||
182 | err: | 215 | err: |
183 | if (sig != NULL) X509_SIG_free(sig); | 216 | if (sig != NULL) X509_SIG_free(sig); |
184 | memset(s,0,(unsigned int)siglen); | 217 | memset(s,0,(unsigned int)siglen); |