bn_lcl.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538
  1. /* crypto/bn/bn_lcl.h */
  2. /* Copyright (C) 1995-1998 Eric Young ([email protected])
  3. * All rights reserved.
  4. *
  5. * This package is an SSL implementation written
  6. * by Eric Young ([email protected]).
  7. * The implementation was written so as to conform with Netscapes SSL.
  8. *
  9. * This library is free for commercial and non-commercial use as long as
  10. * the following conditions are aheared to. The following conditions
  11. * apply to all code found in this distribution, be it the RC4, RSA,
  12. * lhash, DES, etc., code; not just the SSL code. The SSL documentation
  13. * included with this distribution is covered by the same copyright terms
  14. * except that the holder is Tim Hudson ([email protected]).
  15. *
  16. * Copyright remains Eric Young's, and as such any Copyright notices in
  17. * the code are not to be removed.
  18. * If this package is used in a product, Eric Young should be given attribution
  19. * as the author of the parts of the library used.
  20. * This can be in the form of a textual message at program startup or
  21. * in documentation (online or textual) provided with the package.
  22. *
  23. * Redistribution and use in source and binary forms, with or without
  24. * modification, are permitted provided that the following conditions
  25. * are met:
  26. * 1. Redistributions of source code must retain the copyright
  27. * notice, this list of conditions and the following disclaimer.
  28. * 2. Redistributions in binary form must reproduce the above copyright
  29. * notice, this list of conditions and the following disclaimer in the
  30. * documentation and/or other materials provided with the distribution.
  31. * 3. All advertising materials mentioning features or use of this software
  32. * must display the following acknowledgement:
  33. * "This product includes cryptographic software written by
  34. * Eric Young ([email protected])"
  35. * The word 'cryptographic' can be left out if the rouines from the library
  36. * being used are not cryptographic related :-).
  37. * 4. If you include any Windows specific code (or a derivative thereof) from
  38. * the apps directory (application code) you must include an acknowledgement:
  39. * "This product includes software written by Tim Hudson ([email protected])"
  40. *
  41. * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
  42. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  43. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  44. * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  45. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  46. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  47. * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  48. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  49. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  50. * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  51. * SUCH DAMAGE.
  52. *
  53. * The licence and distribution terms for any publically available version or
  54. * derivative of this code cannot be changed. i.e. this code cannot simply be
  55. * copied and put under another distribution licence
  56. * [including the GNU Public Licence.]
  57. */
  58. /* ====================================================================
  59. * Copyright (c) 1998-2018 The OpenSSL Project. All rights reserved.
  60. *
  61. * Redistribution and use in source and binary forms, with or without
  62. * modification, are permitted provided that the following conditions
  63. * are met:
  64. *
  65. * 1. Redistributions of source code must retain the above copyright
  66. * notice, this list of conditions and the following disclaimer.
  67. *
  68. * 2. Redistributions in binary form must reproduce the above copyright
  69. * notice, this list of conditions and the following disclaimer in
  70. * the documentation and/or other materials provided with the
  71. * distribution.
  72. *
  73. * 3. All advertising materials mentioning features or use of this
  74. * software must display the following acknowledgment:
  75. * "This product includes software developed by the OpenSSL Project
  76. * for use in the OpenSSL Toolkit. (http://www.openssl.org/)"
  77. *
  78. * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
  79. * endorse or promote products derived from this software without
  80. * prior written permission. For written permission, please contact
  81. * [email protected].
  82. *
  83. * 5. Products derived from this software may not be called "OpenSSL"
  84. * nor may "OpenSSL" appear in their names without prior written
  85. * permission of the OpenSSL Project.
  86. *
  87. * 6. Redistributions of any form whatsoever must retain the following
  88. * acknowledgment:
  89. * "This product includes software developed by the OpenSSL Project
  90. * for use in the OpenSSL Toolkit (http://www.openssl.org/)"
  91. *
  92. * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
  93. * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  94. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  95. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE OpenSSL PROJECT OR
  96. * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  97. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  98. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  99. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  100. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  101. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  102. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
  103. * OF THE POSSIBILITY OF SUCH DAMAGE.
  104. * ====================================================================
  105. *
  106. * This product includes cryptographic software written by Eric Young
  107. * ([email protected]). This product includes software written by Tim
  108. * Hudson ([email protected]).
  109. *
  110. */
  111. #ifndef HEADER_BN_LCL_H
  112. # define HEADER_BN_LCL_H
  113. # include <openssl/bn.h>
  114. # include "bn_int.h"
  115. #ifdef __cplusplus
  116. extern "C" {
  117. #endif
  118. /*-
  119. * BN_window_bits_for_exponent_size -- macro for sliding window mod_exp functions
  120. *
  121. *
  122. * For window size 'w' (w >= 2) and a random 'b' bits exponent,
  123. * the number of multiplications is a constant plus on average
  124. *
  125. * 2^(w-1) + (b-w)/(w+1);
  126. *
  127. * here 2^(w-1) is for precomputing the table (we actually need
  128. * entries only for windows that have the lowest bit set), and
  129. * (b-w)/(w+1) is an approximation for the expected number of
  130. * w-bit windows, not counting the first one.
  131. *
  132. * Thus we should use
  133. *
  134. * w >= 6 if b > 671
  135. * w = 5 if 671 > b > 239
  136. * w = 4 if 239 > b > 79
  137. * w = 3 if 79 > b > 23
  138. * w <= 2 if 23 > b
  139. *
  140. * (with draws in between). Very small exponents are often selected
  141. * with low Hamming weight, so we use w = 1 for b <= 23.
  142. */
  143. # if 1
  144. # define BN_window_bits_for_exponent_size(b) \
  145. ((b) > 671 ? 6 : \
  146. (b) > 239 ? 5 : \
  147. (b) > 79 ? 4 : \
  148. (b) > 23 ? 3 : 1)
  149. # else
  150. /*
  151. * Old SSLeay/OpenSSL table. Maximum window size was 5, so this table differs
  152. * for b==1024; but it coincides for other interesting values (b==160,
  153. * b==512).
  154. */
  155. # define BN_window_bits_for_exponent_size(b) \
  156. ((b) > 255 ? 5 : \
  157. (b) > 127 ? 4 : \
  158. (b) > 17 ? 3 : 1)
  159. # endif
  160. /*
  161. * BN_mod_exp_mont_conttime is based on the assumption that the L1 data cache
  162. * line width of the target processor is at least the following value.
  163. */
  164. # define MOD_EXP_CTIME_MIN_CACHE_LINE_WIDTH ( 64 )
  165. # define MOD_EXP_CTIME_MIN_CACHE_LINE_MASK (MOD_EXP_CTIME_MIN_CACHE_LINE_WIDTH - 1)
  166. /*
  167. * Window sizes optimized for fixed window size modular exponentiation
  168. * algorithm (BN_mod_exp_mont_consttime). To achieve the security goals of
  169. * BN_mode_exp_mont_consttime, the maximum size of the window must not exceed
  170. * log_2(MOD_EXP_CTIME_MIN_CACHE_LINE_WIDTH). Window size thresholds are
  171. * defined for cache line sizes of 32 and 64, cache line sizes where
  172. * log_2(32)=5 and log_2(64)=6 respectively. A window size of 7 should only be
  173. * used on processors that have a 128 byte or greater cache line size.
  174. */
  175. # if MOD_EXP_CTIME_MIN_CACHE_LINE_WIDTH == 64
  176. # define BN_window_bits_for_ctime_exponent_size(b) \
  177. ((b) > 937 ? 6 : \
  178. (b) > 306 ? 5 : \
  179. (b) > 89 ? 4 : \
  180. (b) > 22 ? 3 : 1)
  181. # define BN_MAX_WINDOW_BITS_FOR_CTIME_EXPONENT_SIZE (6)
  182. # elif MOD_EXP_CTIME_MIN_CACHE_LINE_WIDTH == 32
  183. # define BN_window_bits_for_ctime_exponent_size(b) \
  184. ((b) > 306 ? 5 : \
  185. (b) > 89 ? 4 : \
  186. (b) > 22 ? 3 : 1)
  187. # define BN_MAX_WINDOW_BITS_FOR_CTIME_EXPONENT_SIZE (5)
  188. # endif
  189. /* Pentium pro 16,16,16,32,64 */
  190. /* Alpha 16,16,16,16.64 */
  191. # define BN_MULL_SIZE_NORMAL (16)/* 32 */
  192. # define BN_MUL_RECURSIVE_SIZE_NORMAL (16)/* 32 less than */
  193. # define BN_SQR_RECURSIVE_SIZE_NORMAL (16)/* 32 */
  194. # define BN_MUL_LOW_RECURSIVE_SIZE_NORMAL (32)/* 32 */
  195. # define BN_MONT_CTX_SET_SIZE_WORD (64)/* 32 */
  196. /*
  197. * 2011-02-22 SMS. In various places, a size_t variable or a type cast to
  198. * size_t was used to perform integer-only operations on pointers. This
  199. * failed on VMS with 64-bit pointers (CC /POINTER_SIZE = 64) because size_t
  200. * is still only 32 bits. What's needed in these cases is an integer type
  201. * with the same size as a pointer, which size_t is not certain to be. The
  202. * only fix here is VMS-specific.
  203. */
  204. # if defined(OPENSSL_SYS_VMS)
  205. # if __INITIAL_POINTER_SIZE == 64
  206. # define PTR_SIZE_INT long long
  207. # else /* __INITIAL_POINTER_SIZE == 64 */
  208. # define PTR_SIZE_INT int
  209. # endif /* __INITIAL_POINTER_SIZE == 64 [else] */
  210. # elif !defined(PTR_SIZE_INT) /* defined(OPENSSL_SYS_VMS) */
  211. # define PTR_SIZE_INT size_t
  212. # endif /* defined(OPENSSL_SYS_VMS) [else] */
  213. # if !defined(OPENSSL_NO_ASM) && !defined(OPENSSL_NO_INLINE_ASM) && !defined(PEDANTIC)
  214. /*
  215. * BN_UMULT_HIGH section.
  216. *
  217. * No, I'm not trying to overwhelm you when stating that the
  218. * product of N-bit numbers is 2*N bits wide:-) No, I don't expect
  219. * you to be impressed when I say that if the compiler doesn't
  220. * support 2*N integer type, then you have to replace every N*N
  221. * multiplication with 4 (N/2)*(N/2) accompanied by some shifts
  222. * and additions which unavoidably results in severe performance
  223. * penalties. Of course provided that the hardware is capable of
  224. * producing 2*N result... That's when you normally start
  225. * considering assembler implementation. However! It should be
  226. * pointed out that some CPUs (most notably Alpha, PowerPC and
  227. * upcoming IA-64 family:-) provide *separate* instruction
  228. * calculating the upper half of the product placing the result
  229. * into a general purpose register. Now *if* the compiler supports
  230. * inline assembler, then it's not impossible to implement the
  231. * "bignum" routines (and have the compiler optimize 'em)
  232. * exhibiting "native" performance in C. That's what BN_UMULT_HIGH
  233. * macro is about:-)
  234. *
  235. * <[email protected]>
  236. */
  237. # if defined(__alpha) && (defined(SIXTY_FOUR_BIT_LONG) || defined(SIXTY_FOUR_BIT))
  238. # if defined(__DECC)
  239. # include <c_asm.h>
  240. # define BN_UMULT_HIGH(a,b) (BN_ULONG)asm("umulh %a0,%a1,%v0",(a),(b))
  241. # elif defined(__GNUC__) && __GNUC__>=2
  242. # define BN_UMULT_HIGH(a,b) ({ \
  243. register BN_ULONG ret; \
  244. asm ("umulh %1,%2,%0" \
  245. : "=r"(ret) \
  246. : "r"(a), "r"(b)); \
  247. ret; })
  248. # endif /* compiler */
  249. # elif defined(_ARCH_PPC) && defined(__64BIT__) && defined(SIXTY_FOUR_BIT_LONG)
  250. # if defined(__GNUC__) && __GNUC__>=2
  251. # define BN_UMULT_HIGH(a,b) ({ \
  252. register BN_ULONG ret; \
  253. asm ("mulhdu %0,%1,%2" \
  254. : "=r"(ret) \
  255. : "r"(a), "r"(b)); \
  256. ret; })
  257. # endif /* compiler */
  258. # elif (defined(__x86_64) || defined(__x86_64__)) && \
  259. (defined(SIXTY_FOUR_BIT_LONG) || defined(SIXTY_FOUR_BIT))
  260. # if defined(__GNUC__) && __GNUC__>=2
  261. # define BN_UMULT_HIGH(a,b) ({ \
  262. register BN_ULONG ret,discard; \
  263. asm ("mulq %3" \
  264. : "=a"(discard),"=d"(ret) \
  265. : "a"(a), "g"(b) \
  266. : "cc"); \
  267. ret; })
  268. # define BN_UMULT_LOHI(low,high,a,b) \
  269. asm ("mulq %3" \
  270. : "=a"(low),"=d"(high) \
  271. : "a"(a),"g"(b) \
  272. : "cc");
  273. # endif
  274. # elif (defined(_M_AMD64) || defined(_M_X64)) && defined(SIXTY_FOUR_BIT)
  275. # if defined(_MSC_VER) && _MSC_VER>=1400
  276. unsigned __int64 __umulh(unsigned __int64 a, unsigned __int64 b);
  277. unsigned __int64 _umul128(unsigned __int64 a, unsigned __int64 b,
  278. unsigned __int64 *h);
  279. # pragma intrinsic(__umulh,_umul128)
  280. # define BN_UMULT_HIGH(a,b) __umulh((a),(b))
  281. # define BN_UMULT_LOHI(low,high,a,b) ((low)=_umul128((a),(b),&(high)))
  282. # endif
  283. # elif defined(__mips) && (defined(SIXTY_FOUR_BIT) || defined(SIXTY_FOUR_BIT_LONG))
  284. # if defined(__GNUC__) && __GNUC__>=2
  285. # if __GNUC__>4 || (__GNUC__>=4 && __GNUC_MINOR__>=4)
  286. /* "h" constraint is no more since 4.4 */
  287. # define BN_UMULT_HIGH(a,b) (((__uint128_t)(a)*(b))>>64)
  288. # define BN_UMULT_LOHI(low,high,a,b) ({ \
  289. __uint128_t ret=(__uint128_t)(a)*(b); \
  290. (high)=ret>>64; (low)=ret; })
  291. # else
  292. # define BN_UMULT_HIGH(a,b) ({ \
  293. register BN_ULONG ret; \
  294. asm ("dmultu %1,%2" \
  295. : "=h"(ret) \
  296. : "r"(a), "r"(b) : "l"); \
  297. ret; })
  298. # define BN_UMULT_LOHI(low,high,a,b)\
  299. asm ("dmultu %2,%3" \
  300. : "=l"(low),"=h"(high) \
  301. : "r"(a), "r"(b));
  302. # endif
  303. # endif
  304. # elif defined(__aarch64__) && defined(SIXTY_FOUR_BIT_LONG)
  305. # if defined(__GNUC__) && __GNUC__>=2
  306. # define BN_UMULT_HIGH(a,b) ({ \
  307. register BN_ULONG ret; \
  308. asm ("umulh %0,%1,%2" \
  309. : "=r"(ret) \
  310. : "r"(a), "r"(b)); \
  311. ret; })
  312. # endif
  313. # endif /* cpu */
  314. # endif /* OPENSSL_NO_ASM */
  315. /*************************************************************
  316. * Using the long long type
  317. */
  318. # define Lw(t) (((BN_ULONG)(t))&BN_MASK2)
  319. # define Hw(t) (((BN_ULONG)((t)>>BN_BITS2))&BN_MASK2)
  320. # ifdef BN_DEBUG_RAND
  321. # define bn_clear_top2max(a) \
  322. { \
  323. int ind = (a)->dmax - (a)->top; \
  324. BN_ULONG *ftl = &(a)->d[(a)->top-1]; \
  325. for (; ind != 0; ind--) \
  326. *(++ftl) = 0x0; \
  327. }
  328. # else
  329. # define bn_clear_top2max(a)
  330. # endif
  331. # ifdef BN_LLONG
  332. # define mul_add(r,a,w,c) { \
  333. BN_ULLONG t; \
  334. t=(BN_ULLONG)w * (a) + (r) + (c); \
  335. (r)= Lw(t); \
  336. (c)= Hw(t); \
  337. }
  338. # define mul(r,a,w,c) { \
  339. BN_ULLONG t; \
  340. t=(BN_ULLONG)w * (a) + (c); \
  341. (r)= Lw(t); \
  342. (c)= Hw(t); \
  343. }
  344. # define sqr(r0,r1,a) { \
  345. BN_ULLONG t; \
  346. t=(BN_ULLONG)(a)*(a); \
  347. (r0)=Lw(t); \
  348. (r1)=Hw(t); \
  349. }
  350. # elif defined(BN_UMULT_LOHI)
  351. # define mul_add(r,a,w,c) { \
  352. BN_ULONG high,low,ret,tmp=(a); \
  353. ret = (r); \
  354. BN_UMULT_LOHI(low,high,w,tmp); \
  355. ret += (c); \
  356. (c) = (ret<(c))?1:0; \
  357. (c) += high; \
  358. ret += low; \
  359. (c) += (ret<low)?1:0; \
  360. (r) = ret; \
  361. }
  362. # define mul(r,a,w,c) { \
  363. BN_ULONG high,low,ret,ta=(a); \
  364. BN_UMULT_LOHI(low,high,w,ta); \
  365. ret = low + (c); \
  366. (c) = high; \
  367. (c) += (ret<low)?1:0; \
  368. (r) = ret; \
  369. }
  370. # define sqr(r0,r1,a) { \
  371. BN_ULONG tmp=(a); \
  372. BN_UMULT_LOHI(r0,r1,tmp,tmp); \
  373. }
  374. # elif defined(BN_UMULT_HIGH)
  375. # define mul_add(r,a,w,c) { \
  376. BN_ULONG high,low,ret,tmp=(a); \
  377. ret = (r); \
  378. high= BN_UMULT_HIGH(w,tmp); \
  379. ret += (c); \
  380. low = (w) * tmp; \
  381. (c) = (ret<(c))?1:0; \
  382. (c) += high; \
  383. ret += low; \
  384. (c) += (ret<low)?1:0; \
  385. (r) = ret; \
  386. }
  387. # define mul(r,a,w,c) { \
  388. BN_ULONG high,low,ret,ta=(a); \
  389. low = (w) * ta; \
  390. high= BN_UMULT_HIGH(w,ta); \
  391. ret = low + (c); \
  392. (c) = high; \
  393. (c) += (ret<low)?1:0; \
  394. (r) = ret; \
  395. }
  396. # define sqr(r0,r1,a) { \
  397. BN_ULONG tmp=(a); \
  398. (r0) = tmp * tmp; \
  399. (r1) = BN_UMULT_HIGH(tmp,tmp); \
  400. }
  401. # else
  402. /*************************************************************
  403. * No long long type
  404. */
  405. # define LBITS(a) ((a)&BN_MASK2l)
  406. # define HBITS(a) (((a)>>BN_BITS4)&BN_MASK2l)
  407. # define L2HBITS(a) (((a)<<BN_BITS4)&BN_MASK2)
  408. # define LLBITS(a) ((a)&BN_MASKl)
  409. # define LHBITS(a) (((a)>>BN_BITS2)&BN_MASKl)
  410. # define LL2HBITS(a) ((BN_ULLONG)((a)&BN_MASKl)<<BN_BITS2)
  411. # define mul64(l,h,bl,bh) \
  412. { \
  413. BN_ULONG m,m1,lt,ht; \
  414. \
  415. lt=l; \
  416. ht=h; \
  417. m =(bh)*(lt); \
  418. lt=(bl)*(lt); \
  419. m1=(bl)*(ht); \
  420. ht =(bh)*(ht); \
  421. m=(m+m1)&BN_MASK2; if (m < m1) ht+=L2HBITS((BN_ULONG)1); \
  422. ht+=HBITS(m); \
  423. m1=L2HBITS(m); \
  424. lt=(lt+m1)&BN_MASK2; if (lt < m1) ht++; \
  425. (l)=lt; \
  426. (h)=ht; \
  427. }
  428. # define sqr64(lo,ho,in) \
  429. { \
  430. BN_ULONG l,h,m; \
  431. \
  432. h=(in); \
  433. l=LBITS(h); \
  434. h=HBITS(h); \
  435. m =(l)*(h); \
  436. l*=l; \
  437. h*=h; \
  438. h+=(m&BN_MASK2h1)>>(BN_BITS4-1); \
  439. m =(m&BN_MASK2l)<<(BN_BITS4+1); \
  440. l=(l+m)&BN_MASK2; if (l < m) h++; \
  441. (lo)=l; \
  442. (ho)=h; \
  443. }
  444. # define mul_add(r,a,bl,bh,c) { \
  445. BN_ULONG l,h; \
  446. \
  447. h= (a); \
  448. l=LBITS(h); \
  449. h=HBITS(h); \
  450. mul64(l,h,(bl),(bh)); \
  451. \
  452. /* non-multiply part */ \
  453. l=(l+(c))&BN_MASK2; if (l < (c)) h++; \
  454. (c)=(r); \
  455. l=(l+(c))&BN_MASK2; if (l < (c)) h++; \
  456. (c)=h&BN_MASK2; \
  457. (r)=l; \
  458. }
  459. # define mul(r,a,bl,bh,c) { \
  460. BN_ULONG l,h; \
  461. \
  462. h= (a); \
  463. l=LBITS(h); \
  464. h=HBITS(h); \
  465. mul64(l,h,(bl),(bh)); \
  466. \
  467. /* non-multiply part */ \
  468. l+=(c); if ((l&BN_MASK2) < (c)) h++; \
  469. (c)=h&BN_MASK2; \
  470. (r)=l&BN_MASK2; \
  471. }
  472. # endif /* !BN_LLONG */
  473. # if defined(OPENSSL_DOING_MAKEDEPEND) && defined(OPENSSL_FIPS)
  474. # undef bn_div_words
  475. # endif
  476. void bn_mul_normal(BN_ULONG *r, BN_ULONG *a, int na, BN_ULONG *b, int nb);
  477. void bn_mul_comba8(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b);
  478. void bn_mul_comba4(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b);
  479. void bn_sqr_normal(BN_ULONG *r, const BN_ULONG *a, int n, BN_ULONG *tmp);
  480. void bn_sqr_comba8(BN_ULONG *r, const BN_ULONG *a);
  481. void bn_sqr_comba4(BN_ULONG *r, const BN_ULONG *a);
  482. int bn_cmp_words(const BN_ULONG *a, const BN_ULONG *b, int n);
  483. int bn_cmp_part_words(const BN_ULONG *a, const BN_ULONG *b, int cl, int dl);
  484. void bn_mul_recursive(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b, int n2,
  485. int dna, int dnb, BN_ULONG *t);
  486. void bn_mul_part_recursive(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b,
  487. int n, int tna, int tnb, BN_ULONG *t);
  488. void bn_sqr_recursive(BN_ULONG *r, const BN_ULONG *a, int n2, BN_ULONG *t);
  489. void bn_mul_low_normal(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b, int n);
  490. void bn_mul_low_recursive(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b, int n2,
  491. BN_ULONG *t);
  492. void bn_mul_high(BN_ULONG *r, BN_ULONG *a, BN_ULONG *b, BN_ULONG *l, int n2,
  493. BN_ULONG *t);
  494. BN_ULONG bn_add_part_words(BN_ULONG *r, const BN_ULONG *a, const BN_ULONG *b,
  495. int cl, int dl);
  496. BN_ULONG bn_sub_part_words(BN_ULONG *r, const BN_ULONG *a, const BN_ULONG *b,
  497. int cl, int dl);
  498. int bn_mul_mont(BN_ULONG *rp, const BN_ULONG *ap, const BN_ULONG *bp,
  499. const BN_ULONG *np, const BN_ULONG *n0, int num);
  500. #ifdef __cplusplus
  501. }
  502. #endif
  503. #endif