2018-05-02 19:43:17 +00:00
|
|
|
#include "tommath_private.h"
|
2019-04-12 12:56:29 +00:00
|
|
|
#ifdef BN_S_MP_TOOM_MUL_C
|
2019-04-07 13:29:11 +00:00
|
|
|
/* LibTomMath, multiple-precision integer library -- Tom St Denis */
|
|
|
|
/* SPDX-License-Identifier: Unlicense */
|
2003-08-05 01:24:44 +00:00
|
|
|
|
2015-11-12 00:18:15 +00:00
|
|
|
/* multiplication using the Toom-Cook 3-way algorithm
|
2004-10-29 22:07:18 +00:00
|
|
|
*
|
2015-11-12 00:18:15 +00:00
|
|
|
* Much more complicated than Karatsuba but has a lower
|
|
|
|
* asymptotic running time of O(N**1.464). This algorithm is
|
|
|
|
* only particularly useful on VERY large inputs
|
2005-03-12 11:55:11 +00:00
|
|
|
* (we're talking 1000s of digits here...).
|
2004-10-29 22:07:18 +00:00
|
|
|
*/
|
2019-05-12 22:22:18 +00:00
|
|
|
mp_err s_mp_toom_mul(const mp_int *a, const mp_int *b, mp_int *c)
|
2003-08-05 01:24:44 +00:00
|
|
|
{
|
2017-08-30 17:15:27 +00:00
|
|
|
mp_int w0, w1, w2, w3, w4, tmp1, tmp2, a0, a1, a2, b0, b1, b2;
|
2019-05-12 22:22:18 +00:00
|
|
|
int B;
|
|
|
|
mp_err res;
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* init temps */
|
|
|
|
if ((res = mp_init_multi(&w0, &w1, &w2, &w3, &w4,
|
|
|
|
&a0, &a1, &a2, &b0, &b1,
|
|
|
|
&b2, &tmp1, &tmp2, NULL)) != MP_OKAY) {
|
|
|
|
return res;
|
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* B */
|
2019-04-09 09:08:26 +00:00
|
|
|
B = MP_MIN(a->used, b->used) / 3;
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* a = a2 * B**2 + a1 * B + a0 */
|
2019-04-13 06:46:57 +00:00
|
|
|
if ((res = mp_mod_2d(a, MP_DIGIT_BIT * B, &a0)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2003-08-05 01:24:44 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_copy(a, &a1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
mp_rshd(&a1, B);
|
2019-04-13 06:46:57 +00:00
|
|
|
if ((res = mp_mod_2d(&a1, MP_DIGIT_BIT * B, &a1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2003-08-05 01:24:44 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_copy(a, &a2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
mp_rshd(&a2, B*2);
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* b = b2 * B**2 + b1 * B + b0 */
|
2019-04-13 06:46:57 +00:00
|
|
|
if ((res = mp_mod_2d(b, MP_DIGIT_BIT * B, &b0)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2003-08-05 01:24:44 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_copy(b, &b1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
mp_rshd(&b1, B);
|
2019-05-09 01:28:49 +00:00
|
|
|
if ((res = mp_mod_2d(&b1, MP_DIGIT_BIT * B, &b1)) != MP_OKAY) {
|
|
|
|
goto LBL_ERR;
|
|
|
|
}
|
2003-08-05 01:24:44 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_copy(b, &b2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
mp_rshd(&b2, B*2);
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* w0 = a0*b0 */
|
|
|
|
if ((res = mp_mul(&a0, &b0, &w0)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* w4 = a2 * b2 */
|
|
|
|
if ((res = mp_mul(&a2, &b2, &w4)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* w1 = (a2 + 2(a1 + 2a0))(b2 + 2(b1 + 2b0)) */
|
|
|
|
if ((res = mp_mul_2(&a0, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp1, &a1, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_mul_2(&tmp1, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp1, &a2, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_mul_2(&b0, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp2, &b1, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_mul_2(&tmp2, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp2, &b2, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_mul(&tmp1, &tmp2, &w1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* w3 = (a0 + 2(a1 + 2a2))(b0 + 2(b1 + 2b2)) */
|
|
|
|
if ((res = mp_mul_2(&a2, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp1, &a1, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_mul_2(&tmp1, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp1, &a0, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_mul_2(&b2, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp2, &b1, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_mul_2(&tmp2, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp2, &b0, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_mul(&tmp1, &tmp2, &w3)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2003-08-05 01:24:44 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* w2 = (a2 + a1 + a0)(b2 + b1 + b0) */
|
|
|
|
if ((res = mp_add(&a2, &a1, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp1, &a0, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&b2, &b1, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp2, &b0, &tmp2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_mul(&tmp1, &tmp2, &w2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* now solve the matrix
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
0 0 0 0 1
|
|
|
|
1 2 4 8 16
|
|
|
|
1 1 1 1 1
|
|
|
|
16 8 4 2 1
|
|
|
|
1 0 0 0 0
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
using 12 subtractions, 4 shifts,
|
|
|
|
2 small divisions and 1 small multiplication
|
|
|
|
*/
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* r1 - r4 */
|
|
|
|
if ((res = mp_sub(&w1, &w4, &w1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r3 - r0 */
|
|
|
|
if ((res = mp_sub(&w3, &w0, &w3)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r1/2 */
|
|
|
|
if ((res = mp_div_2(&w1, &w1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r3/2 */
|
|
|
|
if ((res = mp_div_2(&w3, &w3)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r2 - r0 - r4 */
|
|
|
|
if ((res = mp_sub(&w2, &w0, &w2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_sub(&w2, &w4, &w2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r1 - r2 */
|
|
|
|
if ((res = mp_sub(&w1, &w2, &w1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r3 - r2 */
|
|
|
|
if ((res = mp_sub(&w3, &w2, &w3)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r1 - 8r0 */
|
|
|
|
if ((res = mp_mul_2d(&w0, 3, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_sub(&w1, &tmp1, &w1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r3 - 8r4 */
|
|
|
|
if ((res = mp_mul_2d(&w4, 3, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_sub(&w3, &tmp1, &w3)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* 3r2 - r1 - r3 */
|
2017-10-15 14:11:09 +00:00
|
|
|
if ((res = mp_mul_d(&w2, 3uL, &w2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_sub(&w2, &w1, &w2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_sub(&w2, &w3, &w2)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r1 - r2 */
|
|
|
|
if ((res = mp_sub(&w1, &w2, &w1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r3 - r2 */
|
|
|
|
if ((res = mp_sub(&w3, &w2, &w3)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r1/3 */
|
|
|
|
if ((res = mp_div_3(&w1, &w1, NULL)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
/* r3/3 */
|
|
|
|
if ((res = mp_div_3(&w3, &w3, NULL)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
/* at this point shift W[n] by B*n */
|
|
|
|
if ((res = mp_lshd(&w1, 1*B)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_lshd(&w2, 2*B)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_lshd(&w3, 3*B)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_lshd(&w4, 4*B)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2017-08-30 17:15:27 +00:00
|
|
|
if ((res = mp_add(&w0, &w1, c)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&w2, &w3, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&w4, &tmp1, &tmp1)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
|
|
|
if ((res = mp_add(&tmp1, c, c)) != MP_OKAY) {
|
2018-04-11 20:46:35 +00:00
|
|
|
goto LBL_ERR;
|
2017-08-30 17:15:27 +00:00
|
|
|
}
|
2015-11-12 00:18:15 +00:00
|
|
|
|
2018-04-11 20:46:35 +00:00
|
|
|
LBL_ERR:
|
2017-08-30 17:15:27 +00:00
|
|
|
mp_clear_multi(&w0, &w1, &w2, &w3, &w4,
|
|
|
|
&a0, &a1, &a2, &b0, &b1,
|
|
|
|
&b2, &tmp1, &tmp2, NULL);
|
|
|
|
return res;
|
2015-11-12 00:18:15 +00:00
|
|
|
}
|
|
|
|
|
2004-10-29 22:07:18 +00:00
|
|
|
#endif
|