367 	u64 tmp[NUM_ECC_DIGITS];  in vli_mmod_fast()  local
374 	tmp[0] = 0;  in vli_mmod_fast()
375 	tmp[1] = product[5] & 0xffffffff00000000ull;  in vli_mmod_fast()
376 	tmp[2] = product[6];  in vli_mmod_fast()
377 	tmp[3] = product[7];  in vli_mmod_fast()
378 	carry = vli_lshift(tmp, tmp, 1);  in vli_mmod_fast()
379 	carry += vli_add(result, result, tmp);  in vli_mmod_fast()
382 	tmp[1] = product[6] << 32;  in vli_mmod_fast()
383 	tmp[2] = (product[6] >> 32) | (product[7] << 32);  in vli_mmod_fast()
384 	tmp[3] = product[7] >> 32;  in vli_mmod_fast()
385 	carry += vli_lshift(tmp, tmp, 1);  in vli_mmod_fast()
386 	carry += vli_add(result, result, tmp);  in vli_mmod_fast()
389 	tmp[0] = product[4];  in vli_mmod_fast()
390 	tmp[1] = product[5] & 0xffffffff;  in vli_mmod_fast()
391 	tmp[2] = 0;  in vli_mmod_fast()
392 	tmp[3] = product[7];  in vli_mmod_fast()
393 	carry += vli_add(result, result, tmp);  in vli_mmod_fast()
396 	tmp[0] = (product[4] >> 32) | (product[5] << 32);  in vli_mmod_fast()
397 	tmp[1] = (product[5] >> 32) | (product[6] & 0xffffffff00000000ull);  in vli_mmod_fast()
398 	tmp[2] = product[7];  in vli_mmod_fast()
399 	tmp[3] = (product[6] >> 32) | (product[4] << 32);  in vli_mmod_fast()
400 	carry += vli_add(result, result, tmp);  in vli_mmod_fast()
403 	tmp[0] = (product[5] >> 32) | (product[6] << 32);  in vli_mmod_fast()
404 	tmp[1] = (product[6] >> 32);  in vli_mmod_fast()
405 	tmp[2] = 0;  in vli_mmod_fast()
406 	tmp[3] = (product[4] & 0xffffffff) | (product[5] << 32);  in vli_mmod_fast()
407 	carry -= vli_sub(result, result, tmp);  in vli_mmod_fast()
410 	tmp[0] = product[6];  in vli_mmod_fast()
411 	tmp[1] = product[7];  in vli_mmod_fast()
412 	tmp[2] = 0;  in vli_mmod_fast()
413 	tmp[3] = (product[4] >> 32) | (product[5] & 0xffffffff00000000ull);  in vli_mmod_fast()
414 	carry -= vli_sub(result, result, tmp);  in vli_mmod_fast()
417 	tmp[0] = (product[6] >> 32) | (product[7] << 32);  in vli_mmod_fast()
418 	tmp[1] = (product[7] >> 32) | (product[4] << 32);  in vli_mmod_fast()
419 	tmp[2] = (product[4] >> 32) | (product[5] << 32);  in vli_mmod_fast()
420 	tmp[3] = (product[6] << 32);  in vli_mmod_fast()
421 	carry -= vli_sub(result, result, tmp);  in vli_mmod_fast()
424 	tmp[0] = product[7];  in vli_mmod_fast()
425 	tmp[1] = product[4] & 0xffffffff00000000ull;  in vli_mmod_fast()
426 	tmp[2] = product[5];  in vli_mmod_fast()
427 	tmp[3] = product[6] & 0xffffffff00000000ull;  in vli_mmod_fast()
428 	carry -= vli_sub(result, result, tmp);  in vli_mmod_fast()