競技プログラミング用 C++ ライブラリ
components/bigint_magnitude.hpp · GitHub で見る
共通ページ
BigInt の符号を持たない内部演算です。通常は BigInt を使用し、桁配列を直接扱う場合にこの部品を使います。
#include "lib/components/bigint_magnitude.hpp"
#include <cassert>
using bigint_detail::Magnitude;
Magnitude a{999999999, 1}, b{2};
auto product = bigint_detail::multiply(a, b);
assert((product == Magnitude{999999998, 3}));
auto [q, r] = bigint_detail::divide(a, b);
assert((q == Magnitude{999999999}));
assert((r == Magnitude{1}));
assert((a == Magnitude{999999999, 1}));
bigint_detail::Word は std::uint32_t、Magnitude は std::vector<Word>、base は 1000000000 です。下位桁から並べ、各要素を [0,base) に収めます。零は空配列とし、非零では末尾の要素を非零にしてください。trim 以外の操作は、この正規化された表現を前提とします。
以下の関数は全て bigint_detail 名前空間にあります。引数に既定値はありません。
| 関数 | 内容・返り値 | 入力の更新 |
|---|---|---|
trim(a) |
末尾の零を除く。返り値は void
|
a |
compare(a,b) |
大小に応じて -1・0・1 を int で返す |
なし |
multiply_word(a,b) |
配列と 1 桁の積を Magnitude で返す。0 <= b < base
|
なし |
divide_word(a,b) |
1 桁で除算し、余りを Word で返す。0 < b < base
|
a を商にする |
add(a,b) |
a += b とする。返り値は void
|
a |
subtract(a,b) |
a >= b として減算する。返り値は void
|
a |
increment(a) |
1 増加させる。返り値は void
|
a |
multiply(a,b) |
積を Magnitude で返す |
なし |
divide_schoolbook(a,b) |
通常の長除算で商・余りの std::pair<Magnitude,Magnitude> を返す。b は非零 |
なし |
reciprocal(a) |
下記の整数逆数を Magnitude で返す |
なし |
divide(a,b) |
商・余りの std::pair<Magnitude,Magnitude> を返す |
なし |
add・multiply・divide は同じ配列を両方の引数に指定できます。add(a,a) は元の値の 2 倍にし、subtract(a,a) は空配列にします。divide で除数が空配列なら std::domain_error を送出します。divide_schoolbook の非零条件と、1 桁演算の基数条件などは assert の前提です。
reciprocal(a) は、a が非空で最上位桁が base / 2 以上であることを前提とします。桁数を \(n\)、配列が表す非負整数を \(A\)、基数を \(B=10^9\) とすると、返す値は次です。
乗算は小さい配列に学校算法、大きい配列に 3 個の素数での NTT と CRT を使い、誤差なく求めます。除算は小さい除数・短い商に正規化した長除算、それ以外に Newton 法で求めた整数逆数とブロックごとの商推定を使います。
NTT を使う内部乗算ごとに、繰り上げ前の係数列の長さが \(2^{24}\) 以下である必要があります。これを超える場合は std::length_error を送出します。reciprocal・divide も内部乗算について同じ条件が必要です。
基数桁数を \(n,m\)、\(n\ge m\)、長さ \(k\) の乗算時間を \(M(k)\) とします。trim・compare・1 桁演算・add・subtract・increment は最悪 \(O(n)\) 時間です。小さい multiply は \(O(nm)\)、NTT 版は \(O((n+m)\log(n+m))\) 時間です。divide_schoolbook は被除数が除数以上の場合、商の桁数を \(q\) として \(O(qm)\) 時間で、\(q\le n-m+1\) です。被除数が除数未満の除算は、余りのコピーを含め \(O(n)\) 時間です。reciprocal は \(O(M(n))\)、逆数を使う divide は \(O(\displaystyle\frac{n}{m}M(m))\) 時間です。乗除算の追加空間は \(O(n+m)\)、reciprocal は \(O(n)\)、trim・compare・subtract は \(O(1)\) です。add は結果を保存する a の拡張分を除き、\(O(1)\) 空間です。
#ifndef BIGINT_MAGNITUDE_HPP
#define BIGINT_MAGNITUDE_HPP
#include "../convolution/convolution_mod.hpp"
#include <algorithm>
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <stdexcept>
#include <utility>
#include <vector>
#if defined(__x86_64__) || defined(__i386__)
#include <immintrin.h>
#endif
namespace bigint_detail {
using Word = std::uint32_t;
using Magnitude = std::vector<Word>;
inline constexpr Word base = 1000000000;
inline void trim(Magnitude &a) {
while (!a.empty() && !a.back()) a.pop_back();
}
inline int compare(const Magnitude &a, const Magnitude &b) {
if (a.size() != b.size()) return a.size() < b.size() ? -1 : 1;
for (std::size_t i = a.size(); i--;) if (a[i] != b[i]) return a[i] < b[i] ? -1 : 1;
return 0;
}
inline Magnitude multiply_word(const Magnitude &a, Word b) {
assert(b < base);
if (!b || a.empty()) return {};
if (b == 1) return a;
Magnitude result(a.size());
std::uint64_t carry = 0;
for (std::size_t i = 0; i < a.size(); ++i) {
std::uint64_t value = std::uint64_t(a[i]) * b + carry;
result[i] = Word(value % base);
carry = value / base;
}
if (carry) result.push_back(Word(carry));
return result;
}
inline Word divide_word(Magnitude &a, Word b) {
assert(b && b < base);
if (b == 1) { trim(a); return 0; }
std::uint64_t remainder = 0;
for (std::size_t i = a.size(); i--;) {
std::uint64_t value = remainder * base + a[i];
a[i] = Word(value / b);
remainder = value % b;
}
trim(a);
return Word(remainder);
}
#if defined(__x86_64__) || defined(__i386__)
template <bool subtract>
__attribute__((target("avx2"))) inline Word carry_blocks(Word *a, const Word *b, std::size_t &offset, std::size_t n, Word carry) {
const auto limit = _mm256_set1_epi32(base - 1), modulus = _mm256_set1_epi32(base);
const auto one = _mm256_set1_epi32(1), zero = _mm256_setzero_si256();
const auto indices = _mm256_setr_epi32(0, 1, 2, 3, 4, 5, 6, 7);
for (; n - offset >= 32; offset += 32) {
__m256i values[4];
std::uint64_t generate = 0, propagate = 0;
for (int j = 0; j < 4; ++j) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + offset + 8 * j));
auto y = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(b + offset + 8 * j));
__m256i g, p;
if constexpr (subtract) {
values[j] = _mm256_sub_epi32(x, y);
g = _mm256_cmpgt_epi32(y, x);
p = _mm256_cmpeq_epi32(x, y);
} else {
values[j] = _mm256_add_epi32(x, y);
g = _mm256_cmpgt_epi32(values[j], limit);
p = _mm256_cmpeq_epi32(values[j], limit);
}
generate |= std::uint64_t(_mm256_movemask_ps(_mm256_castsi256_ps(g))) << (8 * j);
propagate |= std::uint64_t(_mm256_movemask_ps(_mm256_castsi256_ps(p))) << (8 * j);
}
std::uint64_t incoming = (propagate + (generate << 1) + carry) ^ propagate;
for (int j = 0; j < 4; ++j) {
auto in = _mm256_and_si256(_mm256_srlv_epi32(_mm256_set1_epi32(int(incoming >> (8 * j))), indices), one);
auto out = _mm256_and_si256(_mm256_srlv_epi32(_mm256_set1_epi32(int(incoming >> (8 * j + 1))), indices), one);
auto correction = _mm256_and_si256(_mm256_sub_epi32(zero, out), modulus);
auto value = subtract ? _mm256_add_epi32(_mm256_sub_epi32(values[j], in), correction)
: _mm256_sub_epi32(_mm256_add_epi32(values[j], in), correction);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + offset + 8 * j), value);
}
carry = Word(incoming >> 32);
}
return carry;
}
#endif
inline void add(Magnitude &a, const Magnitude &b) {
std::size_t n = b.size();
if (a.size() < n) a.resize(n);
std::size_t i = 0;
Word carry = 0;
#if defined(__x86_64__) || defined(__i386__)
if (n >= 32 && __builtin_cpu_supports("avx2")) carry = carry_blocks<false>(a.data(), b.data(), i, n, carry);
#endif
for (; i < n; ++i) {
Word value = a[i] + b[i] + carry;
carry = value >= base;
a[i] = value - carry * base;
}
while (carry && i < a.size()) {
Word value = a[i] + carry;
carry = value >= base;
a[i++] = value - carry * base;
}
if (carry) a.push_back(carry);
}
inline void subtract(Magnitude &a, const Magnitude &b) {
assert(compare(a, b) >= 0);
std::size_t n = b.size(), i = 0;
Word borrow = 0;
#if defined(__x86_64__) || defined(__i386__)
if (n >= 32 && __builtin_cpu_supports("avx2")) borrow = carry_blocks<true>(a.data(), b.data(), i, n, borrow);
#endif
for (; i < n; ++i) {
Word value = b[i] + borrow;
borrow = a[i] < value;
a[i] = a[i] + borrow * base - value;
}
while (borrow && i < a.size()) {
Word value = a[i];
borrow = !value;
a[i++] = value + borrow * base - 1;
}
assert(!borrow);
trim(a);
}
inline void increment(Magnitude &a) {
std::size_t i = 0;
while (i < a.size() && a[i] == base - 1) a[i++] = 0;
if (i == a.size()) a.push_back(1);
else ++a[i];
}
inline Magnitude multiply(const Magnitude &a, const Magnitude &b) {
if (a.empty() || b.empty()) return {};
if (a.size() == 1) return multiply_word(b, a[0]);
if (b.size() == 1) return multiply_word(a, b[0]);
if (std::min(a.size(), b.size()) <= 128) {
std::vector<__uint128_t> coefficients(a.size() + b.size() - 1);
for (std::size_t i = 0; i < a.size(); ++i)
for (std::size_t j = 0; j < b.size(); ++j) coefficients[i + j] += std::uint64_t(a[i]) * b[j];
Magnitude result(coefficients.size());
__uint128_t carry = 0;
for (std::size_t i = 0; i < coefficients.size(); ++i) {
carry += coefficients[i];
result[i] = Word(carry % base);
carry /= base;
}
while (carry) { result.push_back(Word(carry % base)); carry /= base; }
trim(result);
return result;
}
constexpr std::size_t limit = std::size_t(1) << 24;
if (a.size() > limit || b.size() > limit - a.size() + 1) throw std::length_error("BigInt multiplication length");
auto x = convolution_mod_detail::multiply<convolution_mod_detail::p, 11>(a, b);
auto y = convolution_mod_detail::multiply<convolution_mod_detail::q, 3>(a, b);
auto z = convolution_mod_detail::multiply<convolution_mod_detail::r, 31>(a, b);
Magnitude result(x.size());
__uint128_t carry = 0;
for (std::size_t i = 0; i < x.size(); ++i) {
carry += convolution_mod_detail::restore(x[i], y[i], z[i]);
result[i] = Word(carry % base);
carry /= base;
}
while (carry) { result.push_back(Word(carry % base)); carry /= base; }
trim(result);
return result;
}
inline std::pair<Magnitude, Magnitude> divide_schoolbook(const Magnitude &a, const Magnitude &b) {
assert(!b.empty());
if (compare(a, b) < 0) return {{}, a};
if (b.size() == 1) {
Magnitude quotient = a;
Word remainder = divide_word(quotient, b[0]);
return {std::move(quotient), remainder ? Magnitude{remainder} : Magnitude{}};
}
std::size_t n = a.size(), m = b.size();
Word normalization = base / (b.back() + 1);
Magnitude u = multiply_word(a, normalization), v = multiply_word(b, normalization);
u.resize(n + 1);
Magnitude quotient(n - m + 1);
for (std::size_t j = quotient.size(); j--;) {
std::uint64_t numerator = std::uint64_t(u[j + m]) * base + u[j + m - 1];
std::uint64_t digit = numerator / v[m - 1], remainder = numerator % v[m - 1];
if (digit >= base) { digit = base - 1; remainder = numerator - digit * v[m - 1]; }
while (remainder < base && digit * v[m - 2] > remainder * base + u[j + m - 2]) {
--digit;
remainder += v[m - 1];
}
std::uint64_t carry = 0;
Word borrow = 0;
for (std::size_t i = 0; i < m; ++i) {
std::uint64_t product = digit * v[i] + carry;
carry = product / base;
Word value = Word(product % base) + borrow;
borrow = u[j + i] < value;
u[j + i] = u[j + i] + borrow * base - value;
}
std::uint64_t value = carry + borrow;
bool negative = u[j + m] < value;
u[j + m] = Word(u[j + m] + (negative ? base : 0) - value);
if (negative) {
--digit;
Word overflow = 0;
for (std::size_t i = 0; i < m; ++i) {
Word sum = u[j + i] + v[i] + overflow;
overflow = sum >= base;
u[j + i] = sum - overflow * base;
}
u[j + m] += overflow;
if (u[j + m] >= base) u[j + m] -= base;
}
quotient[j] = Word(digit);
}
u.resize(m);
divide_word(u, normalization);
trim(quotient);
return {std::move(quotient), std::move(u)};
}
inline Magnitude reciprocal(const Magnitude &a) {
assert(!a.empty() && a.back() >= base / 2);
std::size_t n = a.size();
if (n <= 32) {
Magnitude numerator(2 * n + 1);
numerator.back() = 1;
return divide_schoolbook(numerator, a).first;
}
std::size_t half = (n + 1) / 2;
Magnitude upper(a.end() - half, a.end());
Magnitude x = reciprocal(upper);
x.insert(x.begin(), n - half, 0);
Magnitude error(2 * n + 1);
error.back() = 2;
subtract(error, multiply(a, x));
Magnitude result = multiply(x, error);
result.erase(result.begin(), result.begin() + 2 * n);
trim(result);
Magnitude difference(2 * n + 1);
difference.back() = 1;
subtract(difference, multiply(a, result));
while (compare(difference, a) >= 0) { increment(result); subtract(difference, a); }
return result;
}
inline std::pair<Magnitude, Magnitude> divide(const Magnitude &a, const Magnitude &b) {
if (b.empty()) throw std::domain_error("BigInt division by zero");
if (compare(a, b) < 0) return {{}, a};
if (b.size() <= 64 || a.size() - b.size() <= 64) return divide_schoolbook(a, b);
Word normalization = base / (b.back() + 1);
Magnitude u = multiply_word(a, normalization), v = multiply_word(b, normalization);
Magnitude inverse = reciprocal(v), quotient(u.size() - v.size() + 1), remainder;
std::size_t n = v.size(), blocks = (u.size() - 1) / n + 1;
for (std::size_t block = blocks; block--;) {
std::size_t first = block * n, count = std::min(n, u.size() - first);
remainder.insert(remainder.begin(), count, 0);
std::copy_n(u.begin() + first, count, remainder.begin());
trim(remainder);
if (compare(remainder, v) < 0) continue;
Magnitude digit = multiply(remainder, inverse);
if (digit.size() <= 2 * n) digit.clear();
else digit.erase(digit.begin(), digit.begin() + 2 * n);
subtract(remainder, multiply(digit, v));
if (compare(remainder, v) >= 0) { increment(digit); subtract(remainder, v); }
assert(compare(remainder, v) < 0 && first + digit.size() <= quotient.size());
std::copy(digit.begin(), digit.end(), quotient.begin() + first);
}
divide_word(remainder, normalization);
trim(quotient);
return {std::move(quotient), std::move(remainder)};
}
}
#endif
#line 1 "components/bigint_magnitude.hpp"
#line 1 "convolution/convolution_mod.hpp"
#line 1 "components/ntt_mod.hpp"
#include <algorithm>
#include <bit>
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <vector>
#if defined(__x86_64__) || defined(__i386__)
#include <immintrin.h>
#endif
namespace ntt_mod_detail {
template <std::uint32_t mod> struct Vector;
template <std::uint32_t mod>
std::uint32_t power(std::uint32_t a, std::uint32_t k) {
std::uint32_t result = 1;
for (; k; k >>= 1, a = std::uint64_t(a) * a % mod)
if (k & 1) result = std::uint64_t(result) * a % mod;
return result;
}
template <std::uint32_t mod>
void butterfly(std::uint32_t *a, std::size_t n, std::size_t half,
const std::uint32_t *roots, const std::uint32_t *quotients) {
for (std::size_t start = 0; start < n; start += 2 * half)
for (std::size_t j = 0; j < half; ++j) {
std::uint32_t x = a[start + j], v = a[start + j + half];
std::uint32_t q = std::uint64_t(v) * quotients[j] >> 32;
std::uint32_t y = v * roots[j] - q * mod;
if (y >= mod) y -= mod;
a[start + j] = x + y < mod ? x + y : x + y - mod;
a[start + j + half] = x >= y ? x - y : x + mod - y;
}
}
#if defined(__x86_64__) || defined(__i386__)
template <std::uint32_t mod>
__attribute__((target("avx2")))
void butterfly_avx2(std::uint32_t *a, std::size_t n, std::size_t half,
const std::uint32_t *roots, const std::uint32_t *quotients) {
using V = Vector<mod>;
for (std::size_t start = 0; start < n; start += 2 * half)
for (std::size_t j = 0; j < half; j += 8) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j));
auto y = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j + half));
auto r = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(roots + j));
auto q = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(quotients + j));
y = V::multiply(y, r, q);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j), V::add(x, y));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j + half), V::subtract(x, y));
}
}
#endif
template <std::uint32_t mod>
std::uint32_t shoup(std::uint32_t value, std::uint32_t factor, std::uint32_t quotient) {
std::uint32_t q = std::uint64_t(value) * quotient >> 32;
std::uint32_t result = value * factor - q * mod;
return result < mod ? result : result - mod;
}
template <std::uint32_t mod>
void forward_stage(std::uint32_t *a, std::size_t n, std::size_t half,
const std::uint32_t *roots, const std::uint32_t *quotients) {
for (std::size_t start = 0; start < n; start += 2 * half)
for (std::size_t j = 0; j < half; ++j) {
std::uint32_t x = a[start + j], y = a[start + j + half];
a[start + j] = x + y < mod ? x + y : x + y - mod;
std::uint32_t difference = x >= y ? x - y : x + mod - y;
a[start + j + half] = shoup<mod>(difference, roots[j], quotients[j]);
}
}
#if defined(__x86_64__) || defined(__i386__)
template <std::uint32_t mod>
__attribute__((target("avx2")))
void forward_stage_avx2(std::uint32_t *a, std::size_t n, std::size_t half,
const std::uint32_t *roots, const std::uint32_t *quotients) {
using V = Vector<mod>;
for (std::size_t start = 0; start < n; start += 2 * half)
for (std::size_t j = 0; j < half; j += 8) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j));
auto y = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j + half));
auto r = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(roots + j));
auto q = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(quotients + j));
auto difference = V::multiply(V::subtract(x, y), r, q);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j), V::add(x, y));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j + half), difference);
}
}
#endif
#if defined(__x86_64__) || defined(__i386__)
template <std::uint32_t mod>
struct Vector {
static constexpr std::uint32_t range = mod < (std::uint32_t(1) << 30) ? 2 * mod : mod;
__attribute__((target("avx2"), always_inline))
static inline __m256i add(__m256i x, __m256i y) {
auto sum = _mm256_add_epi32(x, y);
return _mm256_min_epu32(sum, _mm256_sub_epi32(sum, _mm256_set1_epi32(range)));
}
__attribute__((target("avx2"), always_inline))
static inline __m256i subtract(__m256i x, __m256i y) {
auto difference = _mm256_sub_epi32(x, y);
return _mm256_min_epu32(difference, _mm256_add_epi32(difference, _mm256_set1_epi32(range)));
}
__attribute__((target("avx2"), always_inline))
static inline __m256i multiply(__m256i x, __m256i factor, __m256i quotient) {
auto even = _mm256_mul_epu32(x, quotient);
auto odd = _mm256_mul_epu32(_mm256_srli_epi64(x, 32), _mm256_srli_epi64(quotient, 32));
auto q = _mm256_blend_epi32(_mm256_srli_epi64(even, 32), odd, 0xaa);
auto result = _mm256_sub_epi32(_mm256_mullo_epi32(x, factor), _mm256_mullo_epi32(q, _mm256_set1_epi32(mod)));
if constexpr (range == 2 * mod) return result;
return _mm256_min_epu32(result, _mm256_sub_epi32(result, _mm256_set1_epi32(mod)));
}
};
template <std::uint32_t mod, bool inverse>
__attribute__((target("avx2")))
void leaf_avx2(std::uint32_t *a, std::size_t n, const std::uint32_t *roots, const std::uint32_t *quotients) {
using V = Vector<mod>;
auto r4 = _mm256_broadcastsi128_si256(_mm_loadu_si128(reinterpret_cast<const __m128i *>(roots + 4)));
auto q4 = _mm256_broadcastsi128_si256(_mm_loadu_si128(reinterpret_cast<const __m128i *>(quotients + 4)));
auto r2 = _mm256_setr_epi32(roots[2], roots[3], roots[2], roots[3], roots[2], roots[3], roots[2], roots[3]);
auto q2 = _mm256_setr_epi32(quotients[2], quotients[3], quotients[2], quotients[3], quotients[2], quotients[3], quotients[2], quotients[3]);
for (std::size_t i = 0; i < n; i += 8) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + i));
if constexpr (!inverse) {
auto y = _mm256_permute2x128_si256(x, x, 1);
x = _mm256_blend_epi32(V::add(x, y), V::multiply(V::subtract(y, x), r4, q4), 0xf0);
y = _mm256_shuffle_epi32(x, 0x4e);
x = _mm256_blend_epi32(V::add(x, y), V::multiply(V::subtract(y, x), r2, q2), 0xcc);
y = _mm256_shuffle_epi32(x, 0xb1);
x = _mm256_blend_epi32(V::add(x, y), V::subtract(y, x), 0xaa);
} else {
auto y = _mm256_shuffle_epi32(x, 0xb1);
x = _mm256_blend_epi32(V::add(x, y), V::subtract(y, x), 0xaa);
x = _mm256_blend_epi32(x, V::multiply(x, r2, q2), 0xcc);
y = _mm256_shuffle_epi32(x, 0x4e);
x = _mm256_blend_epi32(V::add(x, y), V::subtract(y, x), 0xcc);
x = _mm256_blend_epi32(x, V::multiply(x, r4, q4), 0xf0);
y = _mm256_permute2x128_si256(x, x, 1);
x = _mm256_blend_epi32(V::add(x, y), V::subtract(y, x), 0xf0);
}
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + i), x);
}
}
template <std::uint32_t mod, bool inverse>
__attribute__((target("avx2")))
void pair_avx2(std::uint32_t *a, std::size_t n, std::size_t h, const std::uint32_t *roots, const std::uint32_t *quotients) {
using V = Vector<mod>;
for (std::size_t start = 0; start < n; start += 4 * h)
for (std::size_t j = 0; j < h; j += 8) {
auto x0 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j));
auto x1 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j + h));
auto x2 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j + 2 * h));
auto x3 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + start + j + 3 * h));
auto r0 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(roots + 2 * h + j));
auto q0 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(quotients + 2 * h + j));
auto r1 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(roots + 3 * h + j));
auto q1 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(quotients + 3 * h + j));
auto r2 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(roots + h + j));
auto q2 = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(quotients + h + j));
if constexpr (!inverse) {
auto y0 = V::add(x0, x2), y1 = V::add(x1, x3);
auto y2 = V::multiply(V::subtract(x0, x2), r0, q0);
auto y3 = V::multiply(V::subtract(x1, x3), r1, q1);
x0 = V::add(y0, y1); x1 = V::multiply(V::subtract(y0, y1), r2, q2);
x2 = V::add(y2, y3); x3 = V::multiply(V::subtract(y2, y3), r2, q2);
} else {
x1 = V::multiply(x1, r2, q2); x3 = V::multiply(x3, r2, q2);
auto y0 = V::add(x0, x1), y1 = V::subtract(x0, x1);
auto y2 = V::multiply(V::add(x2, x3), r0, q0);
auto y3 = V::multiply(V::subtract(x2, x3), r1, q1);
x0 = V::add(y0, y2); x2 = V::subtract(y0, y2);
x1 = V::add(y1, y3); x3 = V::subtract(y1, y3);
}
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j), x0);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j + h), x1);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j + 2 * h), x2);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + start + j + 3 * h), x3);
}
}
#endif
#if defined(__x86_64__) || defined(__i386__)
template <std::uint32_t mod>
__attribute__((target("avx2")))
void build_roots_avx2(std::uint32_t *roots, std::uint32_t *quotients, std::size_t half, std::uint32_t step) {
std::uint32_t initial[8], w = 1;
for (int i = 0; i < 8; ++i) {
initial[i] = w;
w = std::uint64_t(w) * step % mod;
}
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(initial));
auto factor = _mm256_set1_epi32(w), quotient = _mm256_set1_epi32((std::uint64_t(w) << 32) / mod);
for (std::size_t j = 0; j < half; j += 8) {
x = _mm256_min_epu32(x, _mm256_sub_epi32(x, _mm256_set1_epi32(mod)));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(roots + j), x);
for (int k = 0; k < 8; ++k) quotients[j + k] = (std::uint64_t(roots[j + k]) << 32) / mod;
x = Vector<mod>::multiply(x, factor, quotient);
}
}
#endif
template <std::uint32_t mod, std::uint32_t root>
struct Plan {
std::vector<std::uint32_t> roots, quotients;
explicit Plan(std::size_t n, [[maybe_unused]] bool vectorized = false) : roots(n), quotients(n) {
static_assert(mod > 2 && mod < (std::uint32_t(1) << 31));
assert(std::has_single_bit(n) && (mod - 1) % n == 0);
if (n == 1) return;
std::size_t half = n / 2;
std::uint32_t step = power<mod>(root, (mod - 1) / n), w = 1;
#if defined(__x86_64__) || defined(__i386__)
if (vectorized && half >= 8) build_roots_avx2<mod>(roots.data() + half, quotients.data() + half, half, step);
else
#endif
for (std::size_t j = 0; j < half; ++j) {
roots[half + j] = w;
quotients[half + j] = (std::uint64_t(w) << 32) / mod;
w = std::uint64_t(w) * step % mod;
}
for (half /= 2; half; half /= 2)
for (std::size_t j = 0; j < half; ++j) {
roots[half + j] = roots[2 * half + 2 * j];
quotients[half + j] = quotients[2 * half + 2 * j];
}
}
};
template <std::uint32_t mod, std::uint32_t root>
void forward(std::vector<std::uint32_t> &a, const Plan<mod, root> &plan, [[maybe_unused]] bool vectorized) {
std::size_t half = a.size() / 2;
#if defined(__x86_64__) || defined(__i386__)
if (vectorized && a.size() >= 8) {
for (; half >= 16; half /= 4) pair_avx2<mod, false>(a.data(), a.size(), half / 2, plan.roots.data(), plan.quotients.data());
if (half == 8) forward_stage_avx2<mod>(a.data(), a.size(), half, plan.roots.data() + half, plan.quotients.data() + half);
leaf_avx2<mod, false>(a.data(), a.size(), plan.roots.data(), plan.quotients.data());
return;
}
#endif
for (; half; half /= 2) forward_stage<mod>(a.data(), a.size(), half, plan.roots.data() + half, plan.quotients.data() + half);
}
template <std::uint32_t mod, std::uint32_t root>
void backward(std::vector<std::uint32_t> &a, const Plan<mod, root> &plan, [[maybe_unused]] bool vectorized) {
std::size_t half = 1;
#if defined(__x86_64__) || defined(__i386__)
if (vectorized && a.size() >= 8) {
leaf_avx2<mod, true>(a.data(), a.size(), plan.roots.data(), plan.quotients.data());
half = 8;
for (; 2 * half < a.size(); half *= 4) pair_avx2<mod, true>(a.data(), a.size(), half, plan.roots.data(), plan.quotients.data());
if (half < a.size()) butterfly_avx2<mod>(a.data(), a.size(), half, plan.roots.data() + half, plan.quotients.data() + half);
return;
}
#endif
for (; half < a.size(); half *= 2) butterfly<mod>(a.data(), a.size(), half, plan.roots.data() + half, plan.quotients.data() + half);
}
#if defined(__x86_64__) || defined(__i386__)
template <std::uint32_t mod>
__attribute__((target("avx2")))
void scale_avx2(std::uint32_t *a, std::size_t n, std::uint32_t factor, std::uint32_t quotient) {
auto r = _mm256_set1_epi32(factor), q = _mm256_set1_epi32(quotient);
for (std::size_t i = 0; i < n; i += 8) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + i));
auto y = Vector<mod>::multiply(x, r, q);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + i), _mm256_min_epu32(y, _mm256_sub_epi32(y, _mm256_set1_epi32(mod))));
}
}
#endif
template <std::uint32_t mod>
void scale(std::vector<std::uint32_t> &a, std::uint32_t factor, [[maybe_unused]] bool vectorized) {
std::uint32_t quotient = (std::uint64_t(factor) << 32) / mod;
#if defined(__x86_64__) || defined(__i386__)
if (vectorized && a.size() >= 8) {
scale_avx2<mod>(a.data(), a.size(), factor, quotient);
return;
}
#endif
for (auto &x : a) x = shoup<mod>(x, factor, quotient);
}
inline void bit_reverse(std::vector<std::uint32_t> &a) {
for (std::size_t i = 1, j = 0; i < a.size(); ++i) {
std::size_t bit = a.size() >> 1;
for (; j & bit; bit >>= 1) j ^= bit;
j ^= bit;
if (i < j) std::swap(a[i], a[j]);
}
}
template <std::uint32_t mod, std::uint32_t root>
void transform(std::vector<std::uint32_t> &a, bool inverse, bool vectorized) {
Plan<mod, root> plan(a.size(), vectorized);
if (inverse) {
bit_reverse(a);
backward(a, plan, vectorized);
std::reverse(a.begin() + 1, a.end());
scale<mod>(a, mod - (mod - 1) / a.size(), vectorized);
} else {
forward(a, plan, vectorized);
if constexpr (mod < (std::uint32_t(1) << 30)) for (auto &x : a) if (x >= mod) x -= mod;
bit_reverse(a);
}
}
template <std::uint32_t mod>
constexpr std::uint32_t negative_inverse = [] {
std::uint32_t value = mod;
for (int i = 0; i < 5; ++i) value *= 2 - mod * value;
return 0 - value;
}();
#if defined(__x86_64__) || defined(__i386__)
template <std::uint32_t mod>
__attribute__((target("avx2")))
void pointwise_avx2(std::uint32_t *a, const std::uint32_t *b, std::size_t n) {
auto p = _mm256_set1_epi32(mod), inverse = _mm256_set1_epi32(negative_inverse<mod>);
for (std::size_t i = 0; i < n; i += 8) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + i));
auto y = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(b + i));
auto even = _mm256_mul_epu32(x, y);
auto odd = _mm256_mul_epu32(_mm256_srli_epi64(x, 32), _mm256_srli_epi64(y, 32));
auto qe = _mm256_mul_epu32(even, inverse), qo = _mm256_mul_epu32(odd, inverse);
even = _mm256_srli_epi64(_mm256_add_epi64(even, _mm256_mul_epu32(qe, p)), 32);
odd = _mm256_add_epi64(odd, _mm256_mul_epu32(qo, p));
x = _mm256_blend_epi32(even, odd, 0xaa);
x = _mm256_min_epu32(x, _mm256_sub_epi32(x, p));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + i), x);
}
}
#endif
template <std::uint32_t mod>
void pointwise(std::vector<std::uint32_t> &a, const std::vector<std::uint32_t> &b, [[maybe_unused]] bool vectorized) {
#if defined(__x86_64__) || defined(__i386__)
if (vectorized && a.size() >= 8) {
pointwise_avx2<mod>(a.data(), b.data(), a.size());
return;
}
#endif
for (std::size_t i = 0; i < a.size(); ++i) {
std::uint64_t product = std::uint64_t(a[i]) * b[i];
std::uint32_t q = std::uint32_t(product) * negative_inverse<mod>;
std::uint32_t value = (product + std::uint64_t(q) * mod) >> 32;
a[i] = value < mod ? value : value - mod;
}
}
}
template <std::uint32_t mod, std::uint32_t root>
void ntt_mod(std::vector<std::uint32_t> &a, bool inverse = false) {
bool vectorized = false;
#if defined(__x86_64__) || defined(__i386__)
vectorized = __builtin_cpu_supports("avx2");
#endif
ntt_mod_detail::transform<mod, root>(a, inverse, vectorized);
}
#line 9 "convolution/convolution_mod.hpp"
#include <limits>
#include <utility>
#line 12 "convolution/convolution_mod.hpp"
namespace convolution_mod_detail {
using Word = std::uint32_t;
template <Word mod, Word root, class T>
std::vector<Word> multiply(const std::vector<T> &a, const std::vector<T> &b, Word factor = 1) {
const auto &small = a.size() <= b.size() ? a : b;
const auto &large = a.size() <= b.size() ? b : a;
std::size_t length = a.size() + b.size() - 1;
bool blocked = small.size() > 32 && large.size() / small.size() >= 8, square = &a == &b;
std::size_t n = std::bit_ceil(blocked ? 2 * small.size() - 1 : length), block = n - small.size() + 1;
std::vector<Word> x(n), y(square ? 0 : n);
auto reduce = [](T value) {
__int128_t r = __int128_t(value) % mod;
return Word(r < 0 ? r + mod : r);
};
for (std::size_t i = 0; i < small.size(); ++i) x[i] = reduce(small[i]);
if (small.size() <= 32) {
if (!square) for (std::size_t i = 0; i < large.size(); ++i) y[i] = reduce(large[i]);
const auto &other = square ? x : y;
std::vector<Word> result(length);
for (std::size_t i = 0; i < small.size(); ++i)
for (std::size_t j = 0; j < large.size(); ++j) result[i + j] = (result[i + j] + std::uint64_t(x[i]) * other[j]) % mod;
if (factor != 1) for (auto &v : result) v = std::uint64_t(v) * factor % mod;
return result;
}
bool vectorized = false;
#if defined(__x86_64__) || defined(__i386__)
vectorized = __builtin_cpu_supports("avx2");
#endif
ntt_mod_detail::Plan<mod, root> plan(n, vectorized);
ntt_mod_detail::forward(x, plan, vectorized);
Word scale = (std::uint64_t(1) << 32) % mod * (mod - (mod - 1) / n) % mod * factor % mod;
std::vector<Word> result(blocked ? length : 0);
auto &work = square ? x : y;
for (std::size_t start = 0; start < large.size(); start += block) {
std::size_t size = std::min(block, large.size() - start);
if (!square) {
for (std::size_t i = 0; i < size; ++i) y[i] = reduce(large[start + i]);
std::fill(y.begin() + size, y.end(), 0);
ntt_mod_detail::forward(y, plan, vectorized);
}
ntt_mod_detail::pointwise<mod>(work, x, vectorized);
ntt_mod_detail::backward(work, plan, vectorized);
std::reverse(work.begin() + 1, work.end());
ntt_mod_detail::scale<mod>(work, scale, vectorized);
if (!blocked) {
work.resize(length);
return std::move(work);
}
for (std::size_t i = 0; i < size + small.size() - 1; ++i) {
Word sum = result[start + i] + work[i];
result[start + i] = sum < mod ? sum : sum - mod;
}
}
return result;
}
inline constexpr Word p = 754974721, q = 1224736769, r = 2013265921;
inline constexpr __uint128_t modulus = __uint128_t(p) * q * r;
struct Reconstruction { std::uint64_t low; Word high; };
template <Word P = p, Word Q = q, Word R = r>
inline Reconstruction reconstruct(Word a, Word b, Word c) {
static const Word inverse_p = ntt_mod_detail::power<Q>(P, Q - 2);
static const Word inverse_pq = ntt_mod_detail::power<R>(std::uint64_t(P) * Q % R, R - 2);
std::uint64_t x = std::uint64_t(b + Q - a) * inverse_p % Q;
std::uint64_t low = a + std::uint64_t(P) * x;
std::uint64_t y = std::uint64_t(c + R - low % R) * inverse_pq % R;
return {low, Word(y)};
}
inline __uint128_t restore(Word a, Word b, Word c) {
auto [low, high] = reconstruct(a, b, c);
return low + __uint128_t(p) * q * high;
}
#if defined(__x86_64__) || defined(__i386__)
template <Word P, Word Q, Word R>
__attribute__((target("avx2")))
void combine(Word *a, const Word *b, const Word *c, std::size_t n) {
static_assert(P > 256 && Q > 256 && R > 256 && P + std::uint64_t(Q) + R < (std::uint64_t(1) << 32));
constexpr Word mod = 1000000007;
constexpr auto form = [](std::uint64_t x) { return Word(x % mod * ((std::uint64_t(1) << 32) % mod) % mod); };
constexpr Word place[3] = {form(std::uint64_t(Q) * R), form(std::uint64_t(P) * R), form(std::uint64_t(P) * Q)};
constexpr Word wrap = form(mod - std::uint64_t(P) * Q % mod * R % mod);
const auto p = _mm256_set1_epi32(mod), inverse = _mm256_set1_epi32(ntt_mod_detail::negative_inverse<mod>);
std::size_t i = 0;
for (; n - i >= 8; i += 8) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + i));
auto y = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(b + i));
auto z = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(c + i));
auto quotient = [&](__m256i a, __m256i b, __m256i c) __attribute__((target("avx2"), always_inline)) {
auto s = _mm256_mul_epu32(a, _mm256_set1_epi32((std::uint64_t(1) << 40) / P + 1));
s = _mm256_add_epi64(s, _mm256_mul_epu32(b, _mm256_set1_epi32((std::uint64_t(1) << 40) / Q + 1)));
s = _mm256_add_epi64(s, _mm256_mul_epu32(c, _mm256_set1_epi32((std::uint64_t(1) << 40) / R + 1)));
return _mm256_srli_epi64(_mm256_add_epi64(s, _mm256_set1_epi64x(std::uint64_t(1) << 39)), 40);
};
auto reduce = [&](__m256i a, __m256i b, __m256i c, __m256i t) __attribute__((target("avx2"), always_inline)) {
auto s = _mm256_add_epi64(_mm256_mul_epu32(a, _mm256_set1_epi32(place[0])), _mm256_mul_epu32(b, _mm256_set1_epi32(place[1])));
s = _mm256_add_epi64(s, _mm256_mul_epu32(c, _mm256_set1_epi32(place[2])));
s = _mm256_add_epi64(s, _mm256_mul_epu32(t, _mm256_set1_epi32(wrap)));
return _mm256_add_epi64(s, _mm256_mul_epu32(_mm256_mul_epu32(s, inverse), p));
};
auto xo = _mm256_srli_epi64(x, 32), yo = _mm256_srli_epi64(y, 32), zo = _mm256_srli_epi64(z, 32);
auto even = reduce(x, y, z, quotient(x, y, z)), odd = reduce(xo, yo, zo, quotient(xo, yo, zo));
x = _mm256_blend_epi32(_mm256_srli_epi64(even, 32), odd, 0xaa);
x = _mm256_min_epu32(x, _mm256_sub_epi32(x, p));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + i), x);
}
for (; i < n; ++i) {
std::uint64_t t = (std::uint64_t(a[i]) * ((std::uint64_t(1) << 40) / P + 1) + std::uint64_t(b[i]) * ((std::uint64_t(1) << 40) / Q + 1) + std::uint64_t(c[i]) * ((std::uint64_t(1) << 40) / R + 1) + (std::uint64_t(1) << 39)) >> 40;
std::uint64_t sum = std::uint64_t(a[i]) * place[0] + std::uint64_t(b[i]) * place[1] + std::uint64_t(c[i]) * place[2] + std::uint64_t(t) * wrap;
auto q = Word(sum) * ntt_mod_detail::negative_inverse<mod>;
Word value = (sum + std::uint64_t(q) * mod) >> 32;
a[i] = value < mod ? value : value - mod;
}
}
#endif
template <Word P, Word PR, Word Q, Word QR, Word R, Word RR>
std::vector<Word> modular(const std::vector<Word> &a, const std::vector<Word> &b, Word mod) {
#if defined(__x86_64__) || defined(__i386__)
if constexpr (P + std::uint64_t(Q) + R < (std::uint64_t(1) << 32)) {
if (mod == 1000000007 && __uint128_t(std::min(a.size(), b.size())) * (mod - 1) * (mod - 1) * 4 < __uint128_t(P) * Q * R && __builtin_cpu_supports("avx2")) {
auto x = multiply<P, PR>(a, b, ntt_mod_detail::power<P>(std::uint64_t(Q) * R % P, P - 2));
auto y = multiply<Q, QR>(a, b, ntt_mod_detail::power<Q>(std::uint64_t(P) * R % Q, Q - 2));
auto z = multiply<R, RR>(a, b, ntt_mod_detail::power<R>(std::uint64_t(P) * Q % R, R - 2));
combine<P, Q, R>(x.data(), y.data(), z.data(), x.size());
return x;
}
}
#endif
auto x = multiply<P, PR>(a, b);
auto y = multiply<Q, QR>(a, b);
auto z = multiply<R, RR>(a, b);
std::uint64_t pq_mod = std::uint64_t(P) * Q % mod;
for (std::size_t i = 0; i < x.size(); ++i) {
auto [low, high] = reconstruct<P, Q, R>(x[i], y[i], z[i]);
x[i] = (low % mod + pq_mod * high) % mod;
}
return x;
}
}
template <class T>
std::vector<T> convolution_integer(const std::vector<T> &a, const std::vector<T> &b) {
static_assert(std::numeric_limits<T>::is_integer && sizeof(T) <= 8);
if (a.empty() || b.empty()) return {};
assert(a.size() + b.size() - 1 <= std::size_t(1) << 24);
auto x = convolution_mod_detail::multiply<convolution_mod_detail::p, 11>(a, b);
auto y = convolution_mod_detail::multiply<convolution_mod_detail::q, 3>(a, b);
auto z = convolution_mod_detail::multiply<convolution_mod_detail::r, 31>(a, b);
std::vector<T> result(x.size());
for (std::size_t i = 0; i < x.size(); ++i) {
auto value = convolution_mod_detail::restore(x[i], y[i], z[i]);
if constexpr (std::numeric_limits<T>::is_signed) {
__int128_t v = value > convolution_mod_detail::modulus / 2 ? __int128_t(value) - __int128_t(convolution_mod_detail::modulus) : __int128_t(value);
assert(std::numeric_limits<T>::lowest() <= v && v <= std::numeric_limits<T>::max());
result[i] = T(v);
} else {
assert(value <= std::numeric_limits<T>::max());
result[i] = T(value);
}
}
return result;
}
template <class T>
std::vector<std::uint32_t> convolution_mod(const std::vector<T> &a, const std::vector<T> &b, std::uint32_t mod) {
static_assert(std::numeric_limits<T>::is_integer && sizeof(T) <= 8);
assert(mod > 0);
if (a.empty() || b.empty()) return {};
assert(a.size() + b.size() - 1 <= std::size_t(1) << 24);
if (mod == 1) return std::vector<std::uint32_t>(a.size() + b.size() - 1);
std::vector<std::uint32_t> x(a.size()), y(&a == &b ? 0 : b.size());
auto reduce = [=](T value) {
__int128_t r = __int128_t(value) % mod;
return std::uint32_t(r < 0 ? r + mod : r);
};
std::transform(a.begin(), a.end(), x.begin(), reduce);
if (&a != &b) std::transform(b.begin(), b.end(), y.begin(), reduce);
const auto &other = &a == &b ? x : y;
if (std::min(x.size(), other.size()) <= 32) {
std::vector<std::uint32_t> result(x.size() + other.size() - 1);
for (std::size_t i = 0; i < x.size(); ++i)
for (std::size_t j = 0; j < other.size(); ++j) result[i + j] = (result[i + j] + std::uint64_t(x[i]) * other[j]) % mod;
return result;
}
if (mod == 998244353 && x.size() + other.size() - 1 <= std::size_t(1) << 23) return convolution_mod_detail::multiply<998244353, 3>(x, other);
constexpr std::uint32_t P = 167772161, Q = 469762049, R = 754974721;
if (__uint128_t(std::min(x.size(), other.size())) * (mod - 1) * (mod - 1) < __uint128_t(P) * Q * R)
return convolution_mod_detail::modular<P, 3, Q, 3, R, 11>(x, other, mod);
return convolution_mod_detail::modular<convolution_mod_detail::p, 11, convolution_mod_detail::q, 3, convolution_mod_detail::r, 31>(x, other, mod);
}
#line 9 "components/bigint_magnitude.hpp"
#include <stdexcept>
#line 12 "components/bigint_magnitude.hpp"
#if defined(__x86_64__) || defined(__i386__)
#include <immintrin.h>
#endif
namespace bigint_detail {
using Word = std::uint32_t;
using Magnitude = std::vector<Word>;
inline constexpr Word base = 1000000000;
inline void trim(Magnitude &a) {
while (!a.empty() && !a.back()) a.pop_back();
}
inline int compare(const Magnitude &a, const Magnitude &b) {
if (a.size() != b.size()) return a.size() < b.size() ? -1 : 1;
for (std::size_t i = a.size(); i--;) if (a[i] != b[i]) return a[i] < b[i] ? -1 : 1;
return 0;
}
inline Magnitude multiply_word(const Magnitude &a, Word b) {
assert(b < base);
if (!b || a.empty()) return {};
if (b == 1) return a;
Magnitude result(a.size());
std::uint64_t carry = 0;
for (std::size_t i = 0; i < a.size(); ++i) {
std::uint64_t value = std::uint64_t(a[i]) * b + carry;
result[i] = Word(value % base);
carry = value / base;
}
if (carry) result.push_back(Word(carry));
return result;
}
inline Word divide_word(Magnitude &a, Word b) {
assert(b && b < base);
if (b == 1) { trim(a); return 0; }
std::uint64_t remainder = 0;
for (std::size_t i = a.size(); i--;) {
std::uint64_t value = remainder * base + a[i];
a[i] = Word(value / b);
remainder = value % b;
}
trim(a);
return Word(remainder);
}
#if defined(__x86_64__) || defined(__i386__)
template <bool subtract>
__attribute__((target("avx2"))) inline Word carry_blocks(Word *a, const Word *b, std::size_t &offset, std::size_t n, Word carry) {
const auto limit = _mm256_set1_epi32(base - 1), modulus = _mm256_set1_epi32(base);
const auto one = _mm256_set1_epi32(1), zero = _mm256_setzero_si256();
const auto indices = _mm256_setr_epi32(0, 1, 2, 3, 4, 5, 6, 7);
for (; n - offset >= 32; offset += 32) {
__m256i values[4];
std::uint64_t generate = 0, propagate = 0;
for (int j = 0; j < 4; ++j) {
auto x = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + offset + 8 * j));
auto y = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(b + offset + 8 * j));
__m256i g, p;
if constexpr (subtract) {
values[j] = _mm256_sub_epi32(x, y);
g = _mm256_cmpgt_epi32(y, x);
p = _mm256_cmpeq_epi32(x, y);
} else {
values[j] = _mm256_add_epi32(x, y);
g = _mm256_cmpgt_epi32(values[j], limit);
p = _mm256_cmpeq_epi32(values[j], limit);
}
generate |= std::uint64_t(_mm256_movemask_ps(_mm256_castsi256_ps(g))) << (8 * j);
propagate |= std::uint64_t(_mm256_movemask_ps(_mm256_castsi256_ps(p))) << (8 * j);
}
std::uint64_t incoming = (propagate + (generate << 1) + carry) ^ propagate;
for (int j = 0; j < 4; ++j) {
auto in = _mm256_and_si256(_mm256_srlv_epi32(_mm256_set1_epi32(int(incoming >> (8 * j))), indices), one);
auto out = _mm256_and_si256(_mm256_srlv_epi32(_mm256_set1_epi32(int(incoming >> (8 * j + 1))), indices), one);
auto correction = _mm256_and_si256(_mm256_sub_epi32(zero, out), modulus);
auto value = subtract ? _mm256_add_epi32(_mm256_sub_epi32(values[j], in), correction)
: _mm256_sub_epi32(_mm256_add_epi32(values[j], in), correction);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + offset + 8 * j), value);
}
carry = Word(incoming >> 32);
}
return carry;
}
#endif
inline void add(Magnitude &a, const Magnitude &b) {
std::size_t n = b.size();
if (a.size() < n) a.resize(n);
std::size_t i = 0;
Word carry = 0;
#if defined(__x86_64__) || defined(__i386__)
if (n >= 32 && __builtin_cpu_supports("avx2")) carry = carry_blocks<false>(a.data(), b.data(), i, n, carry);
#endif
for (; i < n; ++i) {
Word value = a[i] + b[i] + carry;
carry = value >= base;
a[i] = value - carry * base;
}
while (carry && i < a.size()) {
Word value = a[i] + carry;
carry = value >= base;
a[i++] = value - carry * base;
}
if (carry) a.push_back(carry);
}
inline void subtract(Magnitude &a, const Magnitude &b) {
assert(compare(a, b) >= 0);
std::size_t n = b.size(), i = 0;
Word borrow = 0;
#if defined(__x86_64__) || defined(__i386__)
if (n >= 32 && __builtin_cpu_supports("avx2")) borrow = carry_blocks<true>(a.data(), b.data(), i, n, borrow);
#endif
for (; i < n; ++i) {
Word value = b[i] + borrow;
borrow = a[i] < value;
a[i] = a[i] + borrow * base - value;
}
while (borrow && i < a.size()) {
Word value = a[i];
borrow = !value;
a[i++] = value + borrow * base - 1;
}
assert(!borrow);
trim(a);
}
inline void increment(Magnitude &a) {
std::size_t i = 0;
while (i < a.size() && a[i] == base - 1) a[i++] = 0;
if (i == a.size()) a.push_back(1);
else ++a[i];
}
inline Magnitude multiply(const Magnitude &a, const Magnitude &b) {
if (a.empty() || b.empty()) return {};
if (a.size() == 1) return multiply_word(b, a[0]);
if (b.size() == 1) return multiply_word(a, b[0]);
if (std::min(a.size(), b.size()) <= 128) {
std::vector<__uint128_t> coefficients(a.size() + b.size() - 1);
for (std::size_t i = 0; i < a.size(); ++i)
for (std::size_t j = 0; j < b.size(); ++j) coefficients[i + j] += std::uint64_t(a[i]) * b[j];
Magnitude result(coefficients.size());
__uint128_t carry = 0;
for (std::size_t i = 0; i < coefficients.size(); ++i) {
carry += coefficients[i];
result[i] = Word(carry % base);
carry /= base;
}
while (carry) { result.push_back(Word(carry % base)); carry /= base; }
trim(result);
return result;
}
constexpr std::size_t limit = std::size_t(1) << 24;
if (a.size() > limit || b.size() > limit - a.size() + 1) throw std::length_error("BigInt multiplication length");
auto x = convolution_mod_detail::multiply<convolution_mod_detail::p, 11>(a, b);
auto y = convolution_mod_detail::multiply<convolution_mod_detail::q, 3>(a, b);
auto z = convolution_mod_detail::multiply<convolution_mod_detail::r, 31>(a, b);
Magnitude result(x.size());
__uint128_t carry = 0;
for (std::size_t i = 0; i < x.size(); ++i) {
carry += convolution_mod_detail::restore(x[i], y[i], z[i]);
result[i] = Word(carry % base);
carry /= base;
}
while (carry) { result.push_back(Word(carry % base)); carry /= base; }
trim(result);
return result;
}
inline std::pair<Magnitude, Magnitude> divide_schoolbook(const Magnitude &a, const Magnitude &b) {
assert(!b.empty());
if (compare(a, b) < 0) return {{}, a};
if (b.size() == 1) {
Magnitude quotient = a;
Word remainder = divide_word(quotient, b[0]);
return {std::move(quotient), remainder ? Magnitude{remainder} : Magnitude{}};
}
std::size_t n = a.size(), m = b.size();
Word normalization = base / (b.back() + 1);
Magnitude u = multiply_word(a, normalization), v = multiply_word(b, normalization);
u.resize(n + 1);
Magnitude quotient(n - m + 1);
for (std::size_t j = quotient.size(); j--;) {
std::uint64_t numerator = std::uint64_t(u[j + m]) * base + u[j + m - 1];
std::uint64_t digit = numerator / v[m - 1], remainder = numerator % v[m - 1];
if (digit >= base) { digit = base - 1; remainder = numerator - digit * v[m - 1]; }
while (remainder < base && digit * v[m - 2] > remainder * base + u[j + m - 2]) {
--digit;
remainder += v[m - 1];
}
std::uint64_t carry = 0;
Word borrow = 0;
for (std::size_t i = 0; i < m; ++i) {
std::uint64_t product = digit * v[i] + carry;
carry = product / base;
Word value = Word(product % base) + borrow;
borrow = u[j + i] < value;
u[j + i] = u[j + i] + borrow * base - value;
}
std::uint64_t value = carry + borrow;
bool negative = u[j + m] < value;
u[j + m] = Word(u[j + m] + (negative ? base : 0) - value);
if (negative) {
--digit;
Word overflow = 0;
for (std::size_t i = 0; i < m; ++i) {
Word sum = u[j + i] + v[i] + overflow;
overflow = sum >= base;
u[j + i] = sum - overflow * base;
}
u[j + m] += overflow;
if (u[j + m] >= base) u[j + m] -= base;
}
quotient[j] = Word(digit);
}
u.resize(m);
divide_word(u, normalization);
trim(quotient);
return {std::move(quotient), std::move(u)};
}
inline Magnitude reciprocal(const Magnitude &a) {
assert(!a.empty() && a.back() >= base / 2);
std::size_t n = a.size();
if (n <= 32) {
Magnitude numerator(2 * n + 1);
numerator.back() = 1;
return divide_schoolbook(numerator, a).first;
}
std::size_t half = (n + 1) / 2;
Magnitude upper(a.end() - half, a.end());
Magnitude x = reciprocal(upper);
x.insert(x.begin(), n - half, 0);
Magnitude error(2 * n + 1);
error.back() = 2;
subtract(error, multiply(a, x));
Magnitude result = multiply(x, error);
result.erase(result.begin(), result.begin() + 2 * n);
trim(result);
Magnitude difference(2 * n + 1);
difference.back() = 1;
subtract(difference, multiply(a, result));
while (compare(difference, a) >= 0) { increment(result); subtract(difference, a); }
return result;
}
inline std::pair<Magnitude, Magnitude> divide(const Magnitude &a, const Magnitude &b) {
if (b.empty()) throw std::domain_error("BigInt division by zero");
if (compare(a, b) < 0) return {{}, a};
if (b.size() <= 64 || a.size() - b.size() <= 64) return divide_schoolbook(a, b);
Word normalization = base / (b.back() + 1);
Magnitude u = multiply_word(a, normalization), v = multiply_word(b, normalization);
Magnitude inverse = reciprocal(v), quotient(u.size() - v.size() + 1), remainder;
std::size_t n = v.size(), blocks = (u.size() - 1) / n + 1;
for (std::size_t block = blocks; block--;) {
std::size_t first = block * n, count = std::min(n, u.size() - first);
remainder.insert(remainder.begin(), count, 0);
std::copy_n(u.begin() + first, count, remainder.begin());
trim(remainder);
if (compare(remainder, v) < 0) continue;
Magnitude digit = multiply(remainder, inverse);
if (digit.size() <= 2 * n) digit.clear();
else digit.erase(digit.begin(), digit.begin() + 2 * n);
subtract(remainder, multiply(digit, v));
if (compare(remainder, v) >= 0) { increment(digit); subtract(remainder, v); }
assert(compare(remainder, v) < 0 && first + digit.size() <= quotient.size());
std::copy(digit.begin(), digit.end(), quotient.begin() + first);
}
divide_word(remainder, normalization);
trim(quotient);
return {std::move(quotient), std::move(remainder)};
}
}