競技プログラミング用 C++ ライブラリ
components/fps_horner.hpp · GitHub で見る
共通ページ
fps_detail::horner(a,n,x) は、Mint の係数配列で表された多項式を一点 x で評価する内部部品です。通常は公開関数 fps::eval(x) を使います。係数は定数項から並べます。空の多項式は 0 を返し、x=0 のときは定数項を返します。入力は変更せず、追加の整列や padding を要求しません。
| 操作 | 内容・返り値 | 計算量 |
|---|---|---|
fps_detail::horner(a,n,x) |
a[0] から a[n-1] の多項式を x で評価 | \(O(n)\) |
通常は FPS の f.eval(x) を使います。例えば fps{1,2,3}.eval(2).val() は 17 です。
32 項以上では、指数を 8 で割った余りごとに Horner 法を分けます。AVX2 が使える場合は各組を SIMD の 8 lane で求め、64 項以上ではさらに 4 本の独立した SIMD の漸化式に分けます。係数との積には固定した x^8 または x^32 に対する Shoup 乗算を使い、最後に組ごとの値を Horner 法で結合します。共通の剰余演算部品で AVX2 の利用可否を実行時に判定し、NTT には依存しません。
Mint の内部ワードは \([0,2p)\)、\(p=998244353\) とします。係数と漸化式の値は Montgomery 表現のまま保持し、固定乗数だけを通常の剰余値にします。配列の末尾の不足分は所有する局所配列で 0 埋めします。係数の読み込みと SIMD 値の取り出しはオブジェクト表現のコピーで行い、配列外を読みません。
AVX2 が使えない環境の 32 項以上は、8 本の通常の Horner 法へ分けます。短い場合は直列の Horner 法を使います。FormalPowerSeries<T> の係数が内部の Mint と異なる場合は、従来どおり T に対する直列の計算を使います。
計算量: 係数数を \(n\) として \(O(n)\) 時間、追加空間は \(O(1)\) です。
#ifndef CP_COMPONENTS_FPS_HORNER_HPP
#define CP_COMPONENTS_FPS_HORNER_HPP
#include "mint_arithmetic.hpp"
#include <array>
#include <cstring>
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
namespace fps_detail {
using mint_detail::Ops;
namespace horner_detail {
template<int K, class T>
inline T scalar(const T* a, std::size_t n, T x) {
static_assert(K > 0);
T step = 1;
for (int i = 0; i < K; ++i) step *= x;
std::array<T, K> sum{};
std::size_t groups = n / K, tail = n % K;
for (std::size_t i = 0; i < tail; ++i) sum[i] = a[groups * K + i];
while (groups) {
--groups;
for (int i = 0; i < K; ++i) sum[i] = sum[i] * step + a[groups * K + i];
}
T result = 0;
for (int i = K; i-- > 0;) result = result * x + sum[i];
return result;
}
#if defined(__x86_64__) || defined(__i386__)
template<int K>
__attribute__((target("avx2"))) inline mint vector(const mint* a, std::size_t n, mint x) {
static_assert(K == 1 || K == 2 || K == 4);
using V = Ops::I8;
static_assert(std::is_trivially_copyable_v<mint> && sizeof(mint) == sizeof(unsigned));
mint step = x;
for (int i = 0; i < 3; ++i) step *= step;
const unsigned x8 = step.val();
for (int i = 1; i < K; i *= 2) step *= step;
const unsigned value = step.val();
const V factor = _mm256_set1_epi32(value), quotient = _mm256_set1_epi32(Ops::quotient(value));
V sum[K];
for (auto& v : sum) v = _mm256_setzero_si256();
constexpr std::size_t width = 8 * K;
std::size_t groups = n / width, tail = n % width;
if (tail) {
alignas(32) mint block[width]{};
std::memcpy(static_cast<void*>(block), a + groups * width, tail * sizeof(mint));
for (int i = 0; i < K; ++i) std::memcpy(&sum[i], block + 8 * i, sizeof(V));
} else if (groups) {
--groups;
for (int i = 0; i < K; ++i) std::memcpy(&sum[i], a + groups * width + 8 * i, sizeof(V));
}
while (groups) {
--groups;
for (int i = 0; i < K; ++i) {
V coefficient;
std::memcpy(&coefficient, a + groups * width + 8 * i, sizeof(V));
sum[i] = Ops::add8(value == 1 ? sum[i] : Ops::fixed_mul8(sum[i], factor, quotient), coefficient);
}
}
const V step8 = _mm256_set1_epi32(x8), quotient8 = _mm256_set1_epi32(Ops::quotient(x8));
V joined = sum[K - 1];
for (int i = K - 1; i-- > 0;) joined = Ops::add8(Ops::fixed_mul8(joined, step8, quotient8), sum[i]);
alignas(32) mint word[8];
std::memcpy(static_cast<void*>(word), &joined, sizeof(joined));
mint result = 0;
for (int i = 8; i-- > 0;) result = result * x + word[i];
return result;
}
#endif
}
inline mint horner(const mint* a, std::size_t n, mint x) {
if (!n) return mint(0);
if (x == mint(0)) return a[0];
#if defined(__x86_64__) || defined(__i386__)
if (n >= 32 && Ops::vectorized()) {
if (n < 64) return horner_detail::vector<1>(a, n, x);
return horner_detail::vector<4>(a, n, x);
}
#endif
if (n >= 32) return horner_detail::scalar<8>(a, n, x);
mint result = 0;
while (n) result = result * x + a[--n];
return result;
}
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif
#endif
#line 1 "components/fps_horner.hpp"
#line 1 "components/mint_arithmetic.hpp"
#line 1 "math/mint.hpp"
#include <cassert>
#include <istream>
#include <ostream>
#include <type_traits>
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
namespace mint_detail {
template <class I>
constexpr bool mint_integral = std::is_integral_v<I>
#if defined(__SIZEOF_INT128__)
|| std::is_same_v<I, __int128> || std::is_same_v<I, unsigned __int128>
#endif
;
struct [[gnu::warn_unused]] Mint {
using mint = Mint;
unsigned v = 0;
[[nodiscard]] static constexpr unsigned mod() { return 998244353; }
[[nodiscard, gnu::always_inline]] static unsigned reduce(unsigned long long x) {
return (x + (unsigned long long)(unsigned(x) * 998244351u) * mod()) >> 32;
}
[[gnu::always_inline]] Mint() = default;
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
Mint(I x) {
long long r = x % (long long)mod();
if (r < 0) r += mod();
v = reduce((unsigned long long)r * 932051910);
}
[[nodiscard, gnu::always_inline]] static Mint raw(unsigned x) {
Mint a;
a.v = reduce((unsigned long long)x * 932051910);
return a;
}
[[nodiscard, gnu::always_inline]] static Mint word(unsigned x) {
Mint a;
a.v = x;
return a;
}
[[nodiscard, gnu::always_inline]] unsigned val() const {
unsigned r = reduce(v);
return r < mod() ? r : r - mod();
}
friend std::istream &operator>>(std::istream &is, Mint &x) {
long long value;
if (is >> value) x = Mint(value);
return is;
}
friend std::ostream &operator<<(std::ostream &os, const Mint &x) {
return os << x.val();
}
[[gnu::always_inline]] Mint &operator+=(Mint b) {
v += b.v;
if (v >= 2 * mod()) v -= 2 * mod();
return *this;
}
[[gnu::always_inline]] Mint &operator-=(Mint b) {
v -= b.v;
if (v >> 31) v += 2 * mod();
return *this;
}
[[gnu::always_inline]] Mint &operator*=(Mint b) {
v = reduce((unsigned long long)v * b.v);
return *this;
}
Mint &operator/=(Mint b) { return *this *= b.inv(); }
Mint &operator++() { return *this += Mint(1); }
Mint &operator--() { return *this -= Mint(1); }
Mint operator++(int) {
Mint a = *this;
++*this;
return a;
}
Mint operator--(int) {
Mint a = *this;
--*this;
return a;
}
[[nodiscard, gnu::always_inline]] Mint operator+() const { return *this; }
[[nodiscard, gnu::always_inline]] Mint operator-() const { return word(v ? 2 * mod() - v : 0); }
[[nodiscard, gnu::always_inline]] Mint operator+(Mint b) const { return Mint(*this) += b; }
[[nodiscard, gnu::always_inline]] Mint operator-(Mint b) const { return Mint(*this) -= b; }
[[nodiscard, gnu::always_inline]] Mint operator*(Mint b) const { return Mint(*this) *= b; }
[[nodiscard]] Mint operator/(Mint b) const { return Mint(*this) /= b; }
[[nodiscard, gnu::always_inline]] bool operator==(Mint b) const { return (v < mod() ? v : v - mod()) == (b.v < mod() ? b.v : b.v - mod()); }
[[nodiscard, gnu::always_inline]] bool operator!=(Mint b) const { return !(*this == b); }
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
[[nodiscard]] friend Mint operator+(I a, Mint b) { return Mint(a) + b; }
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
[[nodiscard]] friend Mint operator-(I a, Mint b) { return Mint(a) - b; }
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
[[nodiscard]] friend Mint operator*(I a, Mint b) { return Mint(a) * b; }
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
[[nodiscard]] friend Mint operator/(I a, Mint b) { return Mint(a) / b; }
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
[[nodiscard]] friend bool operator==(I a, Mint b) { return Mint(a) == b; }
template <class I, std::enable_if_t<mint_integral<I>, int> = 0>
[[nodiscard]] friend bool operator!=(I a, Mint b) { return Mint(a) != b; }
[[nodiscard]] Mint pow(long long n) const {
assert(n >= 0);
if (!n) return Mint(1);
Mint r(1), a = *this;
for (; n > 1; n >>= 1, a *= a)
if (n & 1) r *= a;
return r * a;
}
[[nodiscard, gnu::noinline]] Mint inv() const {
assert(*this != Mint(0));
Mint a2 = *this * *this, a3 = a2 * *this;
Mint a7 = a3 * a3 * *this;
Mint a31 = a7;
for (int i = 0; i < 2; ++i) a31 *= a31;
a31 *= a3;
Mint r = a7;
for (int i = 0; i < 3; ++i) r *= r;
r *= a3;
r *= r;
for (int j = 0; j < 4; ++j) {
for (int i = 0; i < 5; ++i) r *= r;
r *= a31;
}
for (int i = 0; i < 3; ++i) r *= r;
return r * a7;
}
};
} // namespace mint_detail
using mint = mint_detail::Mint;
using fps_mint = mint;
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif
#line 5 "components/mint_arithmetic.hpp"
#if defined(__x86_64__) || defined(__i386__)
#include <immintrin.h>
#endif
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
namespace mint_detail {
struct Ops {
using T = mint;
typedef unsigned int U __attribute__((may_alias));
static constexpr U mod = 998244353, twice = 2 * mod, one = 301989884;
static U reduce(unsigned long long x) { return T::reduce(x); }
static U mul(U a, U b) { return reduce((unsigned long long)a * b); }
static U add(U a, U b) {
U c = a + b;
return c < twice ? c : c - twice;
}
static U sub(U a, U b) {
U c = a - b;
return c < twice ? c : c + twice;
}
static U in(U a) { return mul(a, 932051910); }
static U out(U a) {
a = reduce(a);
return a < mod ? a : a - mod;
}
static U quotient(U r) { return ((unsigned long long)r << 32) / mod; }
static U fixed_mul(U a, U r, U q) {
return a * r - U(((unsigned long long)a * q) >> 32) * mod;
}
#if defined(__x86_64__) || defined(__i386__)
static bool vectorized() {
#if defined(__AVX2__)
return true;
#else
static const bool available = __builtin_cpu_supports("avx2");
return available;
#endif
}
using I8 = __m256i;
__attribute__((target("avx2"))) static I8 load8(const U *a) {
return _mm256_loadu_si256(reinterpret_cast<const I8 *>(a));
}
__attribute__((target("avx2"))) static void store8(U *a, I8 x) {
_mm256_storeu_si256(reinterpret_cast<I8 *>(a), x);
}
__attribute__((target("avx2"), always_inline)) static inline I8 reduce8(I8 x, I8 y) {
I8 r = _mm256_set1_epi32(998244351), p = _mm256_set1_epi32(mod);
x = _mm256_add_epi64(x, _mm256_mul_epu32(_mm256_mul_epu32(x, r), p));
y = _mm256_add_epi64(y, _mm256_mul_epu32(_mm256_mul_epu32(y, r), p));
return _mm256_blend_epi32(_mm256_srli_epi64(x, 32), y, 0xaa);
}
__attribute__((target("avx2"))) static I8 mul8(I8 a, I8 b) {
return reduce8(_mm256_mul_epu32(a, b), _mm256_mul_epu32(_mm256_srli_epi64(a, 32), _mm256_srli_epi64(b, 32)));
}
__attribute__((target("avx2"))) static I8 fixed_mul8(I8 a, I8 r, I8 q) {
I8 x = _mm256_srli_epi64(_mm256_mul_epu32(a, q), 32);
I8 y = _mm256_mul_epu32(_mm256_srli_epi64(a, 32), q);
I8 t = _mm256_blend_epi32(x, y, 0xaa);
return _mm256_sub_epi32(_mm256_mullo_epi32(a, r),
_mm256_mullo_epi32(t, _mm256_set1_epi32(mod)));
}
__attribute__((target("avx2"))) static I8 fixed_even8(I8 a, I8 r, I8 q) {
I8 t = _mm256_srli_epi64(_mm256_mul_epu32(a, q), 32);
return _mm256_sub_epi64(_mm256_mul_epu32(a, r),
_mm256_mul_epu32(t, _mm256_set1_epi32(mod)));
}
__attribute__((target("avx2"))) static I8 add8(I8 a, I8 b) {
I8 x = _mm256_add_epi32(a, b);
return _mm256_min_epu32(x, _mm256_sub_epi32(x, _mm256_set1_epi32(twice)));
}
__attribute__((target("avx2"))) static I8 sub8(I8 a, I8 b) {
I8 x = _mm256_sub_epi32(a, b);
return _mm256_min_epu32(x, _mm256_add_epi32(x, _mm256_set1_epi32(twice)));
}
#endif
};
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif
#line 5 "components/fps_horner.hpp"
#include <array>
#include <cstring>
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
namespace fps_detail {
using mint_detail::Ops;
namespace horner_detail {
template<int K, class T>
inline T scalar(const T* a, std::size_t n, T x) {
static_assert(K > 0);
T step = 1;
for (int i = 0; i < K; ++i) step *= x;
std::array<T, K> sum{};
std::size_t groups = n / K, tail = n % K;
for (std::size_t i = 0; i < tail; ++i) sum[i] = a[groups * K + i];
while (groups) {
--groups;
for (int i = 0; i < K; ++i) sum[i] = sum[i] * step + a[groups * K + i];
}
T result = 0;
for (int i = K; i-- > 0;) result = result * x + sum[i];
return result;
}
#if defined(__x86_64__) || defined(__i386__)
template<int K>
__attribute__((target("avx2"))) inline mint vector(const mint* a, std::size_t n, mint x) {
static_assert(K == 1 || K == 2 || K == 4);
using V = Ops::I8;
static_assert(std::is_trivially_copyable_v<mint> && sizeof(mint) == sizeof(unsigned));
mint step = x;
for (int i = 0; i < 3; ++i) step *= step;
const unsigned x8 = step.val();
for (int i = 1; i < K; i *= 2) step *= step;
const unsigned value = step.val();
const V factor = _mm256_set1_epi32(value), quotient = _mm256_set1_epi32(Ops::quotient(value));
V sum[K];
for (auto& v : sum) v = _mm256_setzero_si256();
constexpr std::size_t width = 8 * K;
std::size_t groups = n / width, tail = n % width;
if (tail) {
alignas(32) mint block[width]{};
std::memcpy(static_cast<void*>(block), a + groups * width, tail * sizeof(mint));
for (int i = 0; i < K; ++i) std::memcpy(&sum[i], block + 8 * i, sizeof(V));
} else if (groups) {
--groups;
for (int i = 0; i < K; ++i) std::memcpy(&sum[i], a + groups * width + 8 * i, sizeof(V));
}
while (groups) {
--groups;
for (int i = 0; i < K; ++i) {
V coefficient;
std::memcpy(&coefficient, a + groups * width + 8 * i, sizeof(V));
sum[i] = Ops::add8(value == 1 ? sum[i] : Ops::fixed_mul8(sum[i], factor, quotient), coefficient);
}
}
const V step8 = _mm256_set1_epi32(x8), quotient8 = _mm256_set1_epi32(Ops::quotient(x8));
V joined = sum[K - 1];
for (int i = K - 1; i-- > 0;) joined = Ops::add8(Ops::fixed_mul8(joined, step8, quotient8), sum[i]);
alignas(32) mint word[8];
std::memcpy(static_cast<void*>(word), &joined, sizeof(joined));
mint result = 0;
for (int i = 8; i-- > 0;) result = result * x + word[i];
return result;
}
#endif
}
inline mint horner(const mint* a, std::size_t n, mint x) {
if (!n) return mint(0);
if (x == mint(0)) return a[0];
#if defined(__x86_64__) || defined(__i386__)
if (n >= 32 && Ops::vectorized()) {
if (n < 64) return horner_detail::vector<1>(a, n, x);
return horner_detail::vector<4>(a, n, x);
}
#endif
if (n >= 32) return horner_detail::scalar<8>(a, n, x);
mint result = 0;
while (n) result = result * x + a[--n];
return result;
}
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif