競技プログラミング用 C++ ライブラリ
components/matrix_power.hpp · GitHub で見る
共通ページ
固定の素数法を持つ modint 用の行列累乗・特性多項式です。通常は 行列 の Matrix<T>::pow(k)・characteristic_polynomial() を使います。
| 操作 | 内容・返り値 | 計算量 |
|---|---|---|
matrix_detail::FrobeniusPower<T>(a,n).run(k) |
行優先の正方行列の累乗を optional<vector<T>> で返す。分解を確認できなければ nullopt
|
\(O(n^3+n^2\log k)\) |
matrix_detail::FrobeniusPower<T>(a,n).characteristic() |
特性多項式を定数項から順に返す。別の手法を選ぶ場合や分解に失敗した場合は nullopt
|
\(O(n^3)\) |
a の要素数は n*n とします。T は mod() がコンパイル時定数の素数で \(2\le\mathrm{mod}<2^{31}\)、val()・raw() と体の演算を持つ modint です。
Krylov 基底と Frobenius 分解を使います。各ブロックの関係式と基底の独立性を確認してから結果を返します。分解の試行回数と生成する基底の数には上限があります。
時間は \(O(n^3+n^2\log k)\)、追加空間は \(O(n^2)\) です。分解に失敗しても、Matrix<T>::pow は繰り返し二乗法、characteristic_polynomial() は Hessenberg 形への変形で計算します。
#ifndef MATRIX_POWER_HPP
#define MATRIX_POWER_HPP
#include "matrix_arithmetic.hpp"
#include "matrix_elimination_modular.hpp"
#include <bit>
#include <optional>
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
namespace matrix_detail {
constexpr bool prime_modulus(std::uint32_t p) {
if (p < 2 || p % 2 == 0) return p == 2;
if (p % 3 == 0) return p == 3;
for (std::uint32_t d = 5; std::uint64_t(d) * d <= p; d += 6)
if (p % d == 0 || p % (d + 2) == 0) return false;
return true;
}
template <class T>
struct FrobeniusPower {
using Ops = ModularField<T>;
using V = std::uint32_t;
using Row = std::vector<V>;
int n, work = 0;
std::vector<Row> basis, reduced;
std::vector<int> pivots;
Row transpose, upper, inverses;
std::vector<std::int32_t> packed;
int block = 0;
std::uint64_t random = 0x243f6a8885a308d3ULL;
explicit FrobeniusPower(const std::vector<T> &a, int size) : n(size), transpose(a.size()), upper(a.size()), inverses(size) {
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j) transpose[std::size_t(j) * n + i] = a[std::size_t(i) * n + j].val();
}
static std::int32_t center(V x) {
return x <= (Ops::mod - 1) / 2 ? std::int32_t(x) : std::int32_t(std::int64_t(x) - Ops::mod);
}
Row seed() {
Row x(n);
for (auto &v : x) {
random ^= random << 7;
random ^= random >> 9;
v = random % Ops::mod;
}
return x;
}
Row apply(const Row &x) const {
Row result(n);
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (block) {
std::vector<std::int32_t> centered(n);
for (int i = 0; i < n; ++i) centered[i] = center(x[i]);
if (block == 16) product_packed_avx512<Ops::mod, 1>(centered.data(), packed.data(), result.data(), 1, n, n);
else product_packed_avx2<Ops::mod, 1>(centered.data(), packed.data(), result.data(), 1, n, n);
return result;
}
#endif
constexpr int count = ModularElimination<Ops>::batch;
std::array<const V *, count> source;
for (int i = 0; i < n; i += count) {
int used = std::min(count, n - i);
for (int j = 0; j < used; ++j) source[j] = transpose.data() + std::size_t(i + j) * n;
ModularElimination<Ops>::update(result.data(), source.data(), x.data() + i, used, 0, n);
}
return result;
}
std::optional<Row> chain(Row x, int first = 0) {
while (++work <= 4 * n) {
const int m = int(basis.size());
Row y = x, factors(m);
constexpr int count = ModularElimination<Ops>::batch;
std::array<const V *, count> source;
std::array<V, count> coeff;
for (int j = 0; j < m; j += count) {
int used = std::min(count, m - j);
for (int u = 0; u < used; ++u) {
int p = pivots[j + u];
std::uint64_t value = y[p];
for (int k = 0; k < u; ++k) value += std::uint64_t(source[k][p]) * coeff[k];
V factor = factors[j + u] = value % Ops::mod;
coeff[u] = Ops::neg(factor);
source[u] = reduced[j + u].data();
}
ModularElimination<Ops>::update(y.data(), source.data(), coeff.data(), used, 0, n);
}
int p = 0;
while (p < n && !y[p]) ++p;
if (p == n) {
for (int i = m - 1; i >= first; --i) {
V sum = Ops::dot(upper.data() + std::size_t(i) * n + i + 1, factors.data() + i + 1, m - i - 1);
factors[i] = Ops::mul(Ops::add(factors[i], Ops::neg(sum)), inverses[i]);
}
for (auto &value : factors) value = Ops::neg(value);
factors.push_back(1);
return factors;
}
for (int j = 0; j < m; ++j) upper[std::size_t(j) * n + m] = factors[j];
upper[std::size_t(m) * n + m] = y[p];
inverses[m] = Ops::inv(y[p]);
Ops::scale(y.data() + p, n - p, inverses[m]);
pivots.push_back(p);
reduced.push_back(std::move(y));
basis.push_back(std::move(x));
x = apply(basis.back());
}
return std::nullopt;
}
static Row power(const Row &relation, std::uint64_t k) {
const int d = int(relation.size());
Row p{1};
for (int bit = int(std::bit_width(k)) - 1; bit >= 0; --bit) {
const int m = int(p.size());
Row reversed(p.rbegin(), p.rend()), square(2 * m - 1);
for (int i = 0; i < int(square.size()); ++i) {
int first = std::max(0, i - m + 1), last = std::min(m, i + 1);
square[i] = Ops::dot(p.data() + first, reversed.data() + m - 1 - i + first, last - first);
}
for (int i = int(square.size()) - 1; i >= d; --i)
if (square[i]) Ops::axpy(square.data() + i - d, relation.data(), d, square[i]);
square.resize(std::min<int>(d, square.size()));
p = std::move(square);
if ((k >> bit) & 1) {
p.insert(p.begin(), 0);
if (int(p.size()) > d) {
V lead = p.back();
p.pop_back();
if (lead) Ops::axpy(p.data(), relation.data(), d, lead);
}
}
}
p.resize(d);
return p;
}
std::optional<std::vector<Row>> decompose(bool diagonal = true) {
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (n >= 32 && avx2()) {
block = avx512_product() ? 16 : 8;
packed.resize(transpose.size());
for (int j = 0; j < n; j += block) {
int width = std::min(block, n - j);
for (int i = 0; i < n; ++i) for (int q = 0; q < width; ++q) packed[std::size_t(j) * n + std::size_t(i) * width + q] = center(transpose[std::size_t(i) * n + j + q]);
}
}
#endif
for (int attempt = 0; attempt < 3; ++attempt) {
basis.clear(), reduced.clear(), pivots.clear();
work = 0;
std::vector<Row> relations;
bool valid = true;
while (int(basis.size()) < n) {
const int start = int(basis.size());
Row x = seed();
if (!diagonal) for (int p : pivots) x[p] = 0;
auto rec = chain(std::move(x), diagonal ? 0 : start);
if (!rec) { valid = false; break; }
if (int(basis.size()) == start) {
Row x(n);
int p = 0;
while (std::find(pivots.begin(), pivots.end(), p) != pivots.end()) ++p;
x[p] = 1;
rec = chain(std::move(x), diagonal ? 0 : start);
if (!rec) { valid = false; break; }
}
const int d = int(basis.size()) - start;
if (!diagonal && !start && d <= 2) return std::nullopt;
if (diagonal && std::any_of(rec->begin(), rec->begin() + start, [](V v) { return v != 0; })) {
Row remainder = *rec, quotient(start + 1);
for (int i = int(remainder.size()) - 1; i >= d; --i) {
V factor = remainder[i];
quotient[i - d] = factor;
Ops::axpy(remainder.data() + i - d, rec->data() + start, d + 1, Ops::neg(factor));
}
Row x = basis[start];
for (int j = 0; j < start; ++j) if (quotient[j]) Ops::axpy(x.data(), basis[j].data(), n, quotient[j]);
basis.resize(start), reduced.resize(start), pivots.resize(start);
rec = chain(std::move(x));
if (!rec || int(basis.size()) != start + d || std::any_of(rec->begin(), rec->begin() + start, [](V v) { return v != 0; })) {
valid = false;
break;
}
}
Row relation(d);
for (int i = 0; i < d; ++i) relation[i] = Ops::neg((*rec)[start + i]);
relations.push_back(std::move(relation));
}
if (!valid) continue;
return relations;
}
return std::nullopt;
}
std::optional<std::vector<T>> characteristic() {
bool upper_triangular = true, lower_triangular = true;
for (int i = 0; i < n && (upper_triangular || lower_triangular); ++i) for (int j = 0; j < i; ++j) {
upper_triangular &= transpose[std::size_t(j) * n + i] == 0;
lower_triangular &= transpose[std::size_t(i) * n + j] == 0;
}
if (upper_triangular || lower_triangular) {
Row p{1};
for (int i = 0; i < n; ++i) {
Row next(p.size() + 1);
std::copy(p.begin(), p.end(), next.begin() + 1);
Ops::axpy(next.data(), p.data(), int(p.size()), Ops::neg(transpose[std::size_t(i) * n + i]));
p = std::move(next);
}
std::vector<T> result(p.size());
for (std::size_t i = 0; i < p.size(); ++i) result[i] = T::raw(p[i]);
return result;
}
auto relations = decompose(false);
if (!relations) return std::nullopt;
Row p{1};
for (const auto &relation : *relations) {
const int d = int(relation.size());
Row next(p.size() + d);
for (int i = 0; i < int(p.size()); ++i) {
next[i + d] = Ops::add(next[i + d], p[i]);
if (p[i]) Ops::axpy(next.data() + i, relation.data(), d, Ops::neg(p[i]));
}
p = std::move(next);
}
std::vector<T> result(p.size());
for (std::size_t i = 0; i < p.size(); ++i) result[i] = T::raw(p[i]);
return result;
}
std::optional<std::vector<T>> run(std::uint64_t exponent) {
auto relation_blocks = decompose();
if (!relation_blocks) return std::nullopt;
const auto &relations = *relation_blocks;
std::vector<T> b(std::size_t(n) * n), companion(b.size());
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j)
b[std::size_t(j) * n + i] = T::raw(basis[i][j]);
int start = 0;
for (const auto &relation : relations) {
const int d = int(relation.size());
Row p = power(relation, exponent);
for (int j = 0; j < d; ++j) {
for (int i = 0; i < d; ++i) companion[std::size_t(start + i) * n + start + j] = T::raw(p[i]);
V lead = p.back();
std::move_backward(p.begin(), p.end() - 1, p.end());
p[0] = 0;
if (lead) Ops::axpy(p.data(), relation.data(), d, lead);
}
start += d;
}
auto result = multiply(b, companion, n, n, n);
Row columns(result.size());
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j)
columns[std::size_t(j) * n + i] = result[std::size_t(i) * n + j].val();
for (int j = 0; j < n; ++j) {
auto *column = columns.data() + std::size_t(j) * n;
for (int i = 0; i < j; ++i) if (upper[std::size_t(i) * n + j])
Ops::axpy(column, columns.data() + std::size_t(i) * n, n, Ops::neg(upper[std::size_t(i) * n + j]));
Ops::scale(column, n, inverses[j]);
}
for (int j = n - 1; j >= 0; --j) {
auto *column = columns.data() + std::size_t(j) * n;
for (int i = j + 1; i < n; ++i) if (reduced[j][pivots[i]])
Ops::axpy(column, columns.data() + std::size_t(i) * n, n, Ops::neg(reduced[j][pivots[i]]));
}
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j)
result[std::size_t(i) * n + pivots[j]] = T::raw(columns[std::size_t(j) * n + i]);
return result;
}
};
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif
#endif
#line 1 "components/matrix_power.hpp"
#line 1 "components/matrix_arithmetic.hpp"
#line 1 "components/matrix_base_arithmetic.hpp"
#line 1 "components/field_base.hpp"
#include <cmath>
#include <type_traits>
namespace field_detail {
template <class T>
struct Field {
using V = T;
static T add(T a, T b) { return a + b; }
static T mul(T a, T b) { return a * b; }
static T neg(T a) { return -a; }
static T inv(T a) { return T(1) / a; }
static bool zero(T a, long double eps) {
if constexpr (std::is_floating_point_v<T>) return std::abs(a) <= eps;
else { (void)eps; return a == T(0); }
}
static bool better(T a, T b) {
if constexpr (std::is_floating_point_v<T>) return std::abs(a) > std::abs(b);
else { (void)a; (void)b; return false; }
}
static T dot(const T *a, const T *b, int n) {
T result = 0;
for (int i = 0; i < n; ++i) result += a[i] * b[i];
return result;
}
static void scale(T *a, int n, T x) { for (int i = 0; i < n; ++i) a[i] *= x; }
static void axpy(T *a, const T *b, int n, T x) { for (int i = 0; i < n; ++i) a[i] += x * b[i]; }
};
}
#line 5 "components/matrix_base_arithmetic.hpp"
#include <algorithm>
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <limits>
#line 11 "components/matrix_base_arithmetic.hpp"
#include <utility>
#include <vector>
namespace matrix_detail {
template <class T>
inline constexpr bool integer = std::is_integral_v<T> || std::is_same_v<T, __int128_t> || std::is_same_v<T, __uint128_t>;
using field_detail::Field;
template <class Ops>
struct Elimination {
std::vector<int> pivots;
typename Ops::V determinant = 1;
};
template <class Ops, bool exact = false>
Elimination<Ops> eliminate(std::vector<typename Ops::V> &a, int h, int stride, int columns, bool reduced, long double eps) {
using V = typename Ops::V;
Elimination<Ops> result;
result.pivots.reserve(std::min(h, columns));
int rank = 0;
for (int col = 0; col < columns && rank < h; ++col) {
int p = -1;
for (int i = rank; i < h; ++i) {
V x = a[std::size_t(i) * stride + col];
if (!Ops::zero(x, eps) && (p < 0 || Ops::better(x, a[std::size_t(p) * stride + col]))) p = i;
}
if (p < 0) continue;
V *row = a.data() + std::size_t(rank) * stride;
if (p != rank) {
std::swap_ranges(row, row + stride, a.data() + std::size_t(p) * stride);
result.determinant = Ops::neg(result.determinant);
}
result.determinant = Ops::mul(result.determinant, row[col]);
Ops::scale(row + col + 1, stride - col - 1, Ops::inv(row[col]));
row[col] = V(1);
for (int i = rank + 1; i < h; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
V x = dst[col];
if (!Ops::zero(x, eps)) Ops::axpy(dst + col + 1, row + col + 1, stride - col - 1, Ops::neg(x));
dst[col] = V(0);
}
result.pivots.push_back(col);
++rank;
}
bool full = exact && rank == columns;
if (reduced) for (int k = rank - 1; k >= 0; --k) {
int col = result.pivots[k], start = full ? columns : col + 1;
const V *row = a.data() + std::size_t(k) * stride;
for (int i = 0; i < k; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
V x = dst[col];
if (!Ops::zero(x, eps) && (!full || start < stride)) Ops::axpy(dst + start, row + start, stride - start, Ops::neg(x));
dst[col] = V(0);
}
}
return result;
}
template <class T>
[[gnu::noinline]] T integer_determinant(const std::vector<T> &a, int n) {
static_assert(std::numeric_limits<T>::is_signed);
using W = __int128_t;
std::vector<W> work(a.begin(), a.end());
W previous = 1, sign = 1;
if (!n) return T(1);
for (int k = 0; k + 1 < n; ++k) {
int pivot = k;
while (pivot < n && work[std::size_t(pivot) * n + k] == 0) ++pivot;
if (pivot == n) return T(0);
if (pivot != k) { for (int j = 0; j < n; ++j) std::swap(work[std::size_t(k) * n + j], work[std::size_t(pivot) * n + j]); sign = -sign; }
W p = work[std::size_t(k) * n + k];
for (int i = k + 1; i < n; ++i) {
for (int j = k + 1; j < n; ++j) {
W value = work[std::size_t(i) * n + j] * p - work[std::size_t(i) * n + k] * work[std::size_t(k) * n + j];
assert(value % previous == 0);
work[std::size_t(i) * n + j] = value / previous;
}
work[std::size_t(i) * n + k] = 0;
}
previous = p;
}
W result = sign * work.back();
assert(result >= std::numeric_limits<T>::lowest() && result <= std::numeric_limits<T>::max());
return T(result);
}
template <class T>
std::vector<T> basic_multiply(const std::vector<T> &a, const std::vector<T> &b, int n, int inner, int m) {
std::vector<T> c(std::size_t(n) * m, T(0));
for (int i = 0; i < n; ++i) for (int k = 0; k < inner; ++k) {
const T &x = a[std::size_t(i) * inner + k];
for (int j = 0; j < m; ++j) c[std::size_t(i) * m + j] += x * b[std::size_t(k) * m + j];
}
return c;
}
}
#line 1 "components/field_arithmetic.hpp"
#line 9 "components/field_arithmetic.hpp"
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
#include <immintrin.h>
#endif
namespace field_detail {
template <class T, class = void>
struct SmallModint : std::false_type {};
template <class T>
struct SmallModint<T, std::void_t<decltype(std::integral_constant<std::uint32_t, T::mod()>{}),
decltype(std::declval<T>().val()), decltype(T::raw(std::uint32_t{}))>>
: std::bool_constant<(T::mod() > 1 && T::mod() < (std::uint32_t(1) << 31))
&& std::is_convertible_v<decltype(std::declval<T>().val()), std::uint32_t>
&& std::is_same_v<decltype(T::raw(std::uint32_t{})), T>> {};
template <class T>
inline constexpr bool small_modint = SmallModint<T>::value;
inline bool avx2() {
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__)) && !defined(FIELD_DISABLE_AVX2) && !defined(MATRIX_DISABLE_AVX2)
static const bool enabled = __builtin_cpu_supports("avx2");
return enabled;
#else
return false;
#endif
}
template <class T>
struct ModularField {
using V = std::uint32_t;
static constexpr V mod = T::mod();
static V add(V a, V b) { V c = a + b; return c < mod ? c : c - mod; }
static V mul(V a, V b) { return std::uint64_t(a) * b % mod; }
static V neg(V a) { return a ? mod - a : 0; }
static V dot(const V *a, const V *b, int n) {
constexpr int step = mod <= (V(1) << 30) ? 16 : 4;
std::uint64_t sum = 0;
for (int i = 0; i < n; i += step) {
for (int j = i; j < std::min(n, i + step); ++j) sum += std::uint64_t(a[j]) * b[j];
sum %= mod;
}
return sum;
}
static V inv(V a) { return (T(1) / T::raw(a)).val(); }
static bool zero(V a, long double) { return !a; }
static bool better(V, V) { return false; }
static V product(V a, V x, V q) {
V r = a * x - V((std::uint64_t(a) * q) >> 32) * mod;
return r < mod ? r : r - mod;
}
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
__attribute__((target("avx2"))) static __m256i product8(__m256i a, __m256i x, __m256i q) {
__m256i p = _mm256_set1_epi32(mod);
__m256i even = _mm256_srli_epi64(_mm256_mul_epu32(a, q), 32);
__m256i odd = _mm256_mul_epu32(_mm256_srli_epi64(a, 32), q);
__m256i high = _mm256_or_si256(even, _mm256_slli_epi64(_mm256_srli_epi64(odd, 32), 32));
__m256i r = _mm256_sub_epi32(_mm256_mullo_epi32(a, x), _mm256_mullo_epi32(high, p));
return _mm256_min_epu32(r, _mm256_sub_epi32(r, p));
}
__attribute__((target("avx512f"))) static __m512i product16(__m512i a, __m512i x, __m512i q) {
const auto p = _mm512_set1_epi32(mod);
auto even = _mm512_srli_epi64(_mm512_mul_epu32(a, q), 32);
auto odd = _mm512_mul_epu32(_mm512_srli_epi64(a, 32), q);
auto high = _mm512_mask_blend_epi32(0xaaaa, even, odd);
auto r = _mm512_sub_epi32(_mm512_mullo_epi32(a, x), _mm512_mullo_epi32(high, p));
return _mm512_min_epu32(r, _mm512_sub_epi32(r, p));
}
template <bool add_to>
__attribute__((target("avx512f"))) static void apply16(V *a, const V *b, int n, V x, V q) {
const auto vx = _mm512_set1_epi32(x), vq = _mm512_set1_epi32(q), p = _mm512_set1_epi32(mod);
int i = 0;
for (; i + 16 <= n; i += 16) {
auto r = product16(_mm512_loadu_si512(b + i), vx, vq);
if constexpr (add_to) {
r = _mm512_add_epi32(r, _mm512_loadu_si512(a + i));
r = _mm512_min_epu32(r, _mm512_sub_epi32(r, p));
}
_mm512_storeu_si512(a + i, r);
}
for (; i < n; ++i) {
V r = product(b[i], x, q);
if constexpr (add_to) a[i] = add(a[i], r);
else a[i] = r;
}
}
template <bool add_to>
__attribute__((target("avx2"))) static void apply8(V *a, const V *b, int n, V x, V q) {
__m256i vx = _mm256_set1_epi32(x), vq = _mm256_set1_epi32(q), p = _mm256_set1_epi32(mod);
int i = 0;
for (; i + 8 <= n; i += 8) {
__m256i r = product8(_mm256_loadu_si256(reinterpret_cast<const __m256i *>(b + i)), vx, vq);
if constexpr (add_to) {
r = _mm256_add_epi32(r, _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + i)));
r = _mm256_min_epu32(r, _mm256_sub_epi32(r, p));
}
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + i), r);
}
for (; i < n; ++i) {
V r = product(b[i], x, q);
if constexpr (add_to) a[i] = add(a[i], r);
else a[i] = r;
}
}
#endif
template <bool add_to>
static void apply(V *a, const V *b, int n, V x) {
V q = (std::uint64_t(x) << 32) / mod;
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (n >= 64 && avx2() && __builtin_cpu_supports("avx512f")) { apply16<add_to>(a, b, n, x, q); return; }
if (n >= 16 && avx2()) { apply8<add_to>(a, b, n, x, q); return; }
#endif
for (int i = 0; i < n; ++i) {
V r = product(b[i], x, q);
if constexpr (add_to) a[i] = add(a[i], r);
else a[i] = r;
}
}
static void scale(V *a, int n, V x) { apply<false>(a, a, n, x); }
static void axpy(V *a, const V *b, int n, V x) { apply<true>(a, b, n, x); }
};
}
#line 6 "components/matrix_arithmetic.hpp"
#line 15 "components/matrix_arithmetic.hpp"
#if defined(__x86_64__) || defined(__i386__)
#include <immintrin.h>
#endif
namespace matrix_detail {
using field_detail::SmallModint, field_detail::small_modint, field_detail::avx2, field_detail::ModularField;
template <class T, class F>
auto field(std::vector<T> &a, F &&f) {
static_assert(!integer<T>);
if constexpr (small_modint<T>) {
std::vector<std::uint32_t> work(a.size());
for (std::size_t i = 0; i < a.size(); ++i) work[i] = a[i].val();
auto result = f.template operator()<ModularField<T>>(work);
for (std::size_t i = 0; i < a.size(); ++i) a[i] = T::raw(work[i]);
return result;
} else return f.template operator()<Field<T>>(a);
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
template <std::uint32_t mod>
void product_scalar(const std::uint32_t *a, const std::uint32_t *b, std::uint32_t *c, int n, int inner, int m) {
constexpr int step = mod <= (std::uint32_t(1) << 30) ? 16 : 4;
for (int i = 0; i < n; ++i) for (int j = 0; j < m; j += 32) {
int width = std::min(32, m - j);
for (int k = 0; k < inner; k += step) {
std::uint64_t sums[32]{};
for (int t = k; t < std::min(inner, k + step); ++t) {
std::uint64_t x = a[std::size_t(i) * inner + t];
const auto *row = b + std::size_t(t) * m + j;
for (int s = 0; s < width; ++s) sums[s] += x * row[s];
}
for (int s = 0; s < width; ++s) c[std::size_t(i) * m + j + s] = (sums[s] + c[std::size_t(i) * m + j + s]) % mod;
}
}
}
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
inline bool avx512_product() {
static const bool supported = __builtin_cpu_supports("avx512f") && __builtin_cpu_supports("avx512dq");
return avx2() && supported;
}
template <std::uint32_t mod>
__attribute__((target("avx512f,avx512dq"))) __m512i reduce_product_avx512(__m512i sum) {
const auto p = _mm512_set1_epi64(mod);
const auto q = _mm512_cvt_roundpd_epi64(
_mm512_mul_pd(_mm512_cvtepi64_pd(sum), _mm512_set1_pd(1.0 / mod)),
_MM_FROUND_TO_NEG_INF | _MM_FROUND_NO_EXC);
auto r = _mm512_sub_epi64(sum, _mm512_mullo_epi64(q, p));
r = _mm512_mask_add_epi64(r, _mm512_cmp_epi64_mask(r, _mm512_setzero_si512(), _MM_CMPINT_LT), r, p);
return _mm512_mask_sub_epi64(r, _mm512_cmp_epi64_mask(r, p, _MM_CMPINT_NLT), r, p);
}
template <std::uint32_t mod, int rows = 8>
__attribute__((target("avx512f,avx512dq"))) void product_packed_avx512(const std::int32_t *a, const std::int32_t *b, std::uint32_t *c, int n, int inner, int m) {
constexpr std::int64_t radius = mod / 2;
constexpr std::int64_t residue = (std::uint64_t(1) << 32) % mod;
constexpr std::int64_t folded_bound = (std::int64_t(1) << 31) * residue + 0xffffffffu;
constexpr int step = int(std::min<std::int64_t>(32, (std::numeric_limits<std::int64_t>::max() - folded_bound) / (radius * radius)));
int i = 0;
for (; i + rows <= n; i += rows) {
for (int j = 0; j < m; j += 16) {
const int width = std::min(16, m - j);
const __mmask16 active = (1u << width) - 1;
__m512i sums[rows][2];
for (int r = 0; r < rows; ++r) {
auto previous = _mm512_maskz_loadu_epi32(active, c + std::size_t(i + r) * m + j);
sums[r][0] = _mm512_and_si512(previous, _mm512_set1_epi64(0xffffffffu));
sums[r][1] = _mm512_srli_epi64(previous, 32);
}
for (int k = 0; k < inner; k += step) {
for (int t = k; t < std::min(inner, k + step); ++t) {
auto x = _mm512_maskz_loadu_epi32(active, b + std::size_t(j) * inner + std::size_t(t) * width);
auto y = _mm512_srli_epi64(x, 32);
for (int r = 0; r < rows; ++r) {
auto z = _mm512_set1_epi32(a[std::size_t(i + r) * inner + t]);
sums[r][0] = _mm512_add_epi64(sums[r][0], _mm512_mul_epi32(x, z));
sums[r][1] = _mm512_add_epi64(sums[r][1], _mm512_mul_epi32(y, z));
}
}
for (int r = 0; r < rows; ++r) for (int q = 0; q < 2; ++q) {
auto x = sums[r][q];
sums[r][q] = _mm512_add_epi64(_mm512_mul_epi32(_mm512_srli_epi64(x, 32), _mm512_set1_epi32(residue)), _mm512_and_si512(x, _mm512_set1_epi64(0xffffffffu)));
}
}
for (int r = 0; r < rows; ++r) {
auto even = reduce_product_avx512<mod>(sums[r][0]), odd = reduce_product_avx512<mod>(sums[r][1]);
_mm512_mask_storeu_epi32(c + std::size_t(i + r) * m + j, active, _mm512_or_si512(even, _mm512_slli_epi64(odd, 32)));
}
}
}
if constexpr (rows > 1) {
if (i < n) product_packed_avx512<mod, rows / 2>(a + std::size_t(i) * inner, b, c + std::size_t(i) * m, n - i, inner, m);
}
}
template <std::uint32_t mod, int rows = 4>
__attribute__((target("avx2"))) void product_packed_avx2(const std::int32_t *a, const std::int32_t *b, std::uint32_t *c, int n, int inner, int m) {
constexpr std::int64_t radius = mod / 2;
constexpr std::int64_t residue = (std::uint64_t(1) << 32) % mod;
constexpr std::int64_t folded_bound = (std::int64_t(1) << 31) * residue + 0xffffffffu;
constexpr int step = int(std::min<std::int64_t>(32, (std::numeric_limits<std::int64_t>::max() - folded_bound) / (radius * radius)));
auto reduce = [](std::int64_t sum) {
std::int64_t r = sum % std::int64_t(mod);
return std::uint32_t(r < 0 ? r + mod : r);
};
int i = 0;
for (; i + rows <= n; i += rows) {
for (int j = 0; j < m; j += 8) {
int width = std::min(8, m - j);
auto active = _mm256_cmpgt_epi32(_mm256_set1_epi32(width), _mm256_setr_epi32(0, 1, 2, 3, 4, 5, 6, 7));
__m256i sums[rows][2];
for (int r = 0; r < rows; ++r) {
auto previous = _mm256_maskload_epi32(reinterpret_cast<const int *>(c + std::size_t(i + r) * m + j), active);
sums[r][0] = _mm256_and_si256(previous, _mm256_set1_epi64x(0xffffffffu));
sums[r][1] = _mm256_srli_epi64(previous, 32);
}
for (int k = 0; k < inner; k += step) {
for (int t = k; t < std::min(inner, k + step); ++t) {
auto x = _mm256_maskload_epi32(b + std::size_t(j) * inner + std::size_t(t) * width, active);
auto y = _mm256_srli_epi64(x, 32);
for (int r = 0; r < rows; ++r) {
auto z = _mm256_set1_epi32(a[std::size_t(i + r) * inner + t]);
sums[r][0] = _mm256_add_epi64(sums[r][0], _mm256_mul_epi32(x, z));
sums[r][1] = _mm256_add_epi64(sums[r][1], _mm256_mul_epi32(y, z));
}
}
for (int r = 0; r < rows; ++r) for (int q = 0; q < 2; ++q) {
auto x = sums[r][q];
sums[r][q] = _mm256_add_epi64(_mm256_mul_epi32(_mm256_srli_epi64(x, 32), _mm256_set1_epi32(residue)), _mm256_and_si256(x, _mm256_set1_epi64x(0xffffffffu)));
}
}
for (int r = 0; r < rows; ++r) {
std::int64_t even[4], odd[4];
_mm256_storeu_si256(reinterpret_cast<__m256i *>(even), sums[r][0]);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(odd), sums[r][1]);
std::uint32_t result[8];
for (int q = 0; q < 4; ++q) result[q * 2] = reduce(even[q]), result[q * 2 + 1] = reduce(odd[q]);
_mm256_maskstore_epi32(reinterpret_cast<int *>(c + std::size_t(i + r) * m + j), active, _mm256_loadu_si256(reinterpret_cast<const __m256i *>(result)));
}
}
}
if constexpr (rows == 4) {
if (i < n) product_packed_avx2<mod, 1>(a + std::size_t(i) * inner, b, c + std::size_t(i) * m, n - i, inner, m);
}
}
#endif
template <class T>
std::vector<T> multiply(const std::vector<T> &a, const std::vector<T> &b, int n, int inner, int m) {
std::vector<T> c(std::size_t(n) * m, T(0));
if (!n || !inner || !m) return c;
auto basic = [&] {
for (int i = 0; i < n; ++i) for (int k = 0; k < inner; ++k) {
const T &x = a[std::size_t(i) * inner + k];
for (int j = 0; j < m; ++j) c[std::size_t(i) * m + j] += x * b[std::size_t(k) * m + j];
}
};
if constexpr (small_modint<T>) {
if (std::uint64_t(n) * m <= 128u / unsigned(inner)) { basic(); return c; }
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (inner >= 16 && m >= 8 && avx2()) {
const int block = avx512_product() ? 16 : 8;
std::vector<std::int32_t> x(a.size()), y(b.size());
std::vector<std::uint32_t> z(c.size());
auto center = [](std::uint32_t value) {
std::int32_t v = value;
return v <= std::int32_t((T::mod() - 1) / 2) ? v : v - std::int32_t(T::mod());
};
for (std::size_t i = 0; i < a.size(); ++i) x[i] = center(a[i].val());
for (int j = 0; j < m; j += block) {
int width = std::min(block, m - j);
for (int k = 0; k < inner; ++k) for (int s = 0; s < width; ++s)
y[std::size_t(j) * inner + std::size_t(k) * width + s] = center(b[std::size_t(k) * m + j + s].val());
}
if (block == 16) product_packed_avx512<T::mod()>(x.data(), y.data(), z.data(), n, inner, m);
else product_packed_avx2<T::mod()>(x.data(), y.data(), z.data(), n, inner, m);
for (std::size_t i = 0; i < c.size(); ++i) c[i] = T::raw(z[i]);
return c;
}
#endif
std::vector<std::uint32_t> x(a.size()), y(b.size()), z(c.size());
for (std::size_t i = 0; i < a.size(); ++i) x[i] = a[i].val();
for (std::size_t i = 0; i < b.size(); ++i) y[i] = b[i].val();
product_scalar<T::mod()>(x.data(), y.data(), z.data(), n, inner, m);
for (std::size_t i = 0; i < c.size(); ++i) c[i] = T::raw(z[i]);
} else basic();
return c;
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif
}
#line 1 "components/matrix_elimination_modular.hpp"
#line 5 "components/matrix_elimination_modular.hpp"
#include <array>
namespace matrix_detail {
template <class Ops>
struct ModularElimination {
using V = typename Ops::V;
static void hessenberg(std::vector<V> &b, int n, int k, V inverse, std::vector<V> &factors) {
bool any = false;
for (int i = k + 1; i < n; ++i) {
V factor = factors[i] = Ops::mul(b[std::size_t(i) * n + k - 1], inverse);
if (!factor) continue;
any = true;
Ops::axpy(b.data() + std::size_t(i) * n + k, b.data() + std::size_t(k) * n + k, n - k, Ops::neg(factor));
b[std::size_t(i) * n + k - 1] = 0;
}
if (!any) return;
for (int j = 0; j < n; ++j) {
auto *row = b.data() + std::size_t(j) * n;
row[k] = Ops::add(row[k], Ops::dot(row + k + 1, factors.data() + k + 1, n - k - 1));
}
}
static constexpr int batch = int(std::min<std::uint64_t>(8, (std::numeric_limits<std::int64_t>::max() - (Ops::mod - 1)) / (std::uint64_t(Ops::mod - 1) * (Ops::mod - 1))));
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
__attribute__((target("avx512f,avx512dq"))) static __m512i reduce512(__m512i sum) {
constexpr V negative_inverse = [] { V v = Ops::mod; for (int i = 0; i < 4; ++i) v *= 2 - Ops::mod * v; return V(0) - v; }();
sum = _mm512_add_epi64(sum, _mm512_mul_epu32(_mm512_mul_epu32(sum, _mm512_set1_epi32(negative_inverse)), _mm512_set1_epi32(Ops::mod)));
sum = _mm512_srli_epi64(sum, 32);
for (int i = 0; i < 2; ++i) sum = _mm512_min_epu32(sum, _mm512_sub_epi32(sum, _mm512_set1_epi32(Ops::mod)));
return sum;
}
__attribute__((target("avx512f,avx512dq"))) static void update512(V *dst, const V *const *src, const V *coeff, int count, int first, int length) {
std::array<V, batch> encoded;
for (int k = 0; k < count; ++k) encoded[k] = std::uint64_t(coeff[k]) * ((std::uint64_t(1) << 32) % Ops::mod) % Ops::mod;
int j = 0;
for (; j + 16 <= length; j += 16) {
auto x = _mm512_loadu_si512(dst + j);
auto even = _mm512_setzero_si512(), odd = even;
for (int k = 0; k < count; ++k) {
auto a = _mm512_loadu_si512(src[k] + first + j), b = _mm512_set1_epi32(Ops::mod % 2 ? encoded[k] : coeff[k]);
even = _mm512_add_epi64(even, _mm512_mul_epu32(a, b));
odd = _mm512_add_epi64(odd, _mm512_mul_epu32(_mm512_srli_epi64(a, 32), b));
}
if constexpr (Ops::mod % 2) even = reduce512(even), odd = reduce512(odd);
else even = reduce_product_avx512<Ops::mod>(even), odd = reduce_product_avx512<Ops::mod>(odd);
x = _mm512_add_epi32(x, _mm512_or_si512(even, _mm512_slli_epi64(odd, 32)));
_mm512_storeu_si512(dst + j, _mm512_min_epu32(x, _mm512_sub_epi32(x, _mm512_set1_epi32(Ops::mod))));
}
for (; j < length; ++j) {
std::uint64_t sum = dst[j];
for (int k = 0; k < count; ++k) sum += std::uint64_t(src[k][first + j]) * coeff[k];
dst[j] = sum % Ops::mod;
}
}
__attribute__((target("avx2"))) static __m256i reduce256(__m256i sum) {
constexpr V negative_inverse = [] { V v = Ops::mod; for (int i = 0; i < 4; ++i) v *= 2 - Ops::mod * v; return V(0) - v; }();
sum = _mm256_add_epi64(sum, _mm256_mul_epu32(_mm256_mul_epu32(sum, _mm256_set1_epi32(negative_inverse)), _mm256_set1_epi32(Ops::mod)));
sum = _mm256_srli_epi64(sum, 32);
for (int i = 0; i < 2; ++i) sum = _mm256_min_epu32(sum, _mm256_sub_epi32(sum, _mm256_set1_epi32(Ops::mod)));
return sum;
}
__attribute__((target("avx2"))) static void update256(V *dst, const V *const *src, const V *coeff, int count, int first, int length) {
std::array<V, batch> encoded;
for (int k = 0; k < count; ++k) encoded[k] = std::uint64_t(coeff[k]) * ((std::uint64_t(1) << 32) % Ops::mod) % Ops::mod;
int j = 0;
for (; j + 8 <= length; j += 8) {
auto even = _mm256_setzero_si256(), odd = even;
for (int k = 0; k < count; ++k) {
auto a = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(src[k] + first + j));
auto b = _mm256_set1_epi32(Ops::mod % 2 ? encoded[k] : coeff[k]);
even = _mm256_add_epi64(even, _mm256_mul_epu32(a, b));
odd = _mm256_add_epi64(odd, _mm256_mul_epu32(_mm256_srli_epi64(a, 32), b));
}
if constexpr (Ops::mod % 2) {
even = reduce256(even), odd = reduce256(odd);
auto value = _mm256_add_epi32(_mm256_loadu_si256(reinterpret_cast<const __m256i *>(dst + j)), _mm256_or_si256(even, _mm256_slli_epi64(odd, 32)));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(dst + j), _mm256_min_epu32(value, _mm256_sub_epi32(value, _mm256_set1_epi32(Ops::mod))));
} else {
std::uint64_t x[4], y[4];
_mm256_storeu_si256(reinterpret_cast<__m256i *>(x), even);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(y), odd);
for (int k = 0; k < 4; ++k) {
dst[j + 2 * k] = (x[k] + dst[j + 2 * k]) % Ops::mod;
dst[j + 2 * k + 1] = (y[k] + dst[j + 2 * k + 1]) % Ops::mod;
}
}
}
for (; j < length; ++j) {
std::uint64_t sum = dst[j];
for (int k = 0; k < count; ++k) sum += std::uint64_t(src[k][first + j]) * coeff[k];
dst[j] = sum % Ops::mod;
}
}
#endif
static void update(V *dst, const V *const *src, const V *coeff, int count, int first, int length) {
if (!count || !length || std::none_of(coeff, coeff + count, [](V x) { return x != 0; })) return;
if (count == 1) { if (coeff[0]) Ops::axpy(dst, src[0] + first, length, coeff[0]); return; }
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (length >= 32 && avx512_product()) { update512(dst, src, coeff, count, first, length); return; }
if (length >= 16 && avx2()) { update256(dst, src, coeff, count, first, length); return; }
#endif
for (int j = 0; j < length; ++j) {
std::uint64_t sum = dst[j];
for (int k = 0; k < count; ++k) sum += std::uint64_t(src[k][first + j]) * coeff[k];
dst[j] = sum % Ops::mod;
}
}
static Elimination<Ops> run(std::vector<V> &a, int h, int stride, int columns, bool reduced) {
Elimination<Ops> result;
result.pivots.reserve(std::min(h, columns));
std::vector<std::array<V, batch>> factors(h);
std::array<const V *, batch> source;
int rank = 0;
for (int first = 0; first < columns && rank < h; first += batch) {
int end = std::min(columns, first + batch), start = rank;
for (int i = rank; i < h; ++i) factors[i].fill(0);
for (int col = first; col < end && rank < h; ++col) {
int p = rank;
while (p < h && !a[std::size_t(p) * stride + col]) ++p;
if (p == h) continue;
V *row = a.data() + std::size_t(rank) * stride;
if (p != rank) {
std::swap_ranges(row, row + stride, a.data() + std::size_t(p) * stride);
std::swap(factors[p], factors[rank]);
result.determinant = Ops::neg(result.determinant);
}
update(row + end, source.data(), factors[rank].data(), rank - start, end, stride - end);
result.determinant = Ops::mul(result.determinant, row[col]);
Ops::scale(row + col + 1, stride - col - 1, Ops::inv(row[col]));
row[col] = 1;
source[rank - start] = row;
for (int i = rank + 1; i < h; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
V x = factors[i][rank - start] = Ops::neg(dst[col]);
if (x) Ops::axpy(dst + col + 1, row + col + 1, end - col - 1, x);
dst[col] = 0;
}
result.pivots.push_back(col);
++rank;
}
for (int i = rank; i < h; ++i) update(a.data() + std::size_t(i) * stride + end, source.data(), factors[i].data(), rank - start, end, stride - end);
}
bool full = rank == columns;
if (reduced) for (int end = rank; end > 0;) {
int start = std::max(0, end - batch);
for (int k = end - 1; k >= start; --k) {
int col = result.pivots[k], first = full ? columns : col + 1;
const V *row = a.data() + std::size_t(k) * stride;
for (int i = start; i < k; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
if (V x = dst[col]) Ops::axpy(dst + first, row + first, stride - first, Ops::neg(x));
dst[col] = 0;
}
}
int first = full ? columns : result.pivots[start] + 1;
for (int k = start; k < end; ++k) source[k - start] = a.data() + std::size_t(k) * stride;
for (int i = 0; i < start; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
for (int k = start; k < end; ++k) factors[i][k - start] = Ops::neg(dst[result.pivots[k]]);
update(dst + first, source.data(), factors[i].data(), end - start, first, stride - first);
for (int k = start; k < end; ++k) dst[result.pivots[k]] = 0;
}
end = start;
}
return result;
}
};
}
#line 6 "components/matrix_power.hpp"
#include <bit>
#include <optional>
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
namespace matrix_detail {
constexpr bool prime_modulus(std::uint32_t p) {
if (p < 2 || p % 2 == 0) return p == 2;
if (p % 3 == 0) return p == 3;
for (std::uint32_t d = 5; std::uint64_t(d) * d <= p; d += 6)
if (p % d == 0 || p % (d + 2) == 0) return false;
return true;
}
template <class T>
struct FrobeniusPower {
using Ops = ModularField<T>;
using V = std::uint32_t;
using Row = std::vector<V>;
int n, work = 0;
std::vector<Row> basis, reduced;
std::vector<int> pivots;
Row transpose, upper, inverses;
std::vector<std::int32_t> packed;
int block = 0;
std::uint64_t random = 0x243f6a8885a308d3ULL;
explicit FrobeniusPower(const std::vector<T> &a, int size) : n(size), transpose(a.size()), upper(a.size()), inverses(size) {
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j) transpose[std::size_t(j) * n + i] = a[std::size_t(i) * n + j].val();
}
static std::int32_t center(V x) {
return x <= (Ops::mod - 1) / 2 ? std::int32_t(x) : std::int32_t(std::int64_t(x) - Ops::mod);
}
Row seed() {
Row x(n);
for (auto &v : x) {
random ^= random << 7;
random ^= random >> 9;
v = random % Ops::mod;
}
return x;
}
Row apply(const Row &x) const {
Row result(n);
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (block) {
std::vector<std::int32_t> centered(n);
for (int i = 0; i < n; ++i) centered[i] = center(x[i]);
if (block == 16) product_packed_avx512<Ops::mod, 1>(centered.data(), packed.data(), result.data(), 1, n, n);
else product_packed_avx2<Ops::mod, 1>(centered.data(), packed.data(), result.data(), 1, n, n);
return result;
}
#endif
constexpr int count = ModularElimination<Ops>::batch;
std::array<const V *, count> source;
for (int i = 0; i < n; i += count) {
int used = std::min(count, n - i);
for (int j = 0; j < used; ++j) source[j] = transpose.data() + std::size_t(i + j) * n;
ModularElimination<Ops>::update(result.data(), source.data(), x.data() + i, used, 0, n);
}
return result;
}
std::optional<Row> chain(Row x, int first = 0) {
while (++work <= 4 * n) {
const int m = int(basis.size());
Row y = x, factors(m);
constexpr int count = ModularElimination<Ops>::batch;
std::array<const V *, count> source;
std::array<V, count> coeff;
for (int j = 0; j < m; j += count) {
int used = std::min(count, m - j);
for (int u = 0; u < used; ++u) {
int p = pivots[j + u];
std::uint64_t value = y[p];
for (int k = 0; k < u; ++k) value += std::uint64_t(source[k][p]) * coeff[k];
V factor = factors[j + u] = value % Ops::mod;
coeff[u] = Ops::neg(factor);
source[u] = reduced[j + u].data();
}
ModularElimination<Ops>::update(y.data(), source.data(), coeff.data(), used, 0, n);
}
int p = 0;
while (p < n && !y[p]) ++p;
if (p == n) {
for (int i = m - 1; i >= first; --i) {
V sum = Ops::dot(upper.data() + std::size_t(i) * n + i + 1, factors.data() + i + 1, m - i - 1);
factors[i] = Ops::mul(Ops::add(factors[i], Ops::neg(sum)), inverses[i]);
}
for (auto &value : factors) value = Ops::neg(value);
factors.push_back(1);
return factors;
}
for (int j = 0; j < m; ++j) upper[std::size_t(j) * n + m] = factors[j];
upper[std::size_t(m) * n + m] = y[p];
inverses[m] = Ops::inv(y[p]);
Ops::scale(y.data() + p, n - p, inverses[m]);
pivots.push_back(p);
reduced.push_back(std::move(y));
basis.push_back(std::move(x));
x = apply(basis.back());
}
return std::nullopt;
}
static Row power(const Row &relation, std::uint64_t k) {
const int d = int(relation.size());
Row p{1};
for (int bit = int(std::bit_width(k)) - 1; bit >= 0; --bit) {
const int m = int(p.size());
Row reversed(p.rbegin(), p.rend()), square(2 * m - 1);
for (int i = 0; i < int(square.size()); ++i) {
int first = std::max(0, i - m + 1), last = std::min(m, i + 1);
square[i] = Ops::dot(p.data() + first, reversed.data() + m - 1 - i + first, last - first);
}
for (int i = int(square.size()) - 1; i >= d; --i)
if (square[i]) Ops::axpy(square.data() + i - d, relation.data(), d, square[i]);
square.resize(std::min<int>(d, square.size()));
p = std::move(square);
if ((k >> bit) & 1) {
p.insert(p.begin(), 0);
if (int(p.size()) > d) {
V lead = p.back();
p.pop_back();
if (lead) Ops::axpy(p.data(), relation.data(), d, lead);
}
}
}
p.resize(d);
return p;
}
std::optional<std::vector<Row>> decompose(bool diagonal = true) {
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (n >= 32 && avx2()) {
block = avx512_product() ? 16 : 8;
packed.resize(transpose.size());
for (int j = 0; j < n; j += block) {
int width = std::min(block, n - j);
for (int i = 0; i < n; ++i) for (int q = 0; q < width; ++q) packed[std::size_t(j) * n + std::size_t(i) * width + q] = center(transpose[std::size_t(i) * n + j + q]);
}
}
#endif
for (int attempt = 0; attempt < 3; ++attempt) {
basis.clear(), reduced.clear(), pivots.clear();
work = 0;
std::vector<Row> relations;
bool valid = true;
while (int(basis.size()) < n) {
const int start = int(basis.size());
Row x = seed();
if (!diagonal) for (int p : pivots) x[p] = 0;
auto rec = chain(std::move(x), diagonal ? 0 : start);
if (!rec) { valid = false; break; }
if (int(basis.size()) == start) {
Row x(n);
int p = 0;
while (std::find(pivots.begin(), pivots.end(), p) != pivots.end()) ++p;
x[p] = 1;
rec = chain(std::move(x), diagonal ? 0 : start);
if (!rec) { valid = false; break; }
}
const int d = int(basis.size()) - start;
if (!diagonal && !start && d <= 2) return std::nullopt;
if (diagonal && std::any_of(rec->begin(), rec->begin() + start, [](V v) { return v != 0; })) {
Row remainder = *rec, quotient(start + 1);
for (int i = int(remainder.size()) - 1; i >= d; --i) {
V factor = remainder[i];
quotient[i - d] = factor;
Ops::axpy(remainder.data() + i - d, rec->data() + start, d + 1, Ops::neg(factor));
}
Row x = basis[start];
for (int j = 0; j < start; ++j) if (quotient[j]) Ops::axpy(x.data(), basis[j].data(), n, quotient[j]);
basis.resize(start), reduced.resize(start), pivots.resize(start);
rec = chain(std::move(x));
if (!rec || int(basis.size()) != start + d || std::any_of(rec->begin(), rec->begin() + start, [](V v) { return v != 0; })) {
valid = false;
break;
}
}
Row relation(d);
for (int i = 0; i < d; ++i) relation[i] = Ops::neg((*rec)[start + i]);
relations.push_back(std::move(relation));
}
if (!valid) continue;
return relations;
}
return std::nullopt;
}
std::optional<std::vector<T>> characteristic() {
bool upper_triangular = true, lower_triangular = true;
for (int i = 0; i < n && (upper_triangular || lower_triangular); ++i) for (int j = 0; j < i; ++j) {
upper_triangular &= transpose[std::size_t(j) * n + i] == 0;
lower_triangular &= transpose[std::size_t(i) * n + j] == 0;
}
if (upper_triangular || lower_triangular) {
Row p{1};
for (int i = 0; i < n; ++i) {
Row next(p.size() + 1);
std::copy(p.begin(), p.end(), next.begin() + 1);
Ops::axpy(next.data(), p.data(), int(p.size()), Ops::neg(transpose[std::size_t(i) * n + i]));
p = std::move(next);
}
std::vector<T> result(p.size());
for (std::size_t i = 0; i < p.size(); ++i) result[i] = T::raw(p[i]);
return result;
}
auto relations = decompose(false);
if (!relations) return std::nullopt;
Row p{1};
for (const auto &relation : *relations) {
const int d = int(relation.size());
Row next(p.size() + d);
for (int i = 0; i < int(p.size()); ++i) {
next[i + d] = Ops::add(next[i + d], p[i]);
if (p[i]) Ops::axpy(next.data() + i, relation.data(), d, Ops::neg(p[i]));
}
p = std::move(next);
}
std::vector<T> result(p.size());
for (std::size_t i = 0; i < p.size(); ++i) result[i] = T::raw(p[i]);
return result;
}
std::optional<std::vector<T>> run(std::uint64_t exponent) {
auto relation_blocks = decompose();
if (!relation_blocks) return std::nullopt;
const auto &relations = *relation_blocks;
std::vector<T> b(std::size_t(n) * n), companion(b.size());
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j)
b[std::size_t(j) * n + i] = T::raw(basis[i][j]);
int start = 0;
for (const auto &relation : relations) {
const int d = int(relation.size());
Row p = power(relation, exponent);
for (int j = 0; j < d; ++j) {
for (int i = 0; i < d; ++i) companion[std::size_t(start + i) * n + start + j] = T::raw(p[i]);
V lead = p.back();
std::move_backward(p.begin(), p.end() - 1, p.end());
p[0] = 0;
if (lead) Ops::axpy(p.data(), relation.data(), d, lead);
}
start += d;
}
auto result = multiply(b, companion, n, n, n);
Row columns(result.size());
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j)
columns[std::size_t(j) * n + i] = result[std::size_t(i) * n + j].val();
for (int j = 0; j < n; ++j) {
auto *column = columns.data() + std::size_t(j) * n;
for (int i = 0; i < j; ++i) if (upper[std::size_t(i) * n + j])
Ops::axpy(column, columns.data() + std::size_t(i) * n, n, Ops::neg(upper[std::size_t(i) * n + j]));
Ops::scale(column, n, inverses[j]);
}
for (int j = n - 1; j >= 0; --j) {
auto *column = columns.data() + std::size_t(j) * n;
for (int i = j + 1; i < n; ++i) if (reduced[j][pivots[i]])
Ops::axpy(column, columns.data() + std::size_t(i) * n, n, Ops::neg(reduced[j][pivots[i]]));
}
for (int i = 0; i < n; ++i) for (int j = 0; j < n; ++j)
result[std::size_t(i) * n + pivots[j]] = T::raw(columns[std::size_t(j) * n + i]);
return result;
}
};
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif