競技プログラミング用 C++ ライブラリ
components/matrix_block_inverse.hpp · GitHub で見る
共通ページ
行列が使う、素数法の modint 向けの補助部品です。通常は Matrix<T>::inverse()・adjugate() を利用します。
matrix_detail::block_inverse(a,n,adjugate) は、行優先で並べた n*n 要素の const vector<T>& を受け取ります。adjugate が false なら逆行列、true なら余因子行列の計算を試みます。入力は変更しません。
返り値は optional<pair<T,vector<T>>> で、組の先頭は行列式です。この経路を使えない場合は nullopt を返すため、呼び出し側で通常の消去法を使います。逆行列が存在しないときの組の配列は空です。
時間は \(O(n^3)\)、追加空間は \(O(n^2)\) です。体の演算を定数時間とします。
#ifndef MATRIX_BLOCK_INVERSE_HPP
#define MATRIX_BLOCK_INVERSE_HPP
#include "matrix_arithmetic.hpp"
#include "matrix_elimination_modular.hpp"
#include "matrix_core.hpp"
namespace matrix_detail {
template <class T>
struct GaussianMatrixArithmetic {
static constexpr bool modular = small_modint<T>;
template <class Ops>
static auto eliminate(std::vector<typename Ops::V> &a, int h, int stride, int columns, bool reduced, long double) {
return ModularElimination<Ops>::run(a, h, stride, columns, reduced);
}
template <class F>
static auto field(std::vector<T> &a, F &&f) { return matrix_detail::field(a, std::forward<F>(f)); }
};
template <class T>
std::optional<std::pair<T, std::vector<T>>> block_inverse(const std::vector<T> &a, int n, bool adjugate) {
if (n < 112) return std::nullopt;
int h = n / 2, k = n - h;
for (int i = 0; i < h; ++i) {
bool row = false, column = false;
for (int j = 0; j < h; ++j) {
row |= a[std::size_t(i) * n + j] != T(0);
column |= a[std::size_t(j) * n + i] != T(0);
}
if (!row || !column) return std::nullopt;
}
auto extract = [&](int r, int c, int rows, int cols) {
std::vector<T> block(std::size_t(rows) * cols);
for (int i = 0; i < rows; ++i) std::copy_n(a.data() + std::size_t(r + i) * n + c, cols, block.data() + std::size_t(i) * cols);
return block;
};
auto solve = [](const std::vector<T> &block, int size, bool adjugate) {
if (auto fast = block_inverse(block, size, adjugate)) return std::move(*fast);
Matrix<T, GaussianMatrixArithmetic<T>> matrix(size);
std::copy(block.begin(), block.end(), matrix.data());
if (adjugate) {
auto result = matrix.adjugate();
return std::pair{matrix.det(), std::vector<T>(result.data(), result.data() + block.size())};
}
auto result = matrix.inverse();
if (!result) return std::pair{T(0), std::vector<T>{}};
return std::pair{matrix.det(), std::vector<T>(result->data(), result->data() + block.size())};
};
auto [da, ai] = solve(extract(0, 0, h, h), h, false);
if (ai.empty()) return std::nullopt;
auto b = extract(0, h, h, k), c = extract(h, 0, k, h), d = extract(h, h, k, k);
auto v = multiply(c, ai, k, h, h), vb = multiply(v, b, k, h, k);
for (std::size_t i = 0; i < d.size(); ++i) d[i] -= vb[i];
auto [ds, si] = solve(d, k, adjugate);
if (si.empty()) return std::pair{T(0), std::vector<T>{}};
auto u = multiply(ai, b, h, h, k);
auto r = multiply(u, si, h, k, k), t = multiply(si, v, k, k, h);
auto rv = multiply(r, v, h, k, h);
for (std::size_t i = 0; i < ai.size(); ++i) ai[i] = (adjugate ? ai[i] * ds : ai[i]) + rv[i];
std::vector<T> result(a.size());
for (int i = 0; i < h; ++i) {
std::copy_n(ai.data() + std::size_t(i) * h, h, result.data() + std::size_t(i) * n);
for (int j = 0; j < k; ++j) result[std::size_t(i) * n + h + j] = -r[std::size_t(i) * k + j];
}
for (int i = 0; i < k; ++i) {
for (int j = 0; j < h; ++j) result[std::size_t(h + i) * n + j] = -t[std::size_t(i) * h + j];
std::copy_n(si.data() + std::size_t(i) * k, k, result.data() + std::size_t(h + i) * n + h);
}
if (adjugate) for (auto &x : result) x *= da;
return std::pair{da * ds, std::move(result)};
}
}
#endif
#line 1 "components/matrix_block_inverse.hpp"
#line 1 "components/matrix_arithmetic.hpp"
#line 1 "components/matrix_base_arithmetic.hpp"
#line 1 "components/field_base.hpp"
#include <cmath>
#include <type_traits>
namespace field_detail {
template <class T>
struct Field {
using V = T;
static T add(T a, T b) { return a + b; }
static T mul(T a, T b) { return a * b; }
static T neg(T a) { return -a; }
static T inv(T a) { return T(1) / a; }
static bool zero(T a, long double eps) {
if constexpr (std::is_floating_point_v<T>) return std::abs(a) <= eps;
else { (void)eps; return a == T(0); }
}
static bool better(T a, T b) {
if constexpr (std::is_floating_point_v<T>) return std::abs(a) > std::abs(b);
else { (void)a; (void)b; return false; }
}
static T dot(const T *a, const T *b, int n) {
T result = 0;
for (int i = 0; i < n; ++i) result += a[i] * b[i];
return result;
}
static void scale(T *a, int n, T x) { for (int i = 0; i < n; ++i) a[i] *= x; }
static void axpy(T *a, const T *b, int n, T x) { for (int i = 0; i < n; ++i) a[i] += x * b[i]; }
};
}
#line 5 "components/matrix_base_arithmetic.hpp"
#include <algorithm>
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <limits>
#line 11 "components/matrix_base_arithmetic.hpp"
#include <utility>
#include <vector>
namespace matrix_detail {
template <class T>
inline constexpr bool integer = std::is_integral_v<T> || std::is_same_v<T, __int128_t> || std::is_same_v<T, __uint128_t>;
using field_detail::Field;
template <class Ops>
struct Elimination {
std::vector<int> pivots;
typename Ops::V determinant = 1;
};
template <class Ops, bool exact = false>
Elimination<Ops> eliminate(std::vector<typename Ops::V> &a, int h, int stride, int columns, bool reduced, long double eps) {
using V = typename Ops::V;
Elimination<Ops> result;
result.pivots.reserve(std::min(h, columns));
int rank = 0;
for (int col = 0; col < columns && rank < h; ++col) {
int p = -1;
for (int i = rank; i < h; ++i) {
V x = a[std::size_t(i) * stride + col];
if (!Ops::zero(x, eps) && (p < 0 || Ops::better(x, a[std::size_t(p) * stride + col]))) p = i;
}
if (p < 0) continue;
V *row = a.data() + std::size_t(rank) * stride;
if (p != rank) {
std::swap_ranges(row, row + stride, a.data() + std::size_t(p) * stride);
result.determinant = Ops::neg(result.determinant);
}
result.determinant = Ops::mul(result.determinant, row[col]);
Ops::scale(row + col + 1, stride - col - 1, Ops::inv(row[col]));
row[col] = V(1);
for (int i = rank + 1; i < h; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
V x = dst[col];
if (!Ops::zero(x, eps)) Ops::axpy(dst + col + 1, row + col + 1, stride - col - 1, Ops::neg(x));
dst[col] = V(0);
}
result.pivots.push_back(col);
++rank;
}
bool full = exact && rank == columns;
if (reduced) for (int k = rank - 1; k >= 0; --k) {
int col = result.pivots[k], start = full ? columns : col + 1;
const V *row = a.data() + std::size_t(k) * stride;
for (int i = 0; i < k; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
V x = dst[col];
if (!Ops::zero(x, eps) && (!full || start < stride)) Ops::axpy(dst + start, row + start, stride - start, Ops::neg(x));
dst[col] = V(0);
}
}
return result;
}
template <class T>
[[gnu::noinline]] T integer_determinant(const std::vector<T> &a, int n) {
static_assert(std::numeric_limits<T>::is_signed);
using W = __int128_t;
std::vector<W> work(a.begin(), a.end());
W previous = 1, sign = 1;
if (!n) return T(1);
for (int k = 0; k + 1 < n; ++k) {
int pivot = k;
while (pivot < n && work[std::size_t(pivot) * n + k] == 0) ++pivot;
if (pivot == n) return T(0);
if (pivot != k) { for (int j = 0; j < n; ++j) std::swap(work[std::size_t(k) * n + j], work[std::size_t(pivot) * n + j]); sign = -sign; }
W p = work[std::size_t(k) * n + k];
for (int i = k + 1; i < n; ++i) {
for (int j = k + 1; j < n; ++j) {
W value = work[std::size_t(i) * n + j] * p - work[std::size_t(i) * n + k] * work[std::size_t(k) * n + j];
assert(value % previous == 0);
work[std::size_t(i) * n + j] = value / previous;
}
work[std::size_t(i) * n + k] = 0;
}
previous = p;
}
W result = sign * work.back();
assert(result >= std::numeric_limits<T>::lowest() && result <= std::numeric_limits<T>::max());
return T(result);
}
template <class T>
std::vector<T> basic_multiply(const std::vector<T> &a, const std::vector<T> &b, int n, int inner, int m) {
std::vector<T> c(std::size_t(n) * m, T(0));
for (int i = 0; i < n; ++i) for (int k = 0; k < inner; ++k) {
const T &x = a[std::size_t(i) * inner + k];
for (int j = 0; j < m; ++j) c[std::size_t(i) * m + j] += x * b[std::size_t(k) * m + j];
}
return c;
}
}
#line 1 "components/field_arithmetic.hpp"
#line 9 "components/field_arithmetic.hpp"
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
#include <immintrin.h>
#endif
namespace field_detail {
template <class T, class = void>
struct SmallModint : std::false_type {};
template <class T>
struct SmallModint<T, std::void_t<decltype(std::integral_constant<std::uint32_t, T::mod()>{}),
decltype(std::declval<T>().val()), decltype(T::raw(std::uint32_t{}))>>
: std::bool_constant<(T::mod() > 1 && T::mod() < (std::uint32_t(1) << 31))
&& std::is_convertible_v<decltype(std::declval<T>().val()), std::uint32_t>
&& std::is_same_v<decltype(T::raw(std::uint32_t{})), T>> {};
template <class T>
inline constexpr bool small_modint = SmallModint<T>::value;
inline bool avx2() {
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__)) && !defined(FIELD_DISABLE_AVX2) && !defined(MATRIX_DISABLE_AVX2)
static const bool enabled = __builtin_cpu_supports("avx2");
return enabled;
#else
return false;
#endif
}
template <class T>
struct ModularField {
using V = std::uint32_t;
static constexpr V mod = T::mod();
static V add(V a, V b) { V c = a + b; return c < mod ? c : c - mod; }
static V mul(V a, V b) { return std::uint64_t(a) * b % mod; }
static V neg(V a) { return a ? mod - a : 0; }
static V dot(const V *a, const V *b, int n) {
constexpr int step = mod <= (V(1) << 30) ? 16 : 4;
std::uint64_t sum = 0;
for (int i = 0; i < n; i += step) {
for (int j = i; j < std::min(n, i + step); ++j) sum += std::uint64_t(a[j]) * b[j];
sum %= mod;
}
return sum;
}
static V inv(V a) { return (T(1) / T::raw(a)).val(); }
static bool zero(V a, long double) { return !a; }
static bool better(V, V) { return false; }
static V product(V a, V x, V q) {
V r = a * x - V((std::uint64_t(a) * q) >> 32) * mod;
return r < mod ? r : r - mod;
}
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
__attribute__((target("avx2"))) static __m256i product8(__m256i a, __m256i x, __m256i q) {
__m256i p = _mm256_set1_epi32(mod);
__m256i even = _mm256_srli_epi64(_mm256_mul_epu32(a, q), 32);
__m256i odd = _mm256_mul_epu32(_mm256_srli_epi64(a, 32), q);
__m256i high = _mm256_or_si256(even, _mm256_slli_epi64(_mm256_srli_epi64(odd, 32), 32));
__m256i r = _mm256_sub_epi32(_mm256_mullo_epi32(a, x), _mm256_mullo_epi32(high, p));
return _mm256_min_epu32(r, _mm256_sub_epi32(r, p));
}
__attribute__((target("avx512f"))) static __m512i product16(__m512i a, __m512i x, __m512i q) {
const auto p = _mm512_set1_epi32(mod);
auto even = _mm512_srli_epi64(_mm512_mul_epu32(a, q), 32);
auto odd = _mm512_mul_epu32(_mm512_srli_epi64(a, 32), q);
auto high = _mm512_mask_blend_epi32(0xaaaa, even, odd);
auto r = _mm512_sub_epi32(_mm512_mullo_epi32(a, x), _mm512_mullo_epi32(high, p));
return _mm512_min_epu32(r, _mm512_sub_epi32(r, p));
}
template <bool add_to>
__attribute__((target("avx512f"))) static void apply16(V *a, const V *b, int n, V x, V q) {
const auto vx = _mm512_set1_epi32(x), vq = _mm512_set1_epi32(q), p = _mm512_set1_epi32(mod);
int i = 0;
for (; i + 16 <= n; i += 16) {
auto r = product16(_mm512_loadu_si512(b + i), vx, vq);
if constexpr (add_to) {
r = _mm512_add_epi32(r, _mm512_loadu_si512(a + i));
r = _mm512_min_epu32(r, _mm512_sub_epi32(r, p));
}
_mm512_storeu_si512(a + i, r);
}
for (; i < n; ++i) {
V r = product(b[i], x, q);
if constexpr (add_to) a[i] = add(a[i], r);
else a[i] = r;
}
}
template <bool add_to>
__attribute__((target("avx2"))) static void apply8(V *a, const V *b, int n, V x, V q) {
__m256i vx = _mm256_set1_epi32(x), vq = _mm256_set1_epi32(q), p = _mm256_set1_epi32(mod);
int i = 0;
for (; i + 8 <= n; i += 8) {
__m256i r = product8(_mm256_loadu_si256(reinterpret_cast<const __m256i *>(b + i)), vx, vq);
if constexpr (add_to) {
r = _mm256_add_epi32(r, _mm256_loadu_si256(reinterpret_cast<const __m256i *>(a + i)));
r = _mm256_min_epu32(r, _mm256_sub_epi32(r, p));
}
_mm256_storeu_si256(reinterpret_cast<__m256i *>(a + i), r);
}
for (; i < n; ++i) {
V r = product(b[i], x, q);
if constexpr (add_to) a[i] = add(a[i], r);
else a[i] = r;
}
}
#endif
template <bool add_to>
static void apply(V *a, const V *b, int n, V x) {
V q = (std::uint64_t(x) << 32) / mod;
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (n >= 64 && avx2() && __builtin_cpu_supports("avx512f")) { apply16<add_to>(a, b, n, x, q); return; }
if (n >= 16 && avx2()) { apply8<add_to>(a, b, n, x, q); return; }
#endif
for (int i = 0; i < n; ++i) {
V r = product(b[i], x, q);
if constexpr (add_to) a[i] = add(a[i], r);
else a[i] = r;
}
}
static void scale(V *a, int n, V x) { apply<false>(a, a, n, x); }
static void axpy(V *a, const V *b, int n, V x) { apply<true>(a, b, n, x); }
};
}
#line 6 "components/matrix_arithmetic.hpp"
#line 15 "components/matrix_arithmetic.hpp"
#if defined(__x86_64__) || defined(__i386__)
#include <immintrin.h>
#endif
namespace matrix_detail {
using field_detail::SmallModint, field_detail::small_modint, field_detail::avx2, field_detail::ModularField;
template <class T, class F>
auto field(std::vector<T> &a, F &&f) {
static_assert(!integer<T>);
if constexpr (small_modint<T>) {
std::vector<std::uint32_t> work(a.size());
for (std::size_t i = 0; i < a.size(); ++i) work[i] = a[i].val();
auto result = f.template operator()<ModularField<T>>(work);
for (std::size_t i = 0; i < a.size(); ++i) a[i] = T::raw(work[i]);
return result;
} else return f.template operator()<Field<T>>(a);
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC push_options
#pragma GCC optimize("O3")
#endif
template <std::uint32_t mod>
void product_scalar(const std::uint32_t *a, const std::uint32_t *b, std::uint32_t *c, int n, int inner, int m) {
constexpr int step = mod <= (std::uint32_t(1) << 30) ? 16 : 4;
for (int i = 0; i < n; ++i) for (int j = 0; j < m; j += 32) {
int width = std::min(32, m - j);
for (int k = 0; k < inner; k += step) {
std::uint64_t sums[32]{};
for (int t = k; t < std::min(inner, k + step); ++t) {
std::uint64_t x = a[std::size_t(i) * inner + t];
const auto *row = b + std::size_t(t) * m + j;
for (int s = 0; s < width; ++s) sums[s] += x * row[s];
}
for (int s = 0; s < width; ++s) c[std::size_t(i) * m + j + s] = (sums[s] + c[std::size_t(i) * m + j + s]) % mod;
}
}
}
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
inline bool avx512_product() {
static const bool supported = __builtin_cpu_supports("avx512f") && __builtin_cpu_supports("avx512dq");
return avx2() && supported;
}
template <std::uint32_t mod>
__attribute__((target("avx512f,avx512dq"))) __m512i reduce_product_avx512(__m512i sum) {
const auto p = _mm512_set1_epi64(mod);
const auto q = _mm512_cvt_roundpd_epi64(
_mm512_mul_pd(_mm512_cvtepi64_pd(sum), _mm512_set1_pd(1.0 / mod)),
_MM_FROUND_TO_NEG_INF | _MM_FROUND_NO_EXC);
auto r = _mm512_sub_epi64(sum, _mm512_mullo_epi64(q, p));
r = _mm512_mask_add_epi64(r, _mm512_cmp_epi64_mask(r, _mm512_setzero_si512(), _MM_CMPINT_LT), r, p);
return _mm512_mask_sub_epi64(r, _mm512_cmp_epi64_mask(r, p, _MM_CMPINT_NLT), r, p);
}
template <std::uint32_t mod, int rows = 8>
__attribute__((target("avx512f,avx512dq"))) void product_packed_avx512(const std::int32_t *a, const std::int32_t *b, std::uint32_t *c, int n, int inner, int m) {
constexpr std::int64_t radius = mod / 2;
constexpr std::int64_t residue = (std::uint64_t(1) << 32) % mod;
constexpr std::int64_t folded_bound = (std::int64_t(1) << 31) * residue + 0xffffffffu;
constexpr int step = int(std::min<std::int64_t>(32, (std::numeric_limits<std::int64_t>::max() - folded_bound) / (radius * radius)));
int i = 0;
for (; i + rows <= n; i += rows) {
for (int j = 0; j < m; j += 16) {
const int width = std::min(16, m - j);
const __mmask16 active = (1u << width) - 1;
__m512i sums[rows][2];
for (int r = 0; r < rows; ++r) {
auto previous = _mm512_maskz_loadu_epi32(active, c + std::size_t(i + r) * m + j);
sums[r][0] = _mm512_and_si512(previous, _mm512_set1_epi64(0xffffffffu));
sums[r][1] = _mm512_srli_epi64(previous, 32);
}
for (int k = 0; k < inner; k += step) {
for (int t = k; t < std::min(inner, k + step); ++t) {
auto x = _mm512_maskz_loadu_epi32(active, b + std::size_t(j) * inner + std::size_t(t) * width);
auto y = _mm512_srli_epi64(x, 32);
for (int r = 0; r < rows; ++r) {
auto z = _mm512_set1_epi32(a[std::size_t(i + r) * inner + t]);
sums[r][0] = _mm512_add_epi64(sums[r][0], _mm512_mul_epi32(x, z));
sums[r][1] = _mm512_add_epi64(sums[r][1], _mm512_mul_epi32(y, z));
}
}
for (int r = 0; r < rows; ++r) for (int q = 0; q < 2; ++q) {
auto x = sums[r][q];
sums[r][q] = _mm512_add_epi64(_mm512_mul_epi32(_mm512_srli_epi64(x, 32), _mm512_set1_epi32(residue)), _mm512_and_si512(x, _mm512_set1_epi64(0xffffffffu)));
}
}
for (int r = 0; r < rows; ++r) {
auto even = reduce_product_avx512<mod>(sums[r][0]), odd = reduce_product_avx512<mod>(sums[r][1]);
_mm512_mask_storeu_epi32(c + std::size_t(i + r) * m + j, active, _mm512_or_si512(even, _mm512_slli_epi64(odd, 32)));
}
}
}
if constexpr (rows > 1) {
if (i < n) product_packed_avx512<mod, rows / 2>(a + std::size_t(i) * inner, b, c + std::size_t(i) * m, n - i, inner, m);
}
}
template <std::uint32_t mod, int rows = 4>
__attribute__((target("avx2"))) void product_packed_avx2(const std::int32_t *a, const std::int32_t *b, std::uint32_t *c, int n, int inner, int m) {
constexpr std::int64_t radius = mod / 2;
constexpr std::int64_t residue = (std::uint64_t(1) << 32) % mod;
constexpr std::int64_t folded_bound = (std::int64_t(1) << 31) * residue + 0xffffffffu;
constexpr int step = int(std::min<std::int64_t>(32, (std::numeric_limits<std::int64_t>::max() - folded_bound) / (radius * radius)));
auto reduce = [](std::int64_t sum) {
std::int64_t r = sum % std::int64_t(mod);
return std::uint32_t(r < 0 ? r + mod : r);
};
int i = 0;
for (; i + rows <= n; i += rows) {
for (int j = 0; j < m; j += 8) {
int width = std::min(8, m - j);
auto active = _mm256_cmpgt_epi32(_mm256_set1_epi32(width), _mm256_setr_epi32(0, 1, 2, 3, 4, 5, 6, 7));
__m256i sums[rows][2];
for (int r = 0; r < rows; ++r) {
auto previous = _mm256_maskload_epi32(reinterpret_cast<const int *>(c + std::size_t(i + r) * m + j), active);
sums[r][0] = _mm256_and_si256(previous, _mm256_set1_epi64x(0xffffffffu));
sums[r][1] = _mm256_srli_epi64(previous, 32);
}
for (int k = 0; k < inner; k += step) {
for (int t = k; t < std::min(inner, k + step); ++t) {
auto x = _mm256_maskload_epi32(b + std::size_t(j) * inner + std::size_t(t) * width, active);
auto y = _mm256_srli_epi64(x, 32);
for (int r = 0; r < rows; ++r) {
auto z = _mm256_set1_epi32(a[std::size_t(i + r) * inner + t]);
sums[r][0] = _mm256_add_epi64(sums[r][0], _mm256_mul_epi32(x, z));
sums[r][1] = _mm256_add_epi64(sums[r][1], _mm256_mul_epi32(y, z));
}
}
for (int r = 0; r < rows; ++r) for (int q = 0; q < 2; ++q) {
auto x = sums[r][q];
sums[r][q] = _mm256_add_epi64(_mm256_mul_epi32(_mm256_srli_epi64(x, 32), _mm256_set1_epi32(residue)), _mm256_and_si256(x, _mm256_set1_epi64x(0xffffffffu)));
}
}
for (int r = 0; r < rows; ++r) {
std::int64_t even[4], odd[4];
_mm256_storeu_si256(reinterpret_cast<__m256i *>(even), sums[r][0]);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(odd), sums[r][1]);
std::uint32_t result[8];
for (int q = 0; q < 4; ++q) result[q * 2] = reduce(even[q]), result[q * 2 + 1] = reduce(odd[q]);
_mm256_maskstore_epi32(reinterpret_cast<int *>(c + std::size_t(i + r) * m + j), active, _mm256_loadu_si256(reinterpret_cast<const __m256i *>(result)));
}
}
}
if constexpr (rows == 4) {
if (i < n) product_packed_avx2<mod, 1>(a + std::size_t(i) * inner, b, c + std::size_t(i) * m, n - i, inner, m);
}
}
#endif
template <class T>
std::vector<T> multiply(const std::vector<T> &a, const std::vector<T> &b, int n, int inner, int m) {
std::vector<T> c(std::size_t(n) * m, T(0));
if (!n || !inner || !m) return c;
auto basic = [&] {
for (int i = 0; i < n; ++i) for (int k = 0; k < inner; ++k) {
const T &x = a[std::size_t(i) * inner + k];
for (int j = 0; j < m; ++j) c[std::size_t(i) * m + j] += x * b[std::size_t(k) * m + j];
}
};
if constexpr (small_modint<T>) {
if (std::uint64_t(n) * m <= 128u / unsigned(inner)) { basic(); return c; }
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (inner >= 16 && m >= 8 && avx2()) {
const int block = avx512_product() ? 16 : 8;
std::vector<std::int32_t> x(a.size()), y(b.size());
std::vector<std::uint32_t> z(c.size());
auto center = [](std::uint32_t value) {
std::int32_t v = value;
return v <= std::int32_t((T::mod() - 1) / 2) ? v : v - std::int32_t(T::mod());
};
for (std::size_t i = 0; i < a.size(); ++i) x[i] = center(a[i].val());
for (int j = 0; j < m; j += block) {
int width = std::min(block, m - j);
for (int k = 0; k < inner; ++k) for (int s = 0; s < width; ++s)
y[std::size_t(j) * inner + std::size_t(k) * width + s] = center(b[std::size_t(k) * m + j + s].val());
}
if (block == 16) product_packed_avx512<T::mod()>(x.data(), y.data(), z.data(), n, inner, m);
else product_packed_avx2<T::mod()>(x.data(), y.data(), z.data(), n, inner, m);
for (std::size_t i = 0; i < c.size(); ++i) c[i] = T::raw(z[i]);
return c;
}
#endif
std::vector<std::uint32_t> x(a.size()), y(b.size()), z(c.size());
for (std::size_t i = 0; i < a.size(); ++i) x[i] = a[i].val();
for (std::size_t i = 0; i < b.size(); ++i) y[i] = b[i].val();
product_scalar<T::mod()>(x.data(), y.data(), z.data(), n, inner, m);
for (std::size_t i = 0; i < c.size(); ++i) c[i] = T::raw(z[i]);
} else basic();
return c;
}
#if defined(__GNUC__) && !defined(__clang__) && (defined(__x86_64__) || defined(__i386__))
#pragma GCC pop_options
#endif
}
#line 1 "components/matrix_elimination_modular.hpp"
#line 5 "components/matrix_elimination_modular.hpp"
#include <array>
namespace matrix_detail {
template <class Ops>
struct ModularElimination {
using V = typename Ops::V;
static void hessenberg(std::vector<V> &b, int n, int k, V inverse, std::vector<V> &factors) {
bool any = false;
for (int i = k + 1; i < n; ++i) {
V factor = factors[i] = Ops::mul(b[std::size_t(i) * n + k - 1], inverse);
if (!factor) continue;
any = true;
Ops::axpy(b.data() + std::size_t(i) * n + k, b.data() + std::size_t(k) * n + k, n - k, Ops::neg(factor));
b[std::size_t(i) * n + k - 1] = 0;
}
if (!any) return;
for (int j = 0; j < n; ++j) {
auto *row = b.data() + std::size_t(j) * n;
row[k] = Ops::add(row[k], Ops::dot(row + k + 1, factors.data() + k + 1, n - k - 1));
}
}
static constexpr int batch = int(std::min<std::uint64_t>(8, (std::numeric_limits<std::int64_t>::max() - (Ops::mod - 1)) / (std::uint64_t(Ops::mod - 1) * (Ops::mod - 1))));
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
__attribute__((target("avx512f,avx512dq"))) static __m512i reduce512(__m512i sum) {
constexpr V negative_inverse = [] { V v = Ops::mod; for (int i = 0; i < 4; ++i) v *= 2 - Ops::mod * v; return V(0) - v; }();
sum = _mm512_add_epi64(sum, _mm512_mul_epu32(_mm512_mul_epu32(sum, _mm512_set1_epi32(negative_inverse)), _mm512_set1_epi32(Ops::mod)));
sum = _mm512_srli_epi64(sum, 32);
for (int i = 0; i < 2; ++i) sum = _mm512_min_epu32(sum, _mm512_sub_epi32(sum, _mm512_set1_epi32(Ops::mod)));
return sum;
}
__attribute__((target("avx512f,avx512dq"))) static void update512(V *dst, const V *const *src, const V *coeff, int count, int first, int length) {
std::array<V, batch> encoded;
for (int k = 0; k < count; ++k) encoded[k] = std::uint64_t(coeff[k]) * ((std::uint64_t(1) << 32) % Ops::mod) % Ops::mod;
int j = 0;
for (; j + 16 <= length; j += 16) {
auto x = _mm512_loadu_si512(dst + j);
auto even = _mm512_setzero_si512(), odd = even;
for (int k = 0; k < count; ++k) {
auto a = _mm512_loadu_si512(src[k] + first + j), b = _mm512_set1_epi32(Ops::mod % 2 ? encoded[k] : coeff[k]);
even = _mm512_add_epi64(even, _mm512_mul_epu32(a, b));
odd = _mm512_add_epi64(odd, _mm512_mul_epu32(_mm512_srli_epi64(a, 32), b));
}
if constexpr (Ops::mod % 2) even = reduce512(even), odd = reduce512(odd);
else even = reduce_product_avx512<Ops::mod>(even), odd = reduce_product_avx512<Ops::mod>(odd);
x = _mm512_add_epi32(x, _mm512_or_si512(even, _mm512_slli_epi64(odd, 32)));
_mm512_storeu_si512(dst + j, _mm512_min_epu32(x, _mm512_sub_epi32(x, _mm512_set1_epi32(Ops::mod))));
}
for (; j < length; ++j) {
std::uint64_t sum = dst[j];
for (int k = 0; k < count; ++k) sum += std::uint64_t(src[k][first + j]) * coeff[k];
dst[j] = sum % Ops::mod;
}
}
__attribute__((target("avx2"))) static __m256i reduce256(__m256i sum) {
constexpr V negative_inverse = [] { V v = Ops::mod; for (int i = 0; i < 4; ++i) v *= 2 - Ops::mod * v; return V(0) - v; }();
sum = _mm256_add_epi64(sum, _mm256_mul_epu32(_mm256_mul_epu32(sum, _mm256_set1_epi32(negative_inverse)), _mm256_set1_epi32(Ops::mod)));
sum = _mm256_srli_epi64(sum, 32);
for (int i = 0; i < 2; ++i) sum = _mm256_min_epu32(sum, _mm256_sub_epi32(sum, _mm256_set1_epi32(Ops::mod)));
return sum;
}
__attribute__((target("avx2"))) static void update256(V *dst, const V *const *src, const V *coeff, int count, int first, int length) {
std::array<V, batch> encoded;
for (int k = 0; k < count; ++k) encoded[k] = std::uint64_t(coeff[k]) * ((std::uint64_t(1) << 32) % Ops::mod) % Ops::mod;
int j = 0;
for (; j + 8 <= length; j += 8) {
auto even = _mm256_setzero_si256(), odd = even;
for (int k = 0; k < count; ++k) {
auto a = _mm256_loadu_si256(reinterpret_cast<const __m256i *>(src[k] + first + j));
auto b = _mm256_set1_epi32(Ops::mod % 2 ? encoded[k] : coeff[k]);
even = _mm256_add_epi64(even, _mm256_mul_epu32(a, b));
odd = _mm256_add_epi64(odd, _mm256_mul_epu32(_mm256_srli_epi64(a, 32), b));
}
if constexpr (Ops::mod % 2) {
even = reduce256(even), odd = reduce256(odd);
auto value = _mm256_add_epi32(_mm256_loadu_si256(reinterpret_cast<const __m256i *>(dst + j)), _mm256_or_si256(even, _mm256_slli_epi64(odd, 32)));
_mm256_storeu_si256(reinterpret_cast<__m256i *>(dst + j), _mm256_min_epu32(value, _mm256_sub_epi32(value, _mm256_set1_epi32(Ops::mod))));
} else {
std::uint64_t x[4], y[4];
_mm256_storeu_si256(reinterpret_cast<__m256i *>(x), even);
_mm256_storeu_si256(reinterpret_cast<__m256i *>(y), odd);
for (int k = 0; k < 4; ++k) {
dst[j + 2 * k] = (x[k] + dst[j + 2 * k]) % Ops::mod;
dst[j + 2 * k + 1] = (y[k] + dst[j + 2 * k + 1]) % Ops::mod;
}
}
}
for (; j < length; ++j) {
std::uint64_t sum = dst[j];
for (int k = 0; k < count; ++k) sum += std::uint64_t(src[k][first + j]) * coeff[k];
dst[j] = sum % Ops::mod;
}
}
#endif
static void update(V *dst, const V *const *src, const V *coeff, int count, int first, int length) {
if (!count || !length || std::none_of(coeff, coeff + count, [](V x) { return x != 0; })) return;
if (count == 1) { if (coeff[0]) Ops::axpy(dst, src[0] + first, length, coeff[0]); return; }
#if (defined(__x86_64__) || defined(__i386__)) && (defined(__GNUC__) || defined(__clang__))
if (length >= 32 && avx512_product()) { update512(dst, src, coeff, count, first, length); return; }
if (length >= 16 && avx2()) { update256(dst, src, coeff, count, first, length); return; }
#endif
for (int j = 0; j < length; ++j) {
std::uint64_t sum = dst[j];
for (int k = 0; k < count; ++k) sum += std::uint64_t(src[k][first + j]) * coeff[k];
dst[j] = sum % Ops::mod;
}
}
static Elimination<Ops> run(std::vector<V> &a, int h, int stride, int columns, bool reduced) {
Elimination<Ops> result;
result.pivots.reserve(std::min(h, columns));
std::vector<std::array<V, batch>> factors(h);
std::array<const V *, batch> source;
int rank = 0;
for (int first = 0; first < columns && rank < h; first += batch) {
int end = std::min(columns, first + batch), start = rank;
for (int i = rank; i < h; ++i) factors[i].fill(0);
for (int col = first; col < end && rank < h; ++col) {
int p = rank;
while (p < h && !a[std::size_t(p) * stride + col]) ++p;
if (p == h) continue;
V *row = a.data() + std::size_t(rank) * stride;
if (p != rank) {
std::swap_ranges(row, row + stride, a.data() + std::size_t(p) * stride);
std::swap(factors[p], factors[rank]);
result.determinant = Ops::neg(result.determinant);
}
update(row + end, source.data(), factors[rank].data(), rank - start, end, stride - end);
result.determinant = Ops::mul(result.determinant, row[col]);
Ops::scale(row + col + 1, stride - col - 1, Ops::inv(row[col]));
row[col] = 1;
source[rank - start] = row;
for (int i = rank + 1; i < h; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
V x = factors[i][rank - start] = Ops::neg(dst[col]);
if (x) Ops::axpy(dst + col + 1, row + col + 1, end - col - 1, x);
dst[col] = 0;
}
result.pivots.push_back(col);
++rank;
}
for (int i = rank; i < h; ++i) update(a.data() + std::size_t(i) * stride + end, source.data(), factors[i].data(), rank - start, end, stride - end);
}
bool full = rank == columns;
if (reduced) for (int end = rank; end > 0;) {
int start = std::max(0, end - batch);
for (int k = end - 1; k >= start; --k) {
int col = result.pivots[k], first = full ? columns : col + 1;
const V *row = a.data() + std::size_t(k) * stride;
for (int i = start; i < k; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
if (V x = dst[col]) Ops::axpy(dst + first, row + first, stride - first, Ops::neg(x));
dst[col] = 0;
}
}
int first = full ? columns : result.pivots[start] + 1;
for (int k = start; k < end; ++k) source[k - start] = a.data() + std::size_t(k) * stride;
for (int i = 0; i < start; ++i) {
V *dst = a.data() + std::size_t(i) * stride;
for (int k = start; k < end; ++k) factors[i][k - start] = Ops::neg(dst[result.pivots[k]]);
update(dst + first, source.data(), factors[i].data(), end - start, first, stride - first);
for (int k = start; k < end; ++k) dst[result.pivots[k]] = 0;
}
end = start;
}
return result;
}
};
}
#line 1 "components/matrix_core.hpp"
#line 9 "components/matrix_core.hpp"
#include <initializer_list>
#line 11 "components/matrix_core.hpp"
#include <optional>
#include <span>
#line 16 "components/matrix_core.hpp"
template <class T>
struct LinearSolution {
std::vector<T> particular;
std::vector<std::vector<T>> basis;
};
namespace matrix_detail {
template <class T> struct FastMatrixArithmetic;
}
template <class T, class Arithmetic = matrix_detail::FastMatrixArithmetic<T>>
class [[nodiscard, gnu::warn_unused]] Matrix {
static_assert(!std::is_same_v<T, bool>);
int h = 0, w = 0;
std::vector<T> a;
std::pair<T, std::vector<int>> reduce(int columns, bool reduced, long double eps) {
assert(eps >= 0);
return Arithmetic::field(a, [&]<class Ops>(auto &work) {
auto res = [&] {
if constexpr (requires { Arithmetic::template eliminate<Ops>(work, h, w, columns, reduced, eps); })
return Arithmetic::template eliminate<Ops>(work, h, w, columns, reduced, eps);
else return matrix_detail::eliminate<Ops, Arithmetic::modular>(work, h, w, columns, reduced, eps);
}();
return std::pair{T(res.determinant), std::move(res.pivots)};
});
}
static std::vector<std::vector<T>> nullspace(const Matrix &r, const std::vector<int> &piv, int vars) {
std::vector<bool> pivot(vars);
for (int p : piv) pivot[p] = true;
std::vector<std::vector<T>> basis;
basis.reserve(vars - piv.size());
for (int col = 0; col < vars; ++col) if (!pivot[col]) {
std::vector<T> v(vars, T(0));
v[col] = T{1};
for (int i = 0; i < int(piv.size()); ++i) v[piv[i]] = -r(i, col);
basis.push_back(std::move(v));
}
return basis;
}
Matrix augment() const {
static_assert(!matrix_detail::integer<T>);
assert(h == w && w <= std::numeric_limits<int>::max() / 2);
Matrix work(h, w * 2);
for (int i = 0; i < h; ++i) {
std::copy((*this)[i].begin(), (*this)[i].end(), work[i].begin());
work(i, w + i) = T{1};
}
return work;
}
std::pair<Matrix, std::vector<int>> echelon(bool reduced, long double eps) const {
Matrix work = *this;
auto piv = work.reduce(w, reduced, eps).second;
return {std::move(work), std::move(piv)};
}
public:
using value_type = T;
static constexpr long double default_epsilon = std::is_floating_point_v<T> ? 1e-12L : 0;
Matrix() = default;
explicit Matrix(int n) : Matrix(n, n) {}
Matrix(int rows, int columns, T value = T(0)) : h(rows), w(columns) {
assert(rows >= 0 && columns >= 0);
a.assign(std::size_t(h) * w, value);
}
Matrix(std::initializer_list<std::initializer_list<T>> values) : Matrix(int(values.size()), values.size() ? int(values.begin()->size()) : 0) {
int i = 0;
for (const auto &row : values) {
assert(int(row.size()) == w);
std::copy(row.begin(), row.end(), (*this)[i++].begin());
}
}
[[nodiscard]] explicit Matrix(const std::vector<std::vector<T>> &values) : Matrix(int(values.size()), values.empty() ? 0 : int(values[0].size())) {
for (int i = 0; i < h; ++i) {
assert(int(values[i].size()) == w);
std::copy(values[i].begin(), values[i].end(), (*this)[i].begin());
}
}
Matrix(const Matrix &) = default;
Matrix &operator=(const Matrix &) = default;
Matrix(Matrix &&other) noexcept { swap(other); }
Matrix &operator=(Matrix &&other) noexcept {
if (this != &other) { Matrix next(std::move(other)); swap(next); }
return *this;
}
void swap(Matrix &other) noexcept { std::swap(h, other.h); std::swap(w, other.w); a.swap(other.a); }
[[nodiscard]] int rows() const { return h; }
[[nodiscard]] int cols() const { return w; }
[[nodiscard]] bool empty() const { return !h || !w; }
[[nodiscard]] T *data() { return a.data(); }
[[nodiscard]] const T *data() const { return a.data(); }
[[nodiscard]] std::span<T> operator[](int i) { assert(0 <= i && i < h); return {w ? a.data() + std::size_t(i) * w : a.data(), std::size_t(w)}; }
[[nodiscard]] std::span<const T> operator[](int i) const { assert(0 <= i && i < h); return {w ? a.data() + std::size_t(i) * w : a.data(), std::size_t(w)}; }
[[nodiscard]] T &operator()(int i, int j) { assert(0 <= i && i < h && 0 <= j && j < w); return a[std::size_t(i) * w + j]; }
[[nodiscard]] const T &operator()(int i, int j) const { assert(0 <= i && i < h && 0 <= j && j < w); return a[std::size_t(i) * w + j]; }
[[nodiscard]] bool operator==(const Matrix &) const = default;
static Matrix identity(int n) {
Matrix res(n);
for (int i = 0; i < n; ++i) res(i, i) = T{1};
return res;
}
void fill(T value) { std::fill(a.begin(), a.end(), value); }
Matrix transpose() const {
Matrix res(w, h);
for (int i = 0; i < h; i += 32) for (int j = 0; j < w; j += 32)
for (int x = i; x < std::min(h, i + 32); ++x) for (int y = j; y < std::min(w, j + 32); ++y) res(y, x) = (*this)(x, y);
return res;
}
Matrix submatrix(int row_l, int row_r, int col_l, int col_r) const {
assert(0 <= row_l && row_l <= row_r && row_r <= h && 0 <= col_l && col_l <= col_r && col_r <= w);
Matrix res(row_r - row_l, col_r - col_l);
for (int i = row_l; i < row_r; ++i) std::copy((*this)[i].begin() + col_l, (*this)[i].begin() + col_r, res[i - row_l].begin());
return res;
}
Matrix operator-() const { Matrix res = *this; for (auto &x : res.a) x = -x; return res; }
Matrix &operator+=(const Matrix &b) { assert(h == b.h && w == b.w); for (std::size_t i = 0; i < a.size(); ++i) a[i] += b.a[i]; return *this; }
Matrix &operator-=(const Matrix &b) { assert(h == b.h && w == b.w); for (std::size_t i = 0; i < a.size(); ++i) a[i] -= b.a[i]; return *this; }
Matrix &operator*=(const Matrix &b) { return *this = *this * b; }
Matrix &operator*=(T x) { for (auto &v : a) v *= x; return *this; }
Matrix &operator/=(T x) { static_assert(!matrix_detail::integer<T>); assert(x != T(0)); return *this *= T{1} / x; }
friend Matrix operator+(Matrix a, const Matrix &b) { a += b; return a; }
friend Matrix operator-(Matrix a, const Matrix &b) { a -= b; return a; }
friend Matrix operator*(const Matrix &a, const Matrix &b) {
assert(a.w == b.h);
Matrix res;
res.h = a.h; res.w = b.w;
res.a = Arithmetic::multiply(a.a, b.a, a.h, a.w, b.w);
return res;
}
friend Matrix operator*(Matrix a, T x) { a *= x; return a; }
friend Matrix operator*(T x, Matrix a) { a *= x; return a; }
friend Matrix operator/(Matrix a, T x) { a /= x; return a; }
[[nodiscard]] std::vector<T> operator*(const std::vector<T> &v) const {
assert(int(v.size()) == w);
return Arithmetic::multiply(a, v, h, w, 1);
}
Matrix pow(std::uint64_t exponent) const {
assert(h == w);
if (auto power = Arithmetic::power(a, h, exponent)) {
Matrix res(h);
res.a = std::move(*power);
return res;
}
return pow(exponent, [](Matrix &) {});
}
template <class Normalize>
Matrix pow(std::uint64_t exponent, Normalize normalize) const {
assert(h == w);
Matrix res = identity(h), x = *this;
normalize(res);
normalize(x);
while (exponent) {
if (exponent & 1) {
res *= x;
normalize(res);
}
exponent >>= 1;
if (exponent) {
x *= x;
normalize(x);
}
}
return res;
}
[[nodiscard]] T trace() const { assert(h == w); T res = T(0); for (int i = 0; i < h; ++i) res += (*this)(i, i); return res; }
[[nodiscard]] T det(long double eps = default_epsilon) const {
assert(h == w);
if constexpr (matrix_detail::integer<T>) {
return matrix_detail::integer_determinant(a, h);
} else {
Matrix work = *this;
auto [value, piv] = work.reduce(w, false, eps);
return int(piv.size()) == h ? value : T(0);
}
}
[[nodiscard]] int rank(long double eps = default_epsilon) const { Matrix work = *this; return int(work.reduce(w, false, eps).second.size()); }
[[nodiscard]] std::pair<Matrix, std::vector<int>> row_echelon(long double eps = default_epsilon) const { return echelon(false, eps); }
[[nodiscard]] std::pair<Matrix, std::vector<int>> rref(long double eps = default_epsilon) const { return echelon(true, eps); }
[[nodiscard]] std::optional<Matrix> inverse(long double eps = default_epsilon) const {
assert(h == w && eps >= 0);
if constexpr (requires { Arithmetic::inverse(a, h, false); }) if (auto fast = Arithmetic::inverse(a, h, false)) {
if (fast->second.empty()) return std::nullopt;
Matrix res(h);
res.a = std::move(fast->second);
return res;
}
auto work = augment();
auto piv = work.reduce(w, true, eps).second;
if (int(piv.size()) < h) return std::nullopt;
return work.submatrix(0, h, w, w * 2);
}
[[nodiscard]] std::vector<std::vector<T>> kernel(long double eps = default_epsilon) const {
auto [work, piv] = rref(eps);
return nullspace(work, piv, w);
}
[[nodiscard]] std::optional<LinearSolution<T>> solve(const std::vector<T> &b, long double eps = default_epsilon) const {
assert(int(b.size()) == h && w < std::numeric_limits<int>::max());
Matrix work(h, w + 1);
for (int i = 0; i < h; ++i) {
std::copy((*this)[i].begin(), (*this)[i].end(), work[i].begin());
work(i, w) = b[i];
}
auto piv = work.reduce(w, true, eps).second;
for (int i = int(piv.size()); i < h; ++i) if (!matrix_detail::Field<T>::zero(work(i, w), eps)) return std::nullopt;
LinearSolution<T> res{std::vector<T>(w, T(0)), nullspace(work, piv, w)};
for (int i = 0; i < int(piv.size()); ++i) res.particular[piv[i]] = work(i, w);
return res;
}
[[nodiscard]] std::vector<T> characteristic_polynomial(long double eps = default_epsilon) const {
assert(h == w && eps >= 0);
if constexpr (requires { Arithmetic::characteristic(a, h); })
if (auto res = Arithmetic::characteristic(a, h)) return std::move(*res);
auto work = a;
return Arithmetic::field(work, [&]<class Ops>(auto &b) {
using V = typename Ops::V;
auto at = [&](int i, int j) -> V& { return b[std::size_t(i) * w + j]; };
std::vector<V> factors;
for (int k = 1; k < h; ++k) {
int pivot = -1;
for (int i = k; i < h; ++i) if (!Ops::zero(at(i, k - 1), eps)
&& (pivot < 0 || Ops::better(at(i, k - 1), at(pivot, k - 1)))) pivot = i;
if (pivot < 0) continue;
if (pivot != k) {
for (int j = 0; j < w; ++j) std::swap(at(k, j), at(pivot, j));
for (int i = 0; i < h; ++i) std::swap(at(i, k), at(i, pivot));
}
V inverse = Ops::inv(at(k, k - 1));
if constexpr (requires { Arithmetic::template hessenberg<Ops>(b, h, k, inverse, factors); })
if (Arithmetic::template hessenberg<Ops>(b, h, k, inverse, factors)) continue;
for (int i = k + 1; i < h; ++i) {
V factor = Ops::mul(at(i, k - 1), inverse);
if (Ops::zero(factor, eps)) continue;
Ops::axpy(b.data() + std::size_t(i) * w + k, b.data() + std::size_t(k) * w + k, w - k, Ops::neg(factor));
at(i, k - 1) = V(0);
for (int j = 0; j < h; ++j) at(j, k) = Ops::add(at(j, k), Ops::mul(factor, at(j, i)));
}
}
std::vector<std::vector<V>> p(h + 1);
p[0] = {V(1)};
for (int n = 1; n <= h; ++n) {
p[n].assign(n + 1, V(0));
std::copy(p[n - 1].begin(), p[n - 1].end(), p[n].begin() + 1);
Ops::axpy(p[n].data(), p[n - 1].data(), n, Ops::neg(at(n - 1, n - 1)));
V product = 1;
for (int i = n - 2; i >= 0; --i) {
product = Ops::mul(product, at(i + 1, i));
V factor = Ops::mul(product, at(i, n - 1));
Ops::axpy(p[n].data(), p[i].data(), i + 1, Ops::neg(factor));
}
}
std::vector<T> res(h + 1);
for (int i = 0; i <= h; ++i) res[i] = T(p[h][i]);
return res;
});
}
Matrix adjugate(long double eps = default_epsilon) const {
assert(h == w && eps >= 0);
if constexpr (requires { Arithmetic::inverse(a, h, true); }) if (auto fast = Arithmetic::inverse(a, h, true)) {
Matrix res(h);
res.a = std::move(fast->second);
return res;
}
auto work = augment();
auto [det, piv] = work.reduce(w, true, eps);
if (int(piv.size()) == h) return work.submatrix(0, h, w, w * 2) * det;
Matrix res(h);
if (int(piv.size()) + 1 < h) return res;
auto right = nullspace(work, piv, w)[0];
int col = 0;
while (std::find(piv.begin(), piv.end(), col) != piv.end()) ++col;
if ((h - 1 - col) & 1) det = -det;
for (int i = 0; i < h; ++i) for (int j = 0; j < w; ++j) res(i, j) = det * right[i] * work(h - 1, w + j);
return res;
}
};
#line 7 "components/matrix_block_inverse.hpp"
namespace matrix_detail {
template <class T>
struct GaussianMatrixArithmetic {
static constexpr bool modular = small_modint<T>;
template <class Ops>
static auto eliminate(std::vector<typename Ops::V> &a, int h, int stride, int columns, bool reduced, long double) {
return ModularElimination<Ops>::run(a, h, stride, columns, reduced);
}
template <class F>
static auto field(std::vector<T> &a, F &&f) { return matrix_detail::field(a, std::forward<F>(f)); }
};
template <class T>
std::optional<std::pair<T, std::vector<T>>> block_inverse(const std::vector<T> &a, int n, bool adjugate) {
if (n < 112) return std::nullopt;
int h = n / 2, k = n - h;
for (int i = 0; i < h; ++i) {
bool row = false, column = false;
for (int j = 0; j < h; ++j) {
row |= a[std::size_t(i) * n + j] != T(0);
column |= a[std::size_t(j) * n + i] != T(0);
}
if (!row || !column) return std::nullopt;
}
auto extract = [&](int r, int c, int rows, int cols) {
std::vector<T> block(std::size_t(rows) * cols);
for (int i = 0; i < rows; ++i) std::copy_n(a.data() + std::size_t(r + i) * n + c, cols, block.data() + std::size_t(i) * cols);
return block;
};
auto solve = [](const std::vector<T> &block, int size, bool adjugate) {
if (auto fast = block_inverse(block, size, adjugate)) return std::move(*fast);
Matrix<T, GaussianMatrixArithmetic<T>> matrix(size);
std::copy(block.begin(), block.end(), matrix.data());
if (adjugate) {
auto result = matrix.adjugate();
return std::pair{matrix.det(), std::vector<T>(result.data(), result.data() + block.size())};
}
auto result = matrix.inverse();
if (!result) return std::pair{T(0), std::vector<T>{}};
return std::pair{matrix.det(), std::vector<T>(result->data(), result->data() + block.size())};
};
auto [da, ai] = solve(extract(0, 0, h, h), h, false);
if (ai.empty()) return std::nullopt;
auto b = extract(0, h, h, k), c = extract(h, 0, k, h), d = extract(h, h, k, k);
auto v = multiply(c, ai, k, h, h), vb = multiply(v, b, k, h, k);
for (std::size_t i = 0; i < d.size(); ++i) d[i] -= vb[i];
auto [ds, si] = solve(d, k, adjugate);
if (si.empty()) return std::pair{T(0), std::vector<T>{}};
auto u = multiply(ai, b, h, h, k);
auto r = multiply(u, si, h, k, k), t = multiply(si, v, k, k, h);
auto rv = multiply(r, v, h, k, h);
for (std::size_t i = 0; i < ai.size(); ++i) ai[i] = (adjugate ? ai[i] * ds : ai[i]) + rv[i];
std::vector<T> result(a.size());
for (int i = 0; i < h; ++i) {
std::copy_n(ai.data() + std::size_t(i) * h, h, result.data() + std::size_t(i) * n);
for (int j = 0; j < k; ++j) result[std::size_t(i) * n + h + j] = -r[std::size_t(i) * k + j];
}
for (int i = 0; i < k; ++i) {
for (int j = 0; j < h; ++j) result[std::size_t(h + i) * n + j] = -t[std::size_t(i) * h + j];
std::copy_n(si.data() + std::size_t(i) * k, k, result.data() + std::size_t(h + i) * n + h);
}
if (adjugate) for (auto &x : result) x *= da;
return std::pair{da * ds, std::move(result)};
}
}