15#ifndef dealii_fe_point_evaluation_h
16#define dealii_fe_point_evaluation_h
47 <<
"You are requesting information from an FEPointEvaluationBase "
48 <<
"object for which this kind of information has not been computed. "
49 <<
"What information these objects compute is determined by the update_* "
50 <<
"flags you pass to MappingInfo() in the Constructor. Here, "
51 <<
"the operation you are attempting requires the <" << arg1
52 <<
"> flag to be set, but it was apparently not specified "
53 <<
"upon initialization.");
63 typename Enable =
void>
69 typename ::internal::VectorizedArrayTrait<
78 n_components == spacedim,
90 const unsigned int component,
94 result[component] = vector_entry;
108 for (
unsigned int c = 0; c < n_components; ++c)
109 result_scalar[c] = result[c].sum();
111 return result_scalar;
119 return result[component].
sum();
124 const unsigned int vector_lane,
127 for (
unsigned int i = 0; i < n_components; ++i)
128 for (
unsigned int d = 0; d < dim; ++d)
131 value[d][i], vector_lane);
136 const unsigned int vector_lane,
139 for (
unsigned int i = 0; i < n_components; ++i)
140 for (
unsigned int d = 0; d < dim; ++d)
142 value[d][i], vector_lane) = result[i][d];
147 const unsigned int vector_lane,
150 for (
unsigned int i = 0; i < n_components; ++i)
151 for (
unsigned int d = 0; d < dim; ++d)
153 value[d][i], vector_lane) = result[i][d];
158 const unsigned int vector_lane)
160 for (
unsigned int i = 0; i < n_components; ++i)
161 for (
unsigned int d = 0; d < spacedim; ++d)
168 const unsigned int vector_lane,
171 for (
unsigned int i = 0; i < n_components; ++i)
172 result[i] =
value[i][vector_lane];
185 const unsigned int vector_lane,
188 for (
unsigned int i = 0; i < n_components; ++i)
189 value[i][vector_lane] = result[i];
203 for (
unsigned int i = 0; i < n_components; ++i)
210 const unsigned int vector_lane,
211 const unsigned int component,
215 vector_lane) += shape_value;
220 const unsigned int vector_lane,
221 const unsigned int component)
229 const unsigned int vector_lane,
230 const unsigned int component,
233 for (
unsigned int d = 0; d < spacedim; ++d)
241 const unsigned int vector_lane,
242 const unsigned int component)
245 for (
unsigned int d = 0; d < spacedim; ++d)
253 template <
int dim,
int spacedim,
typename Number>
259 typename ::internal::VectorizedArrayTrait<
276 result = vector_entry;
299 const unsigned int vector_lane,
302 for (
unsigned int d = 0; d < dim; ++d)
303 result[d] =
value[d][vector_lane];
316 const unsigned int vector_lane,
319 for (
unsigned int d = 0; d < dim; ++d)
320 value[d][vector_lane] = result[d];
333 const unsigned int vector_lane)
335 for (
unsigned int d = 0; d < spacedim; ++d)
342 const unsigned int vector_lane,
345 result =
value[vector_lane];
358 const unsigned int vector_lane,
361 value[vector_lane] = result;
380 const unsigned int vector_lane,
390 const unsigned int vector_lane,
398 const unsigned int vector_lane,
402 for (
unsigned int d = 0; d < spacedim; ++d)
409 const unsigned int vector_lane,
413 for (
unsigned int d = 0; d < spacedim; ++d)
420 template <
int dim,
typename Number>
425 std::enable_if_t<dim != 1>>
430 typename ::internal::VectorizedArrayTrait<
444 const unsigned int component,
448 result[component] = vector_entry;
462 for (
unsigned int c = 0; c < dim; ++c)
463 result_scalar[c] = result[c].sum();
465 return result_scalar;
473 return result[component].
sum();
478 const unsigned int vector_lane,
481 for (
unsigned int i = 0; i < dim; ++i)
482 for (
unsigned int d = 0; d < dim; ++d)
485 value[d][i], vector_lane);
490 const unsigned int vector_lane,
493 for (
unsigned int i = 0; i < dim; ++i)
494 for (
unsigned int d = 0; d < dim; ++d)
496 value[d][i], vector_lane) = result[i][d];
501 const unsigned int vector_lane)
503 for (
unsigned int i = 0; i < dim; ++i)
504 for (
unsigned int d = 0; d < dim; ++d)
511 const unsigned int vector_lane,
514 for (
unsigned int i = 0; i < dim; ++i)
515 result[i] =
value[i][vector_lane];
528 const unsigned int vector_lane,
531 for (
unsigned int i = 0; i < dim; ++i)
532 value[i][vector_lane] = result[i];
546 for (
unsigned int i = 0; i < dim; ++i)
553 const unsigned int vector_lane,
554 const unsigned int component,
558 vector_lane) += shape_value;
563 const unsigned int vector_lane,
564 const unsigned int component)
572 const unsigned int vector_lane,
573 const unsigned int component,
576 for (
unsigned int d = 0; d < dim; ++d)
584 const unsigned int vector_lane,
585 const unsigned int component)
588 for (
unsigned int d = 0; d < dim; ++d)
596 template <
int dim,
int spacedim>
599 const unsigned int base_element_number);
601 template <
int dim,
int spacedim>
605 template <
int dim,
int spacedim>
606 std::vector<Polynomials::Polynomial<double>>
619template <
int n_components_,
622 typename Number =
double>
635 using ETT =
typename internal::FEPointEvaluation::
636 EvaluatorTypeTraits<dim, spacedim, n_components, Number>;
642 typename ETT::interface_vectorized_unit_gradient_type;
666 const unsigned int first_selected_component = 0);
690 const unsigned int first_selected_component = 0,
771 JxW(
const unsigned int point_index)
const;
837 setup(
const unsigned int first_selected_component);
844 template <
bool is_face,
bool is_linear>
877 std::vector<Polynomials::Polynomial<double>>
poly;
1013 std::unique_ptr<NonMatching::MappingInfo<dim, spacedim, Number>>
1092template <
int n_components_,
1095 typename Number =
double>
1109 using ETT =
typename internal::FEPointEvaluation::
1110 EvaluatorTypeTraits<dim, spacedim, n_components, Number>;
1117 typename ETT::interface_vectorized_unit_gradient_type;
1140 const unsigned int first_selected_component = 0);
1161 const unsigned int first_selected_component = 0);
1204 template <std::
size_t str
ide_view>
1247 template <std::
size_t str
ide_view>
1251 const bool sum_into_values =
false);
1278 const bool sum_into_values =
false);
1306 template <std::
size_t str
ide_view>
1311 const bool sum_into_values =
false);
1342 const bool sum_into_values =
false);
1364 template <
bool is_linear, std::
size_t str
ide_view>
1373 template <
bool is_linear, std::
size_t str
ide_view>
1378 const unsigned int n_shapes,
1379 const unsigned int qb,
1386 template <
bool is_linear, std::
size_t str
ide_view>
1395 template <std::
size_t str
ide_view>
1406 template <
bool is_linear>
1410 const unsigned int n_shapes,
1411 const unsigned int qb,
1421 template <
bool is_linear, std::
size_t str
ide_view>
1426 const bool sum_into_values);
1431 template <
bool do_JxW,
bool is_linear, std::
size_t str
ide_view>
1436 const bool sum_into_values);
1441 template <
bool do_JxW, std::
size_t str
ide_view>
1446 const bool sum_into_values);
1451 template <
bool do_JxW, std::
size_t str
ide_view>
1456 const bool sum_into_values);
1486template <
int n_components_,
1489 typename Number =
double>
1503 using ETT =
typename internal::FEPointEvaluation::
1504 EvaluatorTypeTraits<dim, spacedim, n_components, Number>;
1511 typename ETT::interface_vectorized_unit_gradient_type;
1520 const unsigned int first_selected_component = 0);
1534 reinit(
const unsigned int face_index);
1547 template <std::
size_t str
ide_view>
1590 template <std::
size_t str
ide_view>
1594 const bool sum_into_values =
false);
1621 const bool sum_into_values =
false);
1645 template <std::
size_t str
ide_view>
1650 const bool sum_into_values =
false);
1677 const bool sum_into_values =
false);
1685 template <
int str
ide_face_dof = VectorizedArrayType::size()>
1696 template <
int str
ide_face_dof = VectorizedArrayType::size()>
1700 const bool sum_into_values =
false);
1718 template <
bool is_linear, std::
size_t str
ide_view>
1724 template <
bool do_JxW,
bool is_linear, std::
size_t str
ide_view>
1729 const bool sum_into_values);
1735 template <
bool is_linear,
int str
ide_face_dof>
1744 template <
bool do_JxW,
bool is_linear,
int str
ide_face_dof>
1749 const bool sum_into_values);
1757template <
int n_components_,
int dim,
int spacedim,
typename Number>
1762 const unsigned int first_selected_component)
1763 : n_q_batches(
numbers::invalid_unsigned_int)
1764 , n_q_points(
numbers::invalid_unsigned_int)
1765 , n_q_points_scalar(
numbers::invalid_unsigned_int)
1769 , update_flags(update_flags)
1770 , mapping_info_on_the_fly(
1771 std::make_unique<
NonMatching::MappingInfo<dim, spacedim, Number>>(
1774 , mapping_info(mapping_info_on_the_fly.get())
1775 , current_cell_index(
numbers::invalid_unsigned_int)
1776 , current_face_number(
numbers::invalid_unsigned_int)
1777 , must_reinitialize_pointers(false)
1780 setup(first_selected_component);
1785template <
int n_components_,
int dim,
int spacedim,
typename Number>
1790 const unsigned int first_selected_component,
1791 const bool is_interior)
1792 : n_q_batches(
numbers::invalid_unsigned_int)
1793 , n_q_points(
numbers::invalid_unsigned_int)
1794 , n_q_points_scalar(
numbers::invalid_unsigned_int)
1795 , mapping(&mapping_info.get_mapping())
1798 , update_flags(mapping_info.get_update_flags())
1799 , mapping_info(&mapping_info)
1800 , current_cell_index(
numbers::invalid_unsigned_int)
1801 , current_face_number(
numbers::invalid_unsigned_int)
1802 , must_reinitialize_pointers(true)
1803 , is_interior(is_interior)
1805 setup(first_selected_component);
1810template <
int n_components_,
int dim,
int spacedim,
typename Number>
1814 : n_q_batches(other.n_q_batches)
1815 , n_q_points(other.n_q_points)
1816 , n_q_points_scalar(other.n_q_points_scalar)
1817 , mapping(other.mapping)
1820 , use_linear_path(other.use_linear_path)
1821 , renumber(other.renumber)
1822 , solution_renumbered(other.solution_renumbered)
1823 , solution_renumbered_vectorized(other.solution_renumbered_vectorized)
1824 , values(other.values)
1825 , gradients(other.gradients)
1826 , dofs_per_component(other.dofs_per_component)
1827 , dofs_per_component_face(other.dofs_per_component_face)
1828 , component_in_base_element(other.component_in_base_element)
1829 , nonzero_shape_function_component(other.nonzero_shape_function_component)
1830 , update_flags(other.update_flags)
1831 , fe_values(other.fe_values)
1832 , mapping_info_on_the_fly(
1833 other.mapping_info_on_the_fly ?
1838 , mapping_info(other.mapping_info)
1839 , current_cell_index(other.current_cell_index)
1840 , current_face_number(other.current_face_number)
1841 , fast_path(other.fast_path)
1842 , must_reinitialize_pointers(true)
1843 , is_interior(other.is_interior)
1848template <
int n_components_,
int dim,
int spacedim,
typename Number>
1851 : n_q_batches(other.n_q_batches)
1852 , n_q_points(other.n_q_points)
1853 , n_q_points_scalar(other.n_q_points_scalar)
1854 , mapping(other.mapping)
1857 , use_linear_path(other.use_linear_path)
1858 , renumber(other.renumber)
1859 , solution_renumbered(other.solution_renumbered)
1860 , solution_renumbered_vectorized(other.solution_renumbered_vectorized)
1861 , values(other.values)
1862 , gradients(other.gradients)
1863 , dofs_per_component(other.dofs_per_component)
1864 , dofs_per_component_face(other.dofs_per_component_face)
1865 , component_in_base_element(other.component_in_base_element)
1866 , nonzero_shape_function_component(other.nonzero_shape_function_component)
1867 , update_flags(other.update_flags)
1868 , fe_values(other.fe_values)
1869 , mapping_info_on_the_fly(std::move(other.mapping_info_on_the_fly))
1870 , mapping_info(other.mapping_info)
1871 , current_cell_index(other.current_cell_index)
1872 , current_face_number(other.current_face_number)
1873 , fast_path(other.fast_path)
1874 , must_reinitialize_pointers(other.must_reinitialize_pointers)
1875 , is_interior(other.is_interior)
1880template <
int n_components_,
int dim,
int spacedim,
typename Number>
1883 const unsigned int first_selected_component)
1886 fe->n_components() + 1);
1888 shapes.reserve(100);
1890 bool same_base_element =
true;
1891 unsigned int base_element_number = 0;
1892 component_in_base_element = 0;
1893 unsigned int component = 0;
1894 for (; base_element_number < fe->n_base_elements(); ++base_element_number)
1895 if (component + fe->element_multiplicity(base_element_number) >
1896 first_selected_component)
1898 if (first_selected_component + n_components >
1899 component + fe->element_multiplicity(base_element_number))
1900 same_base_element =
false;
1901 component_in_base_element = first_selected_component - component;
1905 component += fe->element_multiplicity(base_element_number);
1909 *fe, base_element_number) &&
1912 shape_info.reinit(
QMidpoint<1>(), *fe, base_element_number);
1913 renumber = shape_info.lexicographic_numbering;
1914 dofs_per_component = shape_info.dofs_per_component_on_cell;
1915 dofs_per_component_face = shape_info.dofs_per_component_on_face;
1917 fe->base_element(base_element_number));
1919 bool is_lexicographic =
true;
1920 for (
unsigned int i = 0; i < renumber.size(); ++i)
1921 if (i != renumber[i])
1922 is_lexicographic =
false;
1924 if (is_lexicographic)
1927 use_linear_path = (poly.size() == 2 && poly[0].value(0.) == 1. &&
1928 poly[0].value(1.) == 0. && poly[1].value(0.) == 0. &&
1929 poly[1].value(1.) == 1.) &&
1930 (fe->n_components() == n_components);
1932 const unsigned int size_face = 3 * dofs_per_component_face * n_components;
1933 const unsigned int size_cell = dofs_per_component * n_components;
1934 scratch_data_scalar.resize(size_face + size_cell);
1936 solution_renumbered.resize(dofs_per_component);
1937 solution_renumbered_vectorized.resize(dofs_per_component);
1943 nonzero_shape_function_component.resize(fe->n_dofs_per_cell());
1944 for (
unsigned int d = 0; d < n_components; ++d)
1946 const unsigned int component = first_selected_component + d;
1947 for (
unsigned int i = 0; i < fe->n_dofs_per_cell(); ++i)
1949 const bool is_primitive =
1950 fe->is_primitive() || fe->is_primitive(i);
1952 nonzero_shape_function_component[i][d] =
1953 (component == fe->system_to_component_index(i).first);
1955 nonzero_shape_function_component[i][d] =
1956 (fe->get_nonzero_components(i)[component] ==
true);
1966template <
int n_components_,
int dim,
int spacedim,
typename Number>
1967template <
bool is_face,
bool is_linear>
1971 const unsigned int geometry_index =
1972 mapping_info->template compute_geometry_index_offset<is_face>(
1973 current_cell_index, current_face_number);
1975 cell_type = mapping_info->get_cell_type(geometry_index);
1977 const_cast<unsigned int &
>(n_q_points_scalar) =
1978 mapping_info->get_n_q_points_unvectorized(geometry_index);
1981 const_cast<unsigned int &
>(n_q_batches) =
1982 (n_q_points_scalar + n_lanes_internal - 1) / n_lanes_internal;
1984 const unsigned int n_q_points_before = n_q_points;
1986 const_cast<unsigned int &
>(n_q_points) =
1987 (stride == 1) ? n_q_batches : n_q_points_scalar;
1989 if (n_q_points != n_q_points_before)
1992 values.resize(n_q_points);
1994 gradients.resize(n_q_points);
1997 if (n_q_points == 0)
2001 const unsigned int unit_point_offset =
2002 mapping_info->compute_unit_point_index_offset(geometry_index);
2005 unit_point_faces_ptr =
2006 mapping_info->get_unit_point_faces(unit_point_offset);
2008 unit_point_ptr = mapping_info->get_unit_point(unit_point_offset);
2011 const unsigned int data_offset =
2012 mapping_info->compute_data_index_offset(geometry_index);
2013 const unsigned int compressed_data_offset =
2014 mapping_info->compute_compressed_data_index_offset(geometry_index);
2017 mapping_info->get_update_flags_mapping();
2019 real_point_ptr = mapping_info->get_real_point(data_offset);
2022 mapping_info->get_jacobian(compressed_data_offset, is_interior);
2024 inverse_jacobian_ptr =
2025 mapping_info->get_inverse_jacobian(compressed_data_offset, is_interior);
2027 normal_ptr = mapping_info->get_normal_vector(data_offset);
2029 JxW_ptr = mapping_info->get_JxW(data_offset);
2031 real_point_ptr = mapping_info->get_real_point(data_offset);
2033 mapping_info->get_jacobian(compressed_data_offset, is_interior);
2034 inverse_jacobian_ptr =
2035 mapping_info->get_inverse_jacobian(compressed_data_offset, is_interior);
2036 normal_ptr = mapping_info->get_normal_vector(data_offset);
2037 JxW_ptr = mapping_info->get_JxW(data_offset);
2040 if (!is_linear && fast_path)
2042 const std::size_t n_shapes = poly.size();
2044 shapes_faces.resize_fast(n_q_batches * n_shapes);
2046 shapes.resize_fast(n_q_batches * n_shapes);
2048 for (
unsigned int qb = 0; qb < n_q_batches; ++qb)
2054 shapes_faces.data() + qb * n_shapes,
2056 unit_point_faces_ptr[qb],
2069 else if (qb + 1 < n_q_batches)
2074 shapes.data() + qb * n_shapes,
2077 unit_point_ptr[qb + 1]);
2093template <
int n_components_,
int dim,
int spacedim,
typename Number>
2097 Number>::value_type &
2099 const unsigned int point_index)
const
2102 return values[point_index];
2107template <
int n_components_,
int dim,
int spacedim,
typename Number>
2111 Number>::gradient_type &
2113 const unsigned int point_index)
const
2116 return gradients[point_index];
2121template <
int n_components_,
int dim,
int spacedim,
typename Number>
2125 const unsigned int point_index)
2128 values[point_index] = value;
2133template <
int n_components_,
int dim,
int spacedim,
typename Number>
2137 const unsigned int point_index)
2140 gradients[point_index] = gradient;
2145template <
int n_components_,
int dim,
int spacedim,
typename Number>
2148 const unsigned int point_index)
const
2151 Assert(jacobian_ptr !=
nullptr,
2153 ExcFEPointEvaluationAccessToUninitializedMappingField(
2154 "update_jacobians"));
2155 return jacobian_ptr[cell_type <= ::internal::MatrixFreeFunctions::
2156 GeometryType::affine ?
2163template <
int n_components_,
int dim,
int spacedim,
typename Number>
2166 const unsigned int point_index)
const
2169 Assert(inverse_jacobian_ptr !=
nullptr,
2171 ExcFEPointEvaluationAccessToUninitializedMappingField(
2172 "update_inverse_jacobians"));
2173 return inverse_jacobian_ptr
2182template <
int n_components_,
int dim,
int spacedim,
typename Number>
2185 const unsigned int point_index)
const
2188 Assert(JxW_ptr !=
nullptr,
2190 ExcFEPointEvaluationAccessToUninitializedMappingField(
2191 "update_JxW_values"));
2192 return JxW_ptr[point_index];
2197template <
int n_components_,
int dim,
int spacedim,
typename Number>
2200 const unsigned int point_index)
const
2202 return quadrature_point(point_index);
2208template <
int n_components_,
int dim,
int spacedim,
typename Number>
2211 const unsigned int point_index)
const
2214 Assert(real_point_ptr !=
nullptr,
2216 ExcFEPointEvaluationAccessToUninitializedMappingField(
2217 "update_quadrature_points"));
2218 return real_point_ptr[point_index];
2223template <
int n_components_,
int dim,
int spacedim,
typename Number>
2226 const unsigned int point_index)
const
2229 Assert(unit_point_ptr !=
nullptr,
ExcMessage(
"unit_point_ptr is not set!"));
2231 for (
unsigned int d = 0; d < dim; ++d)
2233 unit_point_ptr[point_index / stride][d], point_index % stride);
2239template <
int n_components_,
int dim,
int spacedim,
typename Number>
2244 return {0U, n_q_points};
2249template <
int n_components_,
int dim,
int spacedim,
typename Number>
2253 const unsigned int first_selected_component)
2257 first_selected_component)
2262template <
int n_components_,
int dim,
int spacedim,
typename Number>
2267 const unsigned int first_selected_component)
2272 first_selected_component)
2277template <
int n_components_,
int dim,
int spacedim,
typename Number>
2285 if (this->use_linear_path)
2286 this->
template do_reinit<false, true>();
2288 this->
template do_reinit<false, false>();
2293template <
int n_components_,
int dim,
int spacedim,
typename Number>
2297 internal_reinit_single_cell_state_mapping_info();
2298 this->must_reinitialize_pointers =
false;
2303template <
int n_components_,
int dim,
int spacedim,
typename Number>
2310 AssertThrow(this->mapping_info_on_the_fly.get() !=
nullptr,
2313 this->mapping_info->reinit(cell, unit_points);
2314 this->must_reinitialize_pointers =
false;
2316 if (!this->fast_path)
2318 this->fe_values = std::make_shared<FEValues<dim, spacedim>>(
2322 std::vector<
Point<dim>>(unit_points.begin(), unit_points.end())),
2323 this->update_flags);
2324 this->fe_values->reinit(cell);
2327 if (this->use_linear_path)
2328 this->
template do_reinit<false, true>();
2330 this->
template do_reinit<false, false>();
2335template <
int n_components_,
int dim,
int spacedim,
typename Number>
2342 this->must_reinitialize_pointers =
false;
2344 if (this->use_linear_path)
2345 this->
template do_reinit<false, true>();
2347 this->
template do_reinit<false, false>();
2349 if (!this->fast_path)
2351 std::vector<Point<dim>> unit_points(this->n_q_points_scalar);
2353 for (
unsigned int v = 0; v < this->n_q_points_scalar; ++v)
2354 for (
unsigned int d = 0; d < dim; ++d)
2356 this->unit_point_ptr[v / n_lanes_internal][d][v % n_lanes_internal];
2358 this->fe_values = std::make_shared<FEValues<dim, spacedim>>(
2362 std::vector<
Point<dim>>(unit_points.begin(), unit_points.end())),
2363 this->update_flags);
2365 this->fe_values->reinit(
2366 this->mapping_info->get_cell_iterator(this->current_cell_index));
2372template <
int n_components_,
int dim,
int spacedim,
typename Number>
2373template <std::
size_t str
ide_view>
2379 if (this->must_reinitialize_pointers)
2380 internal_reinit_single_cell_state_mapping_info();
2382 if (this->n_q_points == 0)
2392 if (this->fast_path)
2394 if (this->use_linear_path)
2395 evaluate_fast<true>(solution_values, evaluation_flags);
2397 evaluate_fast<false>(solution_values, evaluation_flags);
2400 evaluate_slow(solution_values, evaluation_flags);
2405template <
int n_components_,
int dim,
int spacedim,
typename Number>
2412 solution_values.
size()),
2418template <
int n_components_,
int dim,
int spacedim,
typename Number>
2419template <std::
size_t str
ide_view>
2424 const bool sum_into_values)
2426 do_integrate<true>(solution_values, integration_flags, sum_into_values);
2431template <
int n_components_,
int dim,
int spacedim,
typename Number>
2436 const bool sum_into_values)
2439 solution_values.
size()),
2446template <
int n_components_,
int dim,
int spacedim,
typename Number>
2454 for (
const auto point_index : this->quadrature_point_indices())
2455 return_value += values[point_index] * this->JxW(point_index);
2457 return ETT::sum_value(return_value);
2462template <
int n_components_,
int dim,
int spacedim,
typename Number>
2469 "Calling this function only makes sense in fully vectorized mode."));
2470 if (q == n_q_batches - 1)
2472 const unsigned int n_filled_lanes =
2473 n_q_points_scalar & (n_lanes_user_interface - 1);
2474 if (n_filled_lanes == 0)
2475 return n_lanes_user_interface;
2477 return n_filled_lanes;
2480 return n_lanes_user_interface;
2485template <
int n_components_,
int dim,
int spacedim,
typename Number>
2486template <std::
size_t str
ide_view>
2491 const bool sum_into_values)
2493 do_integrate<false>(solution_values, integration_flags, sum_into_values);
2498template <
int n_components_,
int dim,
int spacedim,
typename Number>
2503 const bool sum_into_values)
2506 solution_values.
size()),
2513template <
int n_components_,
int dim,
int spacedim,
typename Number>
2514template <
bool is_linear, std::
size_t str
ide_view>
2519 const unsigned int dofs_per_comp =
2522 for (
unsigned int comp = 0; comp < n_components; ++comp)
2524 const std::size_t offset =
2525 (this->component_in_base_element + comp) * dofs_per_comp;
2527 if ((is_linear && n_components == 1) || this->renumber.empty())
2529 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
2530 ETT::read_value(solution_values[i + offset],
2532 this->solution_renumbered[i]);
2536 const unsigned int *renumber_ptr = this->renumber.data() + offset;
2537 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
2538 ETT::read_value(solution_values[renumber_ptr[i]],
2540 this->solution_renumbered[i]);
2547template <
int n_components_,
int dim,
int spacedim,
typename Number>
2548template <
bool is_linear, std::
size_t str
ide_view>
2553 const unsigned int n_shapes,
2554 const unsigned int qb,
2560 std::array<vectorized_value_type, dim + 1> result;
2561 if constexpr (is_linear)
2563 if constexpr (n_components == 1)
2570 stride_view>(solution_values.
data(), this->unit_point_ptr[qb]);
2574 this->solution_renumbered.data(), this->unit_point_ptr[qb]);
2582 false>(this->shapes.data() + qb * n_shapes,
2584 this->solution_renumbered.data());
2585 gradient[0] = result[0];
2587 gradient[1] = result[1];
2589 gradient[2] = result[2];
2590 value = result[dim];
2594 if constexpr (is_linear)
2596 if constexpr (n_components == 1)
2601 stride_view>(solution_values.
data(), this->unit_point_ptr[qb]);
2604 this->solution_renumbered.data(), this->unit_point_ptr[qb]);
2612 this->shapes.data() + qb * n_shapes,
2614 this->solution_renumbered.data());
2620template <
int n_components_,
int dim,
int spacedim,
typename Number>
2621template <
bool is_linear, std::
size_t str
ide_view>
2627 if (!(is_linear && n_components == 1))
2628 prepare_evaluate_fast<is_linear>(solution_values);
2631 const unsigned int n_shapes = is_linear ? 2 : this->poly.size();
2633 for (
unsigned int qb = 0; qb < this->n_q_batches; ++qb)
2638 compute_evaluate_fast<is_linear>(
2639 solution_values, evaluation_flags, n_shapes, qb, value, gradient);
2643 for (
unsigned int v = 0, offset = qb * stride;
2644 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
2646 ETT::set_value(value, v, this->values[offset]);
2654 for (
unsigned int v = 0, offset = qb * stride;
2655 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
2659 ETT::set_gradient(gradient, v, unit_gradient);
2660 this->gradients[offset] =
2664 this->inverse_jacobian_ptr[0].
transpose(), unit_gradient) :
2667 ->inverse_jacobian_ptr[this->cell_type <=
2669 GeometryType::affine ?
2681template <
int n_components_,
int dim,
int spacedim,
typename Number>
2682template <std::
size_t str
ide_view>
2689 Assert(this->fe_values.get() !=
nullptr,
2691 "Not initialized. Please call FEPointEvaluation::reinit()!"));
2693 const std::size_t n_points = this->fe_values->get_quadrature().size();
2697 this->values.resize(this->n_q_points);
2698 std::fill(this->values.begin(), this->values.end(),
value_type());
2699 for (
unsigned int i = 0; i < this->fe->n_dofs_per_cell(); ++i)
2702 for (
unsigned int d = 0; d < n_components; ++d)
2703 if (this->nonzero_shape_function_component[i][d] &&
2704 (this->fe->is_primitive(i) || this->fe->is_primitive()))
2705 for (
unsigned int qb = 0, q = 0; q < n_points;
2706 ++qb, q += n_lanes_user_interface)
2707 for (
unsigned int v = 0;
2708 v < n_lanes_user_interface && q + v < n_points;
2710 ETT::access(this->values[qb],
2713 this->fe_values->shape_value(i, q + v) * value);
2714 else if (this->nonzero_shape_function_component[i][d])
2715 for (
unsigned int qb = 0, q = 0; q < n_points;
2716 ++qb, q += n_lanes_user_interface)
2717 for (
unsigned int v = 0;
2718 v < n_lanes_user_interface && q + v < n_points;
2720 ETT::access(this->values[qb],
2723 this->fe_values->shape_value_component(i,
2732 this->gradients.resize(this->n_q_points);
2733 std::fill(this->gradients.begin(),
2734 this->gradients.end(),
2736 for (
unsigned int i = 0; i < this->fe->n_dofs_per_cell(); ++i)
2739 for (
unsigned int d = 0; d < n_components; ++d)
2740 if (this->nonzero_shape_function_component[i][d] &&
2741 (this->fe->is_primitive(i) || this->fe->is_primitive()))
2742 for (
unsigned int qb = 0, q = 0; q < n_points;
2743 ++qb, q += n_lanes_user_interface)
2744 for (
unsigned int v = 0;
2745 v < n_lanes_user_interface && q + v < n_points;
2747 ETT::access(this->gradients[qb],
2750 this->fe_values->shape_grad(i, q + v) * value);
2751 else if (this->nonzero_shape_function_component[i][d])
2752 for (
unsigned int qb = 0, q = 0; q < n_points;
2753 ++qb, q += n_lanes_user_interface)
2754 for (
unsigned int v = 0;
2755 v < n_lanes_user_interface && q + v < n_points;
2758 this->gradients[qb],
2761 this->fe_values->shape_grad_component(i, q + v, d) * value);
2768template <
int n_components_,
int dim,
int spacedim,
typename Number>
2769template <
bool is_linear>
2773 const unsigned int n_shapes,
2774 const unsigned int qb,
2789 solution_values_vectorized_linear :
2790 this->solution_renumbered_vectorized.data(),
2791 this->unit_point_ptr[qb],
2798 this->shapes.data() + qb * n_shapes,
2801 is_linear ? solution_values_vectorized_linear :
2802 this->solution_renumbered_vectorized.data(),
2803 this->unit_point_ptr[qb],
2809template <
int n_components_,
int dim,
int spacedim,
typename Number>
2810template <
bool is_linear, std::
size_t str
ide_view>
2815 const bool sum_into_values)
2817 if (!sum_into_values && this->fe->n_components() > n_components)
2818 for (
unsigned int i = 0; i < solution_values.
size(); ++i)
2819 solution_values[i] = 0;
2821 const unsigned int dofs_per_comp =
2824 for (
unsigned int comp = 0; comp < n_components; ++comp)
2826 const std::size_t offset =
2827 (this->component_in_base_element + comp) * dofs_per_comp;
2829 if (is_linear || this->renumber.empty())
2831 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
2832 if (sum_into_values)
2833 solution_values[i + offset] +=
2834 ETT::sum_value(comp,
2836 *(solution_values_vectorized_linear + i) :
2837 this->solution_renumbered_vectorized[i]);
2839 solution_values[i + offset] =
2840 ETT::sum_value(comp,
2842 *(solution_values_vectorized_linear + i) :
2843 this->solution_renumbered_vectorized[i]);
2847 const unsigned int *renumber_ptr = this->renumber.
data() + offset;
2848 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
2849 if (sum_into_values)
2850 solution_values[renumber_ptr[i]] +=
2851 ETT::sum_value(comp, this->solution_renumbered_vectorized[i]);
2853 solution_values[renumber_ptr[i]] =
2854 ETT::sum_value(comp, this->solution_renumbered_vectorized[i]);
2861template <
int n_components_,
int dim,
int spacedim,
typename Number>
2862template <
bool do_JxW,
bool is_linear, std::
size_t str
ide_view>
2867 const bool sum_into_values)
2870 if constexpr (stride == 1)
2871 if (
const unsigned int n_filled_lanes =
2872 this->n_q_points_scalar & (n_lanes_internal - 1);
2876 for (
unsigned int v = n_filled_lanes; v < n_lanes_internal; ++v)
2877 ETT::set_zero_value(this->values.back(), v);
2879 for (
unsigned int v = n_filled_lanes; v < n_lanes_internal; ++v)
2880 ETT::set_zero_gradient(this->gradients.back(), v);
2884 solution_values_vectorized_linear = {};
2887 const unsigned int n_shapes = is_linear ? 2 : this->poly.size();
2889 const bool cartesian_cell =
2891 const bool affine_cell =
2893 for (
unsigned int qb = 0; qb < this->n_q_batches; ++qb)
2899 for (
unsigned int v = 0, offset = qb * stride;
2900 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
2902 ETT::get_value(value,
2904 do_JxW ? this->values[offset] * this->JxW_ptr[offset] :
2905 this->values[offset]);
2908 for (
unsigned int v = 0, offset = qb * stride;
2909 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
2913 do_JxW ? this->gradients[offset] * this->JxW_ptr[offset] :
2914 this->gradients[offset];
2922 this->inverse_jacobian_ptr[affine_cell ? 0 : offset],
2926 compute_integrate_fast<is_linear>(
2932 solution_values_vectorized_linear.data());
2936 finish_integrate_fast<is_linear>(solution_values,
2937 solution_values_vectorized_linear.
data(),
2943template <
int n_components_,
int dim,
int spacedim,
typename Number>
2944template <
bool do_JxW, std::
size_t str
ide_view>
2949 const bool sum_into_values)
2952 Assert(this->fe_values.get() !=
nullptr,
2954 "Not initialized. Please call FEPointEvaluation::reinit()!"));
2955 if (!sum_into_values)
2956 for (
unsigned int i = 0; i < solution_values.
size(); ++i)
2957 solution_values[i] = 0;
2959 const std::size_t n_points = this->fe_values->get_quadrature().
size();
2964 for (
unsigned int i = 0; i < this->fe->n_dofs_per_cell(); ++i)
2966 for (
unsigned int d = 0; d < n_components; ++d)
2967 if (this->nonzero_shape_function_component[i][d] &&
2968 (this->fe->is_primitive(i) || this->fe->is_primitive()))
2969 for (
unsigned int qb = 0, q = 0; q < n_points;
2970 ++qb, q += n_lanes_user_interface)
2971 for (
unsigned int v = 0;
2972 v < n_lanes_user_interface && q + v < n_points;
2974 solution_values[i] +=
2975 this->fe_values->shape_value(i, q + v) *
2976 ETT::access(this->values[qb], v, d) *
2977 (do_JxW ? this->fe_values->JxW(q + v) : 1.);
2978 else if (this->nonzero_shape_function_component[i][d])
2979 for (
unsigned int qb = 0, q = 0; q < n_points;
2980 ++qb, q += n_lanes_user_interface)
2981 for (
unsigned int v = 0;
2982 v < n_lanes_user_interface && q + v < n_points;
2984 solution_values[i] +=
2985 this->fe_values->shape_value_component(i, q + v, d) *
2986 ETT::access(this->values[qb], v, d) *
2987 (do_JxW ? this->fe_values->JxW(q + v) : 1.);
2994 for (
unsigned int i = 0; i < this->fe->n_dofs_per_cell(); ++i)
2996 for (
unsigned int d = 0; d < n_components; ++d)
2997 if (this->nonzero_shape_function_component[i][d] &&
2998 (this->fe->is_primitive(i) || this->fe->is_primitive()))
2999 for (
unsigned int qb = 0, q = 0; q < n_points;
3000 ++qb, q += n_lanes_user_interface)
3001 for (
unsigned int v = 0;
3002 v < n_lanes_user_interface && q + v < n_points;
3004 solution_values[i] +=
3005 this->fe_values->shape_grad(i, q + v) *
3006 ETT::access(this->gradients[qb], v, d) *
3007 (do_JxW ? this->fe_values->JxW(q + v) : 1.);
3008 else if (this->nonzero_shape_function_component[i][d])
3009 for (
unsigned int qb = 0, q = 0; q < n_points;
3010 ++qb, q += n_lanes_user_interface)
3011 for (
unsigned int v = 0;
3012 v < n_lanes_user_interface && q + v < n_points;
3014 solution_values[i] +=
3015 this->fe_values->shape_grad_component(i, q + v, d) *
3016 ETT::access(this->gradients[qb], v, d) *
3017 (do_JxW ? this->fe_values->JxW(q + v) : 1.);
3024template <
int n_components_,
int dim,
int spacedim,
typename Number>
3025template <
bool do_JxW, std::
size_t str
ide_view>
3030 const bool sum_into_values)
3032 if (this->must_reinitialize_pointers)
3033 internal_reinit_single_cell_state_mapping_info();
3037 if (this->n_q_points == 0 ||
3039 (integration_flags &
3042 if (!sum_into_values)
3043 for (
unsigned int i = 0; i < solution_values.
size(); ++i)
3044 solution_values[i] = 0;
3049 !do_JxW || this->JxW_ptr !=
nullptr,
3051 "JxW pointer is not set! If you do not want to integrate() use test_and_sum()"));
3054 if (this->fast_path)
3056 if (this->use_linear_path)
3057 integrate_fast<do_JxW, true>(solution_values,
3061 integrate_fast<do_JxW, false>(solution_values,
3066 integrate_slow<do_JxW>(solution_values, integration_flags, sum_into_values);
3071template <
int n_components_,
int dim,
int spacedim,
typename Number>
3074 const unsigned int point_index)
const
3077 Assert(this->normal_ptr !=
nullptr,
3079 ExcFEPointEvaluationAccessToUninitializedMappingField(
3080 "update_normal_vectors"));
3081 if (this->is_interior)
3082 return this->normal_ptr[point_index];
3084 return -this->normal_ptr[point_index];
3089template <
int n_components_,
int dim,
int spacedim,
typename Number>
3094 const bool is_interior,
3095 const unsigned int first_selected_component)
3099 first_selected_component,
3105template <
int n_components_,
int dim,
int spacedim,
typename Number>
3109 const unsigned int face_number)
3112 this->current_face_number = face_number;
3113 this->must_reinitialize_pointers =
false;
3115 if (this->use_linear_path)
3116 this->
template do_reinit<true, true>();
3118 this->
template do_reinit<true, false>();
3123template <
int n_components_,
int dim,
int spacedim,
typename Number>
3126 const unsigned int face_index)
3128 this->current_cell_index = face_index;
3129 this->current_face_number =
3130 this->mapping_info->get_face_number(face_index, this->is_interior);
3131 this->must_reinitialize_pointers =
false;
3133 if (this->use_linear_path)
3134 this->
template do_reinit<true, true>();
3136 this->
template do_reinit<true, false>();
3141template <
int n_components_,
int dim,
int spacedim,
typename Number>
3142template <std::
size_t str
ide_view>
3148 Assert(!this->must_reinitialize_pointers,
3149 ExcMessage(
"Object has not been reinitialized!"));
3151 if (this->n_q_points == 0)
3162 if (this->use_linear_path)
3163 do_evaluate<true>(solution_values, evaluation_flags);
3165 do_evaluate<false>(solution_values, evaluation_flags);
3170template <
int n_components_,
int dim,
int spacedim,
typename Number>
3177 solution_values.
size()),
3183template <
int n_components_,
int dim,
int spacedim,
typename Number>
3184template <
bool is_linear, std::
size_t str
ide_view>
3190 const unsigned int dofs_per_comp =
3194 if (stride_view == 1 && this->component_in_base_element == 0 &&
3195 (is_linear || this->renumber.empty()))
3196 input = solution_values.
data();
3199 for (
unsigned int comp = 0; comp < n_components; ++comp)
3201 const std::size_t offset =
3202 (this->component_in_base_element + comp) * dofs_per_comp;
3204 if (is_linear || this->renumber.empty())
3206 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
3207 this->scratch_data_scalar[i + comp * dofs_per_comp] =
3208 solution_values[i + offset];
3212 const unsigned int *renumber_ptr = this->renumber.
data() + offset;
3213 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
3214 this->scratch_data_scalar[i + comp * dofs_per_comp] =
3215 solution_values[renumber_ptr[i]];
3218 input = this->scratch_data_scalar.
data();
3222 this->scratch_data_scalar.begin() + dofs_per_comp * n_components;
3225 template interpolate<true, false>(n_components,
3230 this->current_face_number);
3232 do_evaluate_in_face<is_linear, 1>(output, evaluation_flags);
3237template <
int n_components_,
int dim,
int spacedim,
typename Number>
3238template <std::
size_t str
ide_view>
3243 const bool sum_into_values)
3245 Assert(!this->must_reinitialize_pointers,
3246 ExcMessage(
"Object has not been reinitialized!"));
3250 if (this->n_q_points == 0 ||
3252 (integration_flags &
3255 if (!sum_into_values)
3256 for (
unsigned int i = 0; i < solution_values.
size(); ++i)
3257 solution_values[i] = 0;
3263 if (this->use_linear_path)
3264 do_integrate<true, true>(solution_values,
3268 do_integrate<true, false>(solution_values,
3275template <
int n_components_,
int dim,
int spacedim,
typename Number>
3280 const bool sum_into_values)
3283 solution_values.
size()),
3290template <
int n_components_,
int dim,
int spacedim,
typename Number>
3291template <std::
size_t str
ide_view>
3296 const bool sum_into_values)
3298 Assert(!this->must_reinitialize_pointers,
3299 ExcMessage(
"Object has not been reinitialized!"));
3303 if (this->n_q_points == 0 ||
3305 (integration_flags &
3308 if (!sum_into_values)
3309 for (
unsigned int i = 0; i < solution_values.
size(); ++i)
3310 solution_values[i] = 0;
3316 if (this->use_linear_path)
3317 do_integrate<false, true>(solution_values,
3321 do_integrate<false, false>(solution_values,
3328template <
int n_components_,
int dim,
int spacedim,
typename Number>
3333 const bool sum_into_values)
3336 solution_values.
size()),
3343template <
int n_components_,
int dim,
int spacedim,
typename Number>
3344template <
bool do_JxW,
bool is_linear, std::
size_t str
ide_view>
3349 const bool sum_into_values)
3351 if (!sum_into_values && this->fe->n_components() > n_components)
3352 for (
unsigned int i = 0; i < solution_values.
size(); ++i)
3353 solution_values[i] = 0;
3355 do_integrate_in_face<do_JxW, is_linear, 1>(this->scratch_data_scalar.begin(),
3359 ScalarNumber *input = this->scratch_data_scalar.begin();
3361 if (stride_view == 1 && this->component_in_base_element == 0 &&
3362 (is_linear || this->renumber.empty()))
3364 if (sum_into_values)
3366 FEFaceNormalEvaluationImpl<dim, is_linear ? 1 : -1,
ScalarNumber>::
3367 template interpolate<false, true>(n_components,
3371 solution_values.
data(),
3372 this->current_face_number);
3375 FEFaceNormalEvaluationImpl<dim, is_linear ? 1 : -1,
ScalarNumber>::
3376 template interpolate<false, false>(n_components,
3380 solution_values.
data(),
3381 this->current_face_number);
3385 const unsigned int dofs_per_comp_face =
3386 is_linear ?
Utilities::pow(2, dim - 1) : this->dofs_per_component_face;
3388 const unsigned int size_input = 3 * dofs_per_comp_face * n_components;
3392 FEFaceNormalEvaluationImpl<dim, is_linear ? 1 : -1,
ScalarNumber>::
3393 template interpolate<false, false>(n_components,
3398 this->current_face_number);
3400 const unsigned int dofs_per_comp =
3403 for (
unsigned int comp = 0; comp < n_components; ++comp)
3405 const std::size_t offset =
3406 (this->component_in_base_element + comp) * dofs_per_comp;
3408 if (is_linear || this->renumber.empty())
3410 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
3411 if (sum_into_values)
3412 solution_values[i + offset] +=
3413 output[i + comp * dofs_per_comp];
3415 solution_values[i + offset] =
3416 output[i + comp * dofs_per_comp];
3420 const unsigned int *renumber_ptr = this->renumber.
data() + offset;
3421 for (
unsigned int i = 0; i < dofs_per_comp; ++i)
3422 if (sum_into_values)
3423 solution_values[renumber_ptr[i]] +=
3424 output[i + comp * dofs_per_comp];
3426 solution_values[renumber_ptr[i]] =
3427 output[i + comp * dofs_per_comp];
3435template <
int n_components_,
int dim,
int spacedim,
typename Number>
3436template <
int str
ide_face_dof>
3442 if (this->use_linear_path)
3443 do_evaluate_in_face<true, stride_face_dof>(face_dof_values,
3446 do_evaluate_in_face<false, stride_face_dof>(face_dof_values,
3452template <
int n_components_,
int dim,
int spacedim,
typename Number>
3453template <
bool is_linear,
int str
ide_face_dof>
3460 if constexpr (n_components == 1)
3461 face_dof_values_ptr = face_dof_values;
3464 const unsigned int dofs_per_comp_face =
3465 is_linear ?
Utilities::pow(2, dim - 1) : this->dofs_per_component_face;
3466 for (
unsigned int comp = 0; comp < n_components; ++comp)
3467 for (
unsigned int i = 0; i < 2 * dofs_per_comp_face; ++i)
3468 ETT::read_value(face_dof_values[(i + comp * 3 * dofs_per_comp_face) *
3471 this->solution_renumbered[i]);
3473 face_dof_values_ptr = this->solution_renumbered.data();
3476 constexpr int stride_face_dof_actual =
3477 n_components == 1 ? stride_face_dof : 1;
3480 const unsigned int n_shapes = is_linear ? 2 : this->poly.size();
3482 for (
unsigned int qb = 0; qb < this->n_q_batches; ++qb)
3489 const std::array<vectorized_value_type, dim + 1> interpolated_value =
3496 stride_face_dof_actual>(face_dof_values_ptr,
3497 this->unit_point_faces_ptr[qb]) :
3504 stride_face_dof_actual>(this->shapes_faces.data() +
3507 face_dof_values_ptr);
3509 value = interpolated_value[dim - 1];
3512 if (this->current_face_number / 2 == 0)
3514 gradient[0] = interpolated_value[dim];
3516 gradient[1] = interpolated_value[0];
3518 gradient[2] = interpolated_value[1];
3520 else if (this->current_face_number / 2 == 1)
3523 gradient[1] = interpolated_value[dim];
3526 gradient[0] = interpolated_value[1];
3527 gradient[2] = interpolated_value[0];
3530 gradient[0] = interpolated_value[0];
3534 else if (this->current_face_number / 2 == 2)
3538 gradient[0] = interpolated_value[0];
3539 gradient[1] = interpolated_value[1];
3540 gradient[2] = interpolated_value[dim];
3555 stride_face_dof_actual>(face_dof_values_ptr,
3556 this->unit_point_faces_ptr[qb]) :
3562 stride_face_dof_actual>(this->shapes_faces.data() +
3565 face_dof_values_ptr);
3570 for (
unsigned int v = 0, offset = qb * stride;
3571 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
3573 ETT::set_value(value, v, this->values[offset]);
3581 for (
unsigned int v = 0, offset = qb * stride;
3582 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
3586 ETT::set_gradient(gradient, v, unit_gradient);
3587 this->gradients[offset] =
3591 this->inverse_jacobian_ptr[0].
transpose(), unit_gradient) :
3594 ->inverse_jacobian_ptr[this->cell_type <=
3596 GeometryType::affine ?
3608template <
int n_components_,
int dim,
int spacedim,
typename Number>
3609template <
int str
ide_face_dof>
3614 const bool sum_into_values)
3616 if (this->use_linear_path)
3617 do_integrate_in_face<true, true, stride_face_dof>(face_dof_values,
3621 do_integrate_in_face<true, false, stride_face_dof>(face_dof_values,
3628template <
int n_components_,
int dim,
int spacedim,
typename Number>
3629template <
bool do_JxW,
bool is_linear,
int str
ide_face_dof>
3635 const bool sum_into_values)
3638 if constexpr (stride == 1)
3639 if (
const unsigned int n_filled_lanes =
3640 this->n_q_points_scalar & (n_lanes_internal - 1);
3644 for (
unsigned int v = n_filled_lanes; v < n_lanes_internal; ++v)
3645 ETT::set_zero_value(this->values.back(), v);
3647 for (
unsigned int v = n_filled_lanes; v < n_lanes_internal; ++v)
3648 ETT::set_zero_gradient(this->gradients.back(), v);
3653 solution_values_vectorized_linear = {};
3656 const unsigned int n_shapes = is_linear ? 2 : this->poly.size();
3658 const bool cartesian_cell =
3660 const bool affine_cell =
3662 for (
unsigned int qb = 0; qb < this->n_q_batches; ++qb)
3668 for (
unsigned int v = 0, offset = qb * stride;
3669 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
3671 ETT::get_value(value,
3673 do_JxW ? this->values[offset] * this->JxW_ptr[offset] :
3674 this->values[offset]);
3677 for (
unsigned int v = 0, offset = qb * stride;
3678 v < stride && (stride == 1 || offset < this->n_q_points_scalar);
3682 do_JxW ? this->gradients[offset] * this->JxW_ptr[offset] :
3683 this->gradients[offset];
3691 this->inverse_jacobian_ptr[affine_cell ? 0 : offset],
3697 std::array<vectorized_value_type, 2> value_face = {};
3700 value_face[0] = value;
3703 if (this->current_face_number / 2 == 0)
3705 value_face[1] = gradient[0];
3707 gradient_in_face[0] = gradient[1];
3709 gradient_in_face[1] = gradient[2];
3711 else if (this->current_face_number / 2 == 1)
3714 value_face[1] = gradient[1];
3717 gradient_in_face[0] = gradient[2];
3718 gradient_in_face[1] = gradient[0];
3721 gradient_in_face[0] = gradient[0];
3725 else if (this->current_face_number / 2 == 2)
3729 value_face[1] = gradient[2];
3730 gradient_in_face[0] = gradient[0];
3731 gradient_in_face[1] = gradient[1];
3744 2>(this->shapes_faces.data() + qb * n_shapes,
3748 is_linear ? solution_values_vectorized_linear.data() :
3749 this->solution_renumbered_vectorized.data(),
3750 this->unit_point_faces_ptr[qb],
3758 this->shapes_faces.data() + qb * n_shapes,
3761 is_linear ? solution_values_vectorized_linear.data() :
3762 this->solution_renumbered_vectorized.data(),
3763 this->unit_point_faces_ptr[qb],
3767 const unsigned int dofs_per_comp_face =
3768 is_linear ?
Utilities::pow(2, dim - 1) : this->dofs_per_component_face;
3770 for (
unsigned int comp = 0; comp < n_components; ++comp)
3771 for (
unsigned int i = 0; i < 2 * dofs_per_comp_face; ++i)
3772 if (sum_into_values)
3773 face_dof_values[(i + comp * 3 * dofs_per_comp_face) *
3775 ETT::sum_value(comp,
3777 *(solution_values_vectorized_linear.data() + i) :
3778 this->solution_renumbered_vectorized[i]);
3780 face_dof_values[(i + comp * 3 * dofs_per_comp_face) * stride_face_dof] =
3781 ETT::sum_value(comp,
3783 *(solution_values_vectorized_linear.data() + i) :
3784 this->solution_renumbered_vectorized[i]);
3789template <
int n_components_,
int dim,
int spacedim,
typename Number>
3792 const unsigned int point_index)
const
3795 Assert(this->normal_ptr !=
nullptr,
3797 ExcFEPointEvaluationAccessToUninitializedMappingField(
3798 "update_normal_vectors"));
3802 for (
unsigned int d = 0; d < dim; ++d)
3806 if (this->is_interior)
3813 if (this->is_interior)
3814 return this->normal_ptr[point_index];
3816 return -(this->normal_ptr[point_index]);
value_type * data() const noexcept
typename ETT::vectorized_value_type vectorized_value_type
static constexpr std::size_t n_lanes_internal
void do_integrate_in_face(ScalarNumber *face_dof_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values)
void integrate_in_face(ScalarNumber *face_dof_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values=false)
typename ETT::scalar_value_type scalar_value_type
typename internal::VectorizedArrayTrait< Number >::value_type ScalarNumber
void evaluate(const StridedArrayView< const ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
void do_evaluate_in_face(const ScalarNumber *face_dof_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
typename internal::FEPointEvaluation::EvaluatorTypeTraits< dim, spacedim, n_components, Number > ETT
static constexpr std::size_t stride
typename ETT::interface_vectorized_unit_gradient_type interface_vectorized_unit_gradient_type
void do_evaluate(const StridedArrayView< const ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
static constexpr unsigned int n_components
static constexpr std::size_t n_lanes_user_interface
typename ETT::real_gradient_type gradient_type
void evaluate_in_face(const ScalarNumber *face_dof_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
void reinit(const unsigned int cell_index, const unsigned int face_number)
void test_and_sum(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values=false)
FEFacePointEvaluation(NonMatching::MappingInfo< dim, spacedim, Number > &mapping_info, const FiniteElement< dim, spacedim > &fe, const bool is_interior=true, const unsigned int first_selected_component=0)
typename ETT::unit_gradient_type unit_gradient_type
void do_integrate(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values)
void integrate(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values=false)
static constexpr unsigned int dimension
Tensor< 1, spacedim, Number > normal_vector(const unsigned int point_index) const
typename ETT::value_type value_type
typename ::internal::VectorizedArrayTrait< Number >::vectorized_value_type VectorizedArrayType
const DerivativeForm< 1, dim, spacedim, Number > * jacobian_ptr
std::unique_ptr< NonMatching::MappingInfo< dim, spacedim, Number > > mapping_info_on_the_fly
std::vector< gradient_type > gradients
unsigned int dofs_per_component
typename ETT::interface_vectorized_unit_gradient_type interface_vectorized_unit_gradient_type
unsigned int dofs_per_component_face
Number JxW(const unsigned int point_index) const
const UpdateFlags update_flags
static constexpr std::size_t n_lanes_user_interface
static constexpr std::size_t stride
internal::MatrixFreeFunctions::GeometryType cell_type
std::vector< Polynomials::Polynomial< double > > poly
Point< spacedim, Number > real_point(const unsigned int point_index) const
const unsigned int n_q_points_scalar
const Point< dim, VectorizedArrayType > * unit_point_ptr
FEPointEvaluationBase(FEPointEvaluationBase &&other) noexcept
AlignedVector< ScalarNumber > scratch_data_scalar
std_cxx20::ranges::iota_view< unsigned int, unsigned int > quadrature_point_indices() const
const value_type & get_value(const unsigned int point_index) const
const Point< dim - 1, VectorizedArrayType > * unit_point_faces_ptr
std::vector< scalar_value_type > solution_renumbered
SmartPointer< NonMatching::MappingInfo< dim, spacedim, Number > > mapping_info
const unsigned int n_q_batches
std::vector< std::array< bool, n_components > > nonzero_shape_function_component
Point< spacedim, Number > quadrature_point(const unsigned int point_index) const
unsigned int n_active_entries_per_quadrature_batch(unsigned int q)
const gradient_type & get_gradient(const unsigned int point_index) const
std::shared_ptr< FEValues< dim, spacedim > > fe_values
FEPointEvaluationBase(const Mapping< dim, spacedim > &mapping, const FiniteElement< dim, spacedim > &fe, const UpdateFlags update_flags, const unsigned int first_selected_component=0)
SmartPointer< const FiniteElement< dim, spacedim > > fe
std::vector< unsigned int > renumber
std::vector< value_type > values
AlignedVector<::ndarray< VectorizedArrayType, 2, dim - 1 > > shapes_faces
Point< dim, Number > unit_point(const unsigned int point_index) const
const unsigned int n_q_points
bool must_reinitialize_pointers
const Tensor< 1, spacedim, Number > * normal_ptr
DerivativeForm< 1, spacedim, dim, Number > inverse_jacobian(const unsigned int point_index) const
AlignedVector< vectorized_value_type > solution_renumbered_vectorized
static constexpr std::size_t n_lanes_internal
const DerivativeForm< 1, spacedim, dim, Number > * inverse_jacobian_ptr
AlignedVector<::ndarray< VectorizedArrayType, 2, dim > > shapes
typename ETT::value_type value_type
unsigned int current_cell_index
scalar_value_type integrate_value() const
void submit_gradient(const gradient_type &, const unsigned int point_index)
void setup(const unsigned int first_selected_component)
FEPointEvaluationBase(NonMatching::MappingInfo< dim, spacedim, Number > &mapping_info, const FiniteElement< dim, spacedim > &fe, const unsigned int first_selected_component=0, const bool is_interior=true)
typename ETT::scalar_value_type scalar_value_type
static constexpr unsigned int dimension
typename ::internal::VectorizedArrayTrait< Number >::vectorized_value_type VectorizedArrayType
typename ETT::vectorized_value_type vectorized_value_type
static constexpr unsigned int n_components
typename internal::FEPointEvaluation::EvaluatorTypeTraits< dim, spacedim, n_components, Number > ETT
unsigned int current_face_number
FEPointEvaluationBase(FEPointEvaluationBase &other) noexcept
DerivativeForm< 1, dim, spacedim, Number > jacobian(const unsigned int point_index) const
typename ETT::real_gradient_type gradient_type
const Point< spacedim, Number > * real_point_ptr
unsigned int component_in_base_element
SmartPointer< const Mapping< dim, spacedim > > mapping
internal::MatrixFreeFunctions::ShapeInfo< ScalarNumber > shape_info
void submit_value(const value_type &value, const unsigned int point_index)
typename internal::VectorizedArrayTrait< Number >::value_type ScalarNumber
static constexpr std::size_t stride
void integrate_slow(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values)
static constexpr unsigned int dimension
typename ETT::value_type value_type
void do_integrate(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values)
void evaluate_fast(const StridedArrayView< const ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
typename ETT::scalar_value_type scalar_value_type
typename ETT::unit_gradient_type unit_gradient_type
void evaluate(const StridedArrayView< const ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
void prepare_evaluate_fast(const StridedArrayView< const ScalarNumber, stride_view > &solution_values)
void test_and_sum(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values=false)
void integrate(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values=false)
typename internal::VectorizedArrayTrait< Number >::value_type ScalarNumber
typename ETT::vectorized_value_type vectorized_value_type
void compute_integrate_fast(const EvaluationFlags::EvaluationFlags &integration_flags, const unsigned int n_shapes, const unsigned int qb, const vectorized_value_type value, const interface_vectorized_unit_gradient_type gradient, vectorized_value_type *solution_values_vectorized_linear)
typename ::internal::VectorizedArrayTrait< Number >::vectorized_value_type VectorizedArrayType
typename ETT::real_gradient_type gradient_type
FEPointEvaluation(const Mapping< dim, spacedim > &mapping, const FiniteElement< dim, spacedim > &fe, const UpdateFlags update_flags, const unsigned int first_selected_component=0)
void evaluate_slow(const StridedArrayView< const ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &evaluation_flags)
static constexpr std::size_t n_lanes_internal
static constexpr unsigned int n_components
void finish_integrate_fast(const StridedArrayView< ScalarNumber, stride_view > &solution_values, vectorized_value_type *solution_values_vectorized_linear, const bool sum_into_values)
typename internal::FEPointEvaluation::EvaluatorTypeTraits< dim, spacedim, n_components, Number > ETT
void internal_reinit_single_cell_state_mapping_info()
void compute_evaluate_fast(const StridedArrayView< const ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &evaluation_flags, const unsigned int n_shapes, const unsigned int qb, vectorized_value_type &value, interface_vectorized_unit_gradient_type &gradient)
void integrate_fast(const StridedArrayView< ScalarNumber, stride_view > &solution_values, const EvaluationFlags::EvaluationFlags &integration_flags, const bool sum_into_values)
static constexpr std::size_t n_lanes_user_interface
typename ETT::interface_vectorized_unit_gradient_type interface_vectorized_unit_gradient_type
Tensor< 1, spacedim, Number > normal_vector(const unsigned int point_index) const
Abstract base class for mapping classes.
value_type * data() const noexcept
Tensor< rank, dim, Number > sum(const Tensor< rank, dim, Number > &local, const MPI_Comm mpi_communicator)
#define DEAL_II_NAMESPACE_OPEN
#define DEAL_II_NAMESPACE_CLOSE
static ::ExceptionBase & ExcNotImplemented()
#define Assert(cond, exc)
#define AssertDimension(dim1, dim2)
static ::ExceptionBase & ExcFEPointEvaluationAccessToUninitializedMappingField(std::string arg1)
#define AssertIndexRange(index, range)
static ::ExceptionBase & ExcNotInitialized()
#define DeclException1(Exception1, type1, outsequence)
static ::ExceptionBase & ExcMessage(std::string arg1)
#define AssertThrow(cond, exc)
@ update_values
Shape function values.
@ update_normal_vectors
Normal vectors.
@ update_JxW_values
Transformed quadrature weights.
@ update_jacobians
Volume element.
@ update_inverse_jacobians
Volume element.
@ update_gradients
Shape function gradients.
@ update_quadrature_points
Transformed quadrature points.
#define DEAL_II_ASSERT_UNREACHABLE()
EvaluationFlags
The EvaluationFlags enum.
constexpr T pow(const T base, const int iexp)
std::vector< Polynomials::Polynomial< double > > get_polynomial_space(const FiniteElement< dim, spacedim > &fe)
bool is_fast_path_supported(const FiniteElement< dim, spacedim > &fe, const unsigned int base_element_number)
std::array< typename ProductTypeNoPoint< Number, Number2 >::type, dim+n_values > evaluate_tensor_product_value_and_gradient_shapes(const ::ndarray< Number2, 2, dim > *shapes, const int n_shapes, const Number *values, const std::vector< unsigned int > &renumber={})
void integrate_tensor_product_value_and_gradient(const ::ndarray< Number, 2, dim > *shapes, const unsigned int n_shapes, const Number2 *value, const Tensor< 1, dim, Number2 > &gradient, Number2 *values, const Point< dim, Number > &p, const bool do_add)
void compute_values_of_array_in_pairs(::ndarray< Number, 2, dim > *shapes, const std::vector< Polynomials::Polynomial< double > > &poly, const Point< dim, Number > &p0, const Point< dim, Number > &p1)
ProductTypeNoPoint< Number, Number2 >::type evaluate_tensor_product_value_shapes(const ::ndarray< Number2, 2, dim > *shapes, const int n_shapes, const Number *values, const std::vector< unsigned int > &renumber={})
void compute_values_of_array(::ndarray< Number, 2, dim > *shapes, const std::vector< Polynomials::Polynomial< double > > &poly, const Point< dim, Number > &p, const unsigned int derivative=1)
ProductTypeNoPoint< Number, Number2 >::type evaluate_tensor_product_value_linear(const Number *values, const Point< dim, Number2 > &p)
std::array< typename ProductTypeNoPoint< Number, Number2 >::type, dim+n_values > evaluate_tensor_product_value_and_gradient_linear(const Number *values, const Point< dim, Number2 > &p)
void integrate_tensor_product_value(const ::ndarray< Number, 2, dim > *shapes, const unsigned int n_shapes, const Number2 &value, Number2 *values, const Point< dim, Number > &p, const bool do_add)
static const unsigned int invalid_unsigned_int
boost::integer_range< IncrementableType > iota_view
typename internal::ndarray::HelperArray< T, Ns... >::type ndarray
static void set_zero_gradient(unit_gradient_type &value, const unsigned int vector_lane)
static void access(value_type &value, const unsigned int vector_lane, const unsigned int component, const ScalarNumber &shape_value)
static void set_value(const vectorized_value_type &value, const unsigned int vector_lane, scalar_value_type &result)
static Tensor< 1, dim, ScalarNumber > access(const real_gradient_type &value, const unsigned int vector_lane, const unsigned int component)
static void get_value(vectorized_value_type &value, const unsigned int, const vectorized_value_type &result)
static void set_zero_value(value_type &value, const unsigned int vector_lane)
static void set_gradient(const interface_vectorized_unit_gradient_type &value, const unsigned int vector_lane, unit_gradient_type &result)
static void read_value(const ScalarNumber vector_entry, const unsigned int component, scalar_value_type &result)
static void access(real_gradient_type &value, const unsigned int vector_lane, const unsigned int component, const Tensor< 1, dim, ScalarNumber > &shape_gradient)
static scalar_value_type sum_value(const vectorized_value_type &result)
static scalar_value_type sum_value(const scalar_value_type &result)
static ScalarNumber sum_value(const unsigned int component, const vectorized_value_type &result)
static ScalarNumber access(const value_type &value, const unsigned int vector_lane, const unsigned int component)
static void get_value(vectorized_value_type &value, const unsigned int vector_lane, const scalar_value_type &result)
typename ::internal::VectorizedArrayTrait< Number >::vectorized_value_type VectorizedArrayType
static void get_gradient(interface_vectorized_unit_gradient_type &value, const unsigned int vector_lane, const unit_gradient_type &result)
static void set_value(const vectorized_value_type &value, const unsigned int, vectorized_value_type &result)
typename internal::VectorizedArrayTrait< Number >::value_type ScalarNumber
static ScalarNumber access(const value_type &value, const unsigned int vector_lane, const unsigned int)
static void get_gradient(vectorized_unit_gradient_type &value, const unsigned int, const vectorized_unit_gradient_type &result)
static scalar_value_type sum_value(const scalar_value_type &result)
static void get_value(vectorized_value_type &value, const unsigned int, const vectorized_value_type &result)
static void set_gradient(const vectorized_unit_gradient_type &value, const unsigned int vector_lane, scalar_unit_gradient_type &result)
static void set_zero_value(value_type &value, const unsigned int vector_lane)
static Tensor< 1, spacedim, ScalarNumber > access(const real_gradient_type &value, const unsigned int vector_lane, const unsigned int)
static void set_value(const vectorized_value_type &value, const unsigned int, vectorized_value_type &result)
VectorizedArrayType vectorized_value_type
typename internal::VectorizedArrayTrait< Number >::value_type ScalarNumber
static void get_value(vectorized_value_type &value, const unsigned int vector_lane, const scalar_value_type &result)
static scalar_value_type sum_value(const vectorized_value_type &result)
static void access(real_gradient_type &value, const unsigned int vector_lane, const unsigned int, const Tensor< 1, spacedim, ScalarNumber > &shape_gradient)
static void set_gradient(const vectorized_unit_gradient_type &value, const unsigned int, vectorized_unit_gradient_type &result)
ScalarNumber scalar_value_type
static void set_value(const vectorized_value_type &value, const unsigned int vector_lane, scalar_value_type &result)
static void set_zero_gradient(real_gradient_type &value, const unsigned int vector_lane)
static void access(value_type &value, const unsigned int vector_lane, const unsigned int, const ScalarNumber &shape_value)
static void get_gradient(vectorized_unit_gradient_type &value, const unsigned int vector_lane, const scalar_unit_gradient_type &result)
static ScalarNumber sum_value(const unsigned int, const vectorized_value_type &result)
static void read_value(const ScalarNumber vector_entry, const unsigned int, scalar_value_type &result)
typename ::internal::VectorizedArrayTrait< Number >::vectorized_value_type VectorizedArrayType
static Tensor< 1, spacedim, ScalarNumber > access(const real_gradient_type &value, const unsigned int vector_lane, const unsigned int component)
static void get_gradient(interface_vectorized_unit_gradient_type &value, const unsigned int vector_lane, const DerivativeForm< 1, dim, n_components, Number > &result)
static void get_value(vectorized_value_type &value, const unsigned int, const vectorized_value_type &result)
static void get_value(vectorized_value_type &value, const unsigned int vector_lane, const scalar_value_type &result)
static void set_value(const vectorized_value_type &value, const unsigned int, vectorized_value_type &result)
static scalar_value_type sum_value(const scalar_value_type &result)
typename ::internal::VectorizedArrayTrait< Number >::vectorized_value_type VectorizedArrayType
static scalar_value_type sum_value(const vectorized_value_type &result)
static void read_value(const ScalarNumber vector_entry, const unsigned int component, scalar_value_type &result)
Tensor< 1, n_components, ScalarNumber > scalar_value_type
static void set_value(const vectorized_value_type &value, const unsigned int vector_lane, scalar_value_type &result)
static ScalarNumber access(const value_type &value, const unsigned int vector_lane, const unsigned int component)
static ScalarNumber sum_value(const unsigned int component, const vectorized_value_type &result)
Tensor< 1, n_components, Tensor< 1, dim, VectorizedArrayType > > vectorized_unit_gradient_type
static void set_zero_value(value_type &value, const unsigned int vector_lane)
static void set_gradient(const interface_vectorized_unit_gradient_type &value, const unsigned int vector_lane, unit_gradient_type &result)
static void set_zero_gradient(real_gradient_type &value, const unsigned int vector_lane)
typename internal::VectorizedArrayTrait< Number >::value_type ScalarNumber
static void get_gradient(interface_vectorized_unit_gradient_type &value, const unsigned int vector_lane, const unit_gradient_type &result)
std::conditional_t< n_components==spacedim, Tensor< 2, spacedim, Number >, Tensor< 1, n_components, Tensor< 1, spacedim, Number > > > real_gradient_type
Tensor< 1, n_components, VectorizedArrayType > vectorized_value_type
static void access(real_gradient_type &value, const unsigned int vector_lane, const unsigned int component, const Tensor< 1, spacedim, ScalarNumber > &shape_gradient)
Tensor< 1, n_components, Tensor< 1, dim, Number > > unit_gradient_type
static void access(value_type &value, const unsigned int vector_lane, const unsigned int component, const ScalarNumber &shape_value)
static constexpr std::size_t width()
static constexpr std::size_t stride()
static value_type & get(value_type &value, unsigned int c)