From e378c4e7cb6d64efda8cae529af92727d56d137b Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Wed, 22 Jan 2025 13:33:10 +0100 Subject: [PATCH 01/15] remove obsolete concept --- Framework/Core/include/Framework/ASoA.h | 14 ++++---------- 1 file changed, 4 insertions(+), 10 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index f21decd0d5c45..6c5d2ab77fda6 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -811,9 +811,6 @@ concept is_dynamic_column = requires(C& c) { template concept is_marker_column = requires { &C::mark; }; -template -using is_dynamic_t = std::conditional_t, std::true_type, std::false_type>; - template concept is_column = is_persistent_column || is_dynamic_column || is_indexing_column || is_marker_column; @@ -1828,20 +1825,17 @@ class Table } } - template + template auto getDynamicColumn() const { - using decayed = std::decay_t; - static_assert(is_dynamic_t(), "Requested column is not a dynamic column"); - return static_cast(*this).template getDynamicValue(); + return static_cast>(*this).template getDynamicValue(); } template + requires(is_dynamic_column || is_persistent_column) auto getValue() const { - using COL = std::decay_t; - static_assert(is_dynamic_t() || soa::is_persistent_column, "Should be persistent or dynamic column with no argument that has a return type convertable to float"); - return static_cast(static_cast(*this).get()); + return static_cast(static_cast>(*this).get()); } template From 1f06f34921280bdb9233b4a0dfbf6e070a152511 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 13:05:41 +0100 Subject: [PATCH 02/15] DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/ASoA.h | 61 +++++++++++-------- .../include/Framework/GroupedCombinations.h | 19 +++++- 2 files changed, 50 insertions(+), 30 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 6c5d2ab77fda6..ed0594eb96ce4 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -213,8 +213,6 @@ template struct TableMetadata { using columns = framework::pack; using persistent_columns_t = framework::selected_pack; - using external_index_columns_t = framework::selected_pack; - using internal_index_columns_t = framework::selected_pack; template static consteval std::array getMap(framework::pack) @@ -1033,6 +1031,13 @@ concept can_bind = requires(T&& t) { template concept has_index = (is_indexing_column || ...); +template + requires (!is_self_index_column) +auto getBinding() -> typename C::binding_t {} + +template +auto getBinding() -> void {} + template struct TableIterator : IP, C... { public: @@ -1040,9 +1045,9 @@ struct TableIterator : IP, C... { using policy_t = IP; using all_columns = framework::pack; using persistent_columns_t = framework::selected_pack; - using external_index_columns_t = framework::selected_pack; - using internal_index_columns_t = framework::selected_pack; - using bindings_pack_t = decltype([](framework::pack) -> framework::pack {}(external_index_columns_t{})); // decltype(extractBindings(external_index_columns_t{})); + using bindings_pack_t = decltype([](framework::pack) { + return framework::pack())...>{}; + }(all_columns{})); TableIterator(arrow::ChunkedArray* columnData[sizeof...(C)], IP&& policy) : IP{policy}, @@ -1135,7 +1140,7 @@ struct TableIterator : IP, C... { template void doSetCurrentIndex(framework::pack, TA* current) { - (CL::setCurrent(current), ...); + ([¤t, this](){ if constexpr (is_index_column && !is_self_index_column) {CL::setCurrent(current);} }(), ...); } template @@ -1147,24 +1152,30 @@ struct TableIterator : IP, C... { template auto getIndexBindingsImpl(framework::pack) const { - return std::vector{static_cast(*this).getCurrentRaw()...}; + std::vector result; + ([this, &result](){ + if constexpr (is_index_column && !is_self_index_column) { + result.emplace_back(static_cast(*this).getCurrentRaw()); + } + }(), ...); + return result; } auto getIndexBindings() const { - return getIndexBindingsImpl(external_index_columns_t{}); + return getIndexBindingsImpl(all_columns{}); } template void bindExternalIndices(TA*... current) { - (doSetCurrentIndex(external_index_columns_t{}, current), ...); + (doSetCurrentIndex(all_columns{}, current), ...); } template void doSetCurrentIndexRaw(framework::pack p, std::vector&& ptrs) { - (Cs::setCurrentRaw(ptrs[framework::has_type_at_v(p)]), ...); + ([&ptrs, p, this](){ if constexpr (is_index_column && !is_self_index_column) { Cs::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); } }(), ...); } template @@ -1172,18 +1183,18 @@ struct TableIterator : IP, C... { { o2::soa::Binding b; b.bind(ptr); - (Cs::setCurrentRaw(b), ...); + ([&ptr, &b, this](){ if constexpr (is_self_index_column) { Cs::setCurrentRaw(b); } }(), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) { - doSetCurrentIndexRaw(external_index_columns_t{}, std::forward>(ptrs)); + doSetCurrentIndexRaw(all_columns{}, std::forward>(ptrs)); } template void bindInternalIndices(I const* table) { - doSetCurrentInternal(internal_index_columns_t{}, table); + doSetCurrentInternal(all_columns{}, table); } private: @@ -1367,25 +1378,25 @@ static constexpr std::string getLabelFromTypeForKey(std::string const& key) template consteval static bool hasIndexTo(framework::pack&&) { - return (o2::soa::is_binding_compatible_v() || ...); + return ([](){ if constexpr (is_index_column && !is_self_index_column) { return o2::soa::is_binding_compatible_v(); } else { return false; } }() || ...); } template consteval static bool hasSortedIndexTo(framework::pack&&) { - return ((C::sorted && o2::soa::is_binding_compatible_v()) || ...); + return ([](){if constexpr (is_index_column && !is_self_index_column) { return (C::sorted && o2::soa::is_binding_compatible_v()); } else { return false; }}() || ...); } template consteval static bool relatedByIndex() { - return hasIndexTo(typename Z::table_t::external_index_columns_t{}); + return hasIndexTo(typename Z::table_t::columns_t{}); } template consteval static bool relatedBySortedIndex() { - return hasSortedIndexTo(typename Z::table_t::external_index_columns_t{}); + return hasSortedIndexTo(typename Z::table_t::columns_t{}); } } // namespace o2::soa @@ -1713,16 +1724,13 @@ class Table using persistent_columns_t = decltype([](framework::pack&&) -> framework::selected_pack {}(columns_t{})); using column_types = decltype([](framework::pack) -> framework::pack {}(persistent_columns_t{})); - using external_index_columns_t = decltype([](framework::pack&&) -> framework::selected_pack {}(columns_t{})); - using internal_index_columns_t = decltype([](framework::pack&&) -> framework::selected_pack {}(columns_t{})); template using base_iterator = decltype(base_iter(columns_t{})); template struct TableIteratorBase : base_iterator { using columns_t = typename Parent::columns_t; - using external_index_columns_t = typename Parent::external_index_columns_t; - using bindings_pack_t = decltype([](framework::pack) -> framework::pack {}(external_index_columns_t{})); + using bindings_pack_t = typename base_iterator::bindings_pack_t; // static constexpr const std::array originals{T::ref...}; static constexpr auto originals = Parent::originals; using policy_t = IP; @@ -1815,7 +1823,7 @@ class Table using decayed = std::decay_t; if constexpr (framework::has_type(bindings_pack_t{})) { // index to another table constexpr auto idx = framework::has_type_at_v(bindings_pack_t{}); - return framework::pack_element_t::getId(); + return framework::pack_element_t::getId(); } else if constexpr (std::same_as) { // self index return this->globalIndex(); } else if constexpr (is_indexing_column) { // soa::Index<> @@ -2040,13 +2048,13 @@ class Table void bindInternalIndicesExplicit(o2::soa::Binding binding) { - doBindInternalIndicesExplicit(internal_index_columns_t{}, binding); + doBindInternalIndicesExplicit(columns_t{}, binding); } template void doBindInternalIndicesExplicit(framework::pack, o2::soa::Binding binding) { - (static_cast(mBegin).setCurrentRaw(binding), ...); + ([this, &binding](){ if constexpr (is_self_index_column) { static_cast(mBegin).setCurrentRaw(binding); } }(), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) @@ -2063,7 +2071,7 @@ class Table template void copyIndexBindings(T& dest) const { - doCopyIndexBindings(external_index_columns_t{}, dest); + doCopyIndexBindings(columns_t{}, dest); } auto select(framework::expressions::Filter const& f) const @@ -3282,7 +3290,6 @@ class FilteredBase : public T using T::originals; using columns_t = typename T::columns_t; using persistent_columns_t = typename T::persistent_columns_t; - using external_index_columns_t = typename T::external_index_columns_t; using iterator = T::template iterator_template_o; using unfiltered_iterator = T::template iterator_template_o; @@ -3428,7 +3435,7 @@ class FilteredBase : public T template void copyIndexBindings(T1& dest) const { - doCopyIndexBindings(external_index_columns_t{}, dest); + doCopyIndexBindings(columns_t{}, dest); } template diff --git a/Framework/Core/include/Framework/GroupedCombinations.h b/Framework/Core/include/Framework/GroupedCombinations.h index bdbddee871baa..f6aa2f6862c45 100644 --- a/Framework/Core/include/Framework/GroupedCombinations.h +++ b/Framework/Core/include/Framework/GroupedCombinations.h @@ -34,14 +34,27 @@ auto interleaveTuples(std::tuple& t1, std::tuple& t2) return interleaveTuplesImpl(t1, t2, std::index_sequence_for()); } +template + requires(!soa::is_self_index_column) +auto isIndexTo() +{ + if constexpr (o2::soa::is_binding_compatible_v()) { + return std::true_type{}; + } else { + return std::false_type{}; + } +} + +template +auto isIndexTo() ->std::false_type {} + template -using is_index_to_g_t = typename std::conditional(), std::true_type, std::false_type>::type; +using is_index_to_g_t = decltype(isIndexTo()); template expressions::BindingNode getMatchingIndexNode() { - using external_index_columns_pack = typename A::external_index_columns_t; - using selected_indices_t = selected_pack_multicondition, external_index_columns_pack>; + using selected_indices_t = selected_pack_multicondition, typename A::columns_t>; static_assert(pack_size(selected_indices_t{}) == 1, "No matching index column from associated to grouping"); using index_column_t = pack_head_t; return expressions::BindingNode{index_column_t::mLabel, o2::framework::TypeIdHelpers::uniqueId(), expressions::selectArrowType()}; From 03b6b817455e52538ddd1d95999b826d992829d3 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 13:11:01 +0100 Subject: [PATCH 03/15] fixup! DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/ASoA.h | 27 +++++++++++-------- .../include/Framework/GroupedCombinations.h | 4 ++- 2 files changed, 19 insertions(+), 12 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index ed0594eb96ce4..e310e51862d1e 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1032,11 +1032,15 @@ template concept has_index = (is_indexing_column || ...); template - requires (!is_self_index_column) -auto getBinding() -> typename C::binding_t {} + requires(!is_self_index_column) +auto getBinding() -> typename C::binding_t +{ +} template -auto getBinding() -> void {} +auto getBinding() -> void +{ +} template struct TableIterator : IP, C... { @@ -1140,7 +1144,7 @@ struct TableIterator : IP, C... { template void doSetCurrentIndex(framework::pack, TA* current) { - ([¤t, this](){ if constexpr (is_index_column && !is_self_index_column) {CL::setCurrent(current);} }(), ...); + ([¤t, this]() { if constexpr (is_index_column && !is_self_index_column) {CL::setCurrent(current);} }(), ...); } template @@ -1153,11 +1157,12 @@ struct TableIterator : IP, C... { auto getIndexBindingsImpl(framework::pack) const { std::vector result; - ([this, &result](){ + ([this, &result]() { if constexpr (is_index_column && !is_self_index_column) { result.emplace_back(static_cast(*this).getCurrentRaw()); } - }(), ...); + }(), + ...); return result; } @@ -1175,7 +1180,7 @@ struct TableIterator : IP, C... { template void doSetCurrentIndexRaw(framework::pack p, std::vector&& ptrs) { - ([&ptrs, p, this](){ if constexpr (is_index_column && !is_self_index_column) { Cs::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); } }(), ...); + ([&ptrs, p, this]() { if constexpr (is_index_column && !is_self_index_column) { Cs::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); } }(), ...); } template @@ -1183,7 +1188,7 @@ struct TableIterator : IP, C... { { o2::soa::Binding b; b.bind(ptr); - ([&ptr, &b, this](){ if constexpr (is_self_index_column) { Cs::setCurrentRaw(b); } }(), ...); + ([&ptr, &b, this]() { if constexpr (is_self_index_column) { Cs::setCurrentRaw(b); } }(), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) @@ -1378,13 +1383,13 @@ static constexpr std::string getLabelFromTypeForKey(std::string const& key) template consteval static bool hasIndexTo(framework::pack&&) { - return ([](){ if constexpr (is_index_column && !is_self_index_column) { return o2::soa::is_binding_compatible_v(); } else { return false; } }() || ...); + return ([]() { if constexpr (is_index_column && !is_self_index_column) { return o2::soa::is_binding_compatible_v(); } else { return false; } }() || ...); } template consteval static bool hasSortedIndexTo(framework::pack&&) { - return ([](){if constexpr (is_index_column && !is_self_index_column) { return (C::sorted && o2::soa::is_binding_compatible_v()); } else { return false; }}() || ...); + return ([]() {if constexpr (is_index_column && !is_self_index_column) { return (C::sorted && o2::soa::is_binding_compatible_v()); } else { return false; } }() || ...); } template @@ -2054,7 +2059,7 @@ class Table template void doBindInternalIndicesExplicit(framework::pack, o2::soa::Binding binding) { - ([this, &binding](){ if constexpr (is_self_index_column) { static_cast(mBegin).setCurrentRaw(binding); } }(), ...); + ([this, &binding]() { if constexpr (is_self_index_column) { static_cast(mBegin).setCurrentRaw(binding); } }(), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) diff --git a/Framework/Core/include/Framework/GroupedCombinations.h b/Framework/Core/include/Framework/GroupedCombinations.h index f6aa2f6862c45..63e85a200c4b2 100644 --- a/Framework/Core/include/Framework/GroupedCombinations.h +++ b/Framework/Core/include/Framework/GroupedCombinations.h @@ -46,7 +46,9 @@ auto isIndexTo() } template -auto isIndexTo() ->std::false_type {} +auto isIndexTo() -> std::false_type +{ +} template using is_index_to_g_t = decltype(isIndexTo()); From a45269bcf67925a373f3f6c3b6cfaf08f172bcdd Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 13:35:39 +0100 Subject: [PATCH 04/15] fixup! DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/GroupedCombinations.h | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Framework/Core/include/Framework/GroupedCombinations.h b/Framework/Core/include/Framework/GroupedCombinations.h index 63e85a200c4b2..cc7913c0bdb14 100644 --- a/Framework/Core/include/Framework/GroupedCombinations.h +++ b/Framework/Core/include/Framework/GroupedCombinations.h @@ -46,8 +46,9 @@ auto isIndexTo() } template -auto isIndexTo() -> std::false_type +auto isIndexTo() { + return std::false_type{}; } template From 04a887f5328270734c56bacabb3db2df53c4bc10 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 13:36:14 +0100 Subject: [PATCH 05/15] fixup! DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/GroupedCombinations.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Framework/Core/include/Framework/GroupedCombinations.h b/Framework/Core/include/Framework/GroupedCombinations.h index cc7913c0bdb14..a998434a3fe95 100644 --- a/Framework/Core/include/Framework/GroupedCombinations.h +++ b/Framework/Core/include/Framework/GroupedCombinations.h @@ -36,7 +36,7 @@ auto interleaveTuples(std::tuple& t1, std::tuple& t2) template requires(!soa::is_self_index_column) -auto isIndexTo() +constexpr auto isIndexTo() { if constexpr (o2::soa::is_binding_compatible_v()) { return std::true_type{}; @@ -46,7 +46,7 @@ auto isIndexTo() } template -auto isIndexTo() +constexpr auto isIndexTo() { return std::false_type{}; } From f4c4e5f510e0acf906e520a1f771332a1ab404db Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 14:24:11 +0100 Subject: [PATCH 06/15] fixup! DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/ASoA.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index e310e51862d1e..8d52c556960b0 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1033,12 +1033,12 @@ concept has_index = (is_indexing_column || ...); template requires(!is_self_index_column) -auto getBinding() -> typename C::binding_t +constexpr auto getBinding() -> typename C::binding_t { } template -auto getBinding() -> void +constexpr auto getBinding() -> void { } From 7e4f5d4ccf0b187176e0b789b7283ec49551ed0c Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 14:26:12 +0100 Subject: [PATCH 07/15] fixup! DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/ASoA.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 8d52c556960b0..e698f438150ac 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1033,12 +1033,12 @@ concept has_index = (is_indexing_column || ...); template requires(!is_self_index_column) -constexpr auto getBinding() -> typename C::binding_t +consteval auto getBinding() -> typename C::binding_t { } template -constexpr auto getBinding() -> void +consteval auto getBinding() -> void { } From 6ee07cbd8949684c0c38ab80d5000e1c91e83ca5 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Thu, 23 Jan 2025 14:30:07 +0100 Subject: [PATCH 08/15] fixup! DPL Analysis: remove unnecessary instances of selected_pack --- Framework/Core/include/Framework/GroupedCombinations.h | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Framework/Core/include/Framework/GroupedCombinations.h b/Framework/Core/include/Framework/GroupedCombinations.h index a998434a3fe95..c9f534f2a5702 100644 --- a/Framework/Core/include/Framework/GroupedCombinations.h +++ b/Framework/Core/include/Framework/GroupedCombinations.h @@ -36,7 +36,7 @@ auto interleaveTuples(std::tuple& t1, std::tuple& t2) template requires(!soa::is_self_index_column) -constexpr auto isIndexTo() +consteval auto isIndexTo() { if constexpr (o2::soa::is_binding_compatible_v()) { return std::true_type{}; @@ -46,7 +46,7 @@ constexpr auto isIndexTo() } template -constexpr auto isIndexTo() +consteval auto isIndexTo() { return std::false_type{}; } From 0684d490e70e32b10ad07a4826507b91fc221a50 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Fri, 24 Jan 2025 11:11:01 +0100 Subject: [PATCH 09/15] use requirements instead of if-constexpr --- Framework/Core/include/Framework/ASoA.h | 42 ++++++++++++++++++------- 1 file changed, 30 insertions(+), 12 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index e698f438150ac..23ac4c1a3b871 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1144,7 +1144,10 @@ struct TableIterator : IP, C... { template void doSetCurrentIndex(framework::pack, TA* current) { - ([¤t, this]() { if constexpr (is_index_column && !is_self_index_column) {CL::setCurrent(current);} }(), ...); + (framework::overloaded{ + [¤t, this] requires(!is_self_index_column) () { CI::setCurrent(current); }, + [](){} + }.template operator()(), ...); } template @@ -1157,12 +1160,12 @@ struct TableIterator : IP, C... { auto getIndexBindingsImpl(framework::pack) const { std::vector result; - ([this, &result]() { - if constexpr (is_index_column && !is_self_index_column) { - result.emplace_back(static_cast(*this).getCurrentRaw()); - } - }(), - ...); + (framework::overloaded{ + [this, &result] requires(!is_self_index_column) () mutable { + result.emplace_back(CI::getCurrentRaw()); + }, + [](){} + }.template operator()(), ...); return result; } @@ -1180,7 +1183,10 @@ struct TableIterator : IP, C... { template void doSetCurrentIndexRaw(framework::pack p, std::vector&& ptrs) { - ([&ptrs, p, this]() { if constexpr (is_index_column && !is_self_index_column) { Cs::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); } }(), ...); + (framework::overloaded{ + [&ptrs, p, this] requires(!is_self_index_column) () { CI::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); }, + [](){} + }.template operator()(), ...); } template @@ -1188,7 +1194,10 @@ struct TableIterator : IP, C... { { o2::soa::Binding b; b.bind(ptr); - ([&ptr, &b, this]() { if constexpr (is_self_index_column) { Cs::setCurrentRaw(b); } }(), ...); + (framework::overloaded{ + [&ptr, &b, this]() { CI::setCurrentRaw(b); }, + [](){} + }.template operator()(), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) @@ -1383,13 +1392,19 @@ static constexpr std::string getLabelFromTypeForKey(std::string const& key) template consteval static bool hasIndexTo(framework::pack&&) { - return ([]() { if constexpr (is_index_column && !is_self_index_column) { return o2::soa::is_binding_compatible_v(); } else { return false; } }() || ...); + return (framework::overloaded{ + [] requires(!is_self_index_column) () { return o2::soa::is_binding_compatible_v(); }, + [](){ return false; } + }.template operator()() || ...); } template consteval static bool hasSortedIndexTo(framework::pack&&) { - return ([]() {if constexpr (is_index_column && !is_self_index_column) { return (C::sorted && o2::soa::is_binding_compatible_v()); } else { return false; } }() || ...); + return (framework::overloaded{ + [] requires(!is_self_index_column) () {return (CI::sorted && o2::soa::is_binding_compatible_v()); }, + [](){} + }.template operator()() || ...); } template @@ -2059,7 +2074,10 @@ class Table template void doBindInternalIndicesExplicit(framework::pack, o2::soa::Binding binding) { - ([this, &binding]() { if constexpr (is_self_index_column) { static_cast(mBegin).setCurrentRaw(binding); } }(), ...); + (framework::overloaded{ + [this, &binding]() { static_cast(mBegin).setCurrentRaw(binding); }, + [](){} + }.template operator()(), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) From 3d2a1867253de2e09c1720c4b62e99394b873781 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Fri, 24 Jan 2025 11:13:17 +0100 Subject: [PATCH 10/15] fixup! use requirements instead of if-constexpr --- Framework/Core/include/Framework/ASoA.h | 63 ++++++++++++++++--------- 1 file changed, 40 insertions(+), 23 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 23ac4c1a3b871..1c6b877be2bb7 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1145,9 +1145,12 @@ struct TableIterator : IP, C... { void doSetCurrentIndex(framework::pack, TA* current) { (framework::overloaded{ - [¤t, this] requires(!is_self_index_column) () { CI::setCurrent(current); }, - [](){} - }.template operator()(), ...); + [¤t, this] + requires(!is_self_index_column) + () { CI::setCurrent(current); }, + []() {}} + .template operator()(), + ...); } template @@ -1161,11 +1164,14 @@ struct TableIterator : IP, C... { { std::vector result; (framework::overloaded{ - [this, &result] requires(!is_self_index_column) () mutable { - result.emplace_back(CI::getCurrentRaw()); - }, - [](){} - }.template operator()(), ...); + [this, &result] + requires(!is_self_index_column) + () mutable { + result.emplace_back(CI::getCurrentRaw()); + }, + []() {}} + .template operator()(), + ...); return result; } @@ -1184,9 +1190,12 @@ struct TableIterator : IP, C... { void doSetCurrentIndexRaw(framework::pack p, std::vector&& ptrs) { (framework::overloaded{ - [&ptrs, p, this] requires(!is_self_index_column) () { CI::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); }, - [](){} - }.template operator()(), ...); + [&ptrs, p, this] + requires(!is_self_index_column) + () { CI::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); }, + []() {}} + .template operator()(), + ...); } template @@ -1195,9 +1204,10 @@ struct TableIterator : IP, C... { o2::soa::Binding b; b.bind(ptr); (framework::overloaded{ - [&ptr, &b, this]() { CI::setCurrentRaw(b); }, - [](){} - }.template operator()(), ...); + [&ptr, &b, this]() { CI::setCurrentRaw(b); }, + []() {}} + .template operator()(), + ...); } void bindExternalIndicesRaw(std::vector&& ptrs) @@ -1393,18 +1403,24 @@ template consteval static bool hasIndexTo(framework::pack&&) { return (framework::overloaded{ - [] requires(!is_self_index_column) () { return o2::soa::is_binding_compatible_v(); }, - [](){ return false; } - }.template operator()() || ...); + [] + requires(!is_self_index_column) + () { return o2::soa::is_binding_compatible_v(); }, + []() { return false; }} + .template operator()() || + ...); } template consteval static bool hasSortedIndexTo(framework::pack&&) { return (framework::overloaded{ - [] requires(!is_self_index_column) () {return (CI::sorted && o2::soa::is_binding_compatible_v()); }, - [](){} - }.template operator()() || ...); + [] + requires(!is_self_index_column) + () { return (CI::sorted && o2::soa::is_binding_compatible_v()); }, + []() {}} + .template operator()() || + ...); } template @@ -2075,9 +2091,10 @@ class Table void doBindInternalIndicesExplicit(framework::pack, o2::soa::Binding binding) { (framework::overloaded{ - [this, &binding]() { static_cast(mBegin).setCurrentRaw(binding); }, - [](){} - }.template operator()(), ...); + [this, &binding]() { static_cast(mBegin).setCurrentRaw(binding); }, + []() {}} + .template operator()(), + ...); } void bindExternalIndicesRaw(std::vector&& ptrs) From 8deafaeb6f96827821e910032ef39f4352a65d84 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Wed, 29 Jan 2025 14:14:53 +0100 Subject: [PATCH 11/15] avoid overloaded{}; fix index binding ignored in certain cases --- Framework/Core/include/Framework/ASoA.h | 179 ++++++++++++------ .../include/Framework/GroupedCombinations.h | 20 +- 2 files changed, 135 insertions(+), 64 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 1c6b877be2bb7..382a354e19096 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1144,13 +1144,7 @@ struct TableIterator : IP, C... { template void doSetCurrentIndex(framework::pack, TA* current) { - (framework::overloaded{ - [¤t, this] - requires(!is_self_index_column) - () { CI::setCurrent(current); }, - []() {}} - .template operator()(), - ...); + (doSetCurrentIndexImpl(current), ...); } template @@ -1163,15 +1157,7 @@ struct TableIterator : IP, C... { auto getIndexBindingsImpl(framework::pack) const { std::vector result; - (framework::overloaded{ - [this, &result] - requires(!is_self_index_column) - () mutable { - result.emplace_back(CI::getCurrentRaw()); - }, - []() {}} - .template operator()(), - ...); + (doGetIndexBindingImpl(result), ...); return result; } @@ -1187,15 +1173,9 @@ struct TableIterator : IP, C... { } template - void doSetCurrentIndexRaw(framework::pack p, std::vector&& ptrs) + void doSetCurrentIndexRaw(framework::pack p, std::vector&& bindings) { - (framework::overloaded{ - [&ptrs, p, this] - requires(!is_self_index_column) - () { CI::setCurrentRaw(ptrs[framework::has_type_at_v(p)]); }, - []() {}} - .template operator()(), - ...); + (doSetCurrentIndexRawImpl(bindings[framework::has_type_at_v(p)]), ...); } template @@ -1203,16 +1183,12 @@ struct TableIterator : IP, C... { { o2::soa::Binding b; b.bind(ptr); - (framework::overloaded{ - [&ptr, &b, this]() { CI::setCurrentRaw(b); }, - []() {}} - .template operator()(), - ...); + (doSetCurrentInternalImpl(b), ...); } - void bindExternalIndicesRaw(std::vector&& ptrs) + void bindExternalIndicesRaw(std::vector&& bindings) { - doSetCurrentIndexRaw(all_columns{}, std::forward>(ptrs)); + doSetCurrentIndexRaw(all_columns{}, std::forward>(bindings)); } template @@ -1222,6 +1198,78 @@ struct TableIterator : IP, C... { } private: + /// Overloaded helpers for index manipulations + template + requires(!soa::is_self_index_column) + void doSetCurrentIndexImpl(TA* current) + { + CL::setCurrent(current); + } + + template + requires(!soa::is_index_column) + void doSetCurrentIndexImpl(TA*) + { + } + + template + requires(!soa::is_self_index_column) + auto doGetIndexBindingImpl(std::vector& bindings) const + { + bindings.emplace_back(CL::getCurrentRaw()); + } + + template + requires(!soa::is_index_column) + auto doGetIndexBindingImpl(std::vector& bindings) const + { + bindings.emplace_back(); + } + + template + requires(!soa::is_self_index_column) + void doSetCurrentIndexRawImpl(o2::soa::Binding const& b) + { + CL::setCurrentRaw(b); + } + + template + requires(!soa::is_index_column) + void doSetCurrentIndexRawImpl(o2::soa::Binding const&) + { + } + + template + void doSetCurrentInternalImpl(o2::soa::Binding const& b) + { + CL::setCurrentRaw(b); + } + + template + requires(!soa::is_self_index_column) + void doSetCurrentInternalImpl(o2::soa::Binding const&) + { + } + + ///Overloaded helpers for column binding + template + void doBind() + { + CL::mColumnIterator.mCurrentPos = &this->mRowIndex; + } + + template + void doBind() + { + bindDynamicColumn(typename CL::bindings_t{}); + } + + template + requires(!soa::is_persistent_column && !soa::is_dynamic_column) + void doBind() + { + } + /// Helper to move at the end of columns which actually have an iterator. template void doMoveToEnd(framework::pack) @@ -1234,12 +1282,7 @@ struct TableIterator : IP, C... { void bind() { using namespace o2::soa; - auto f = framework::overloaded{ - [this](T*) -> void { T::mColumnIterator.mCurrentPos = &this->mRowIndex; }, - [this](T*) -> void { bindDynamicColumn(typename T::bindings_t{}); }, - [this](T*) -> void {}, - }; - (f(static_cast(nullptr)), ...); + (doBind(), ...); if constexpr (has_index) { this->setIndices(this->getIndices()); this->setOffsets(this->getOffsets()); @@ -1399,28 +1442,44 @@ static constexpr std::string getLabelFromTypeForKey(std::string const& key) O2_BUILTIN_UNREACHABLE(); } +template + requires(!soa::is_self_index_column) +consteval static bool hasIndexToImpl() +{ + return o2::soa::is_binding_compatible_v(); +} + +template + requires(!soa::is_index_column) +consteval static bool hasIndexToImpl() +{ + return false; +} + template consteval static bool hasIndexTo(framework::pack&&) { - return (framework::overloaded{ - [] - requires(!is_self_index_column) - () { return o2::soa::is_binding_compatible_v(); }, - []() { return false; }} - .template operator()() || - ...); + return (hasIndexToImpl() || ...); +} + +template + requires(!soa::is_self_index_column) +consteval static bool hasSortedIndexToImpl() +{ + return CL::sorted && o2::soa::is_binding_compatible_v(); +} + +template + requires(!soa::is_index_column) +consteval static bool hasSortedIndexToImpl() +{ + return false; } template consteval static bool hasSortedIndexTo(framework::pack&&) { - return (framework::overloaded{ - [] - requires(!is_self_index_column) - () { return (CI::sorted && o2::soa::is_binding_compatible_v()); }, - []() {}} - .template operator()() || - ...); + return (hasSortedIndexToImpl() || ...); } template @@ -2087,14 +2146,22 @@ class Table doBindInternalIndicesExplicit(columns_t{}, binding); } + template + void doBindInternalIndicesExplicitImpl(o2::soa::Binding binding) + { + static_cast(mBegin).setCurrentRaw(binding); + } + + template + requires(!soa::is_self_index_column) + void doBindInternalIndicesExplicitImpl(o2::soa::Binding) + { + } + template void doBindInternalIndicesExplicit(framework::pack, o2::soa::Binding binding) { - (framework::overloaded{ - [this, &binding]() { static_cast(mBegin).setCurrentRaw(binding); }, - []() {}} - .template operator()(), - ...); + (doBindInternalIndicesExplicitImpl(binding), ...); } void bindExternalIndicesRaw(std::vector&& ptrs) diff --git a/Framework/Core/include/Framework/GroupedCombinations.h b/Framework/Core/include/Framework/GroupedCombinations.h index c9f534f2a5702..2f2293593a1cb 100644 --- a/Framework/Core/include/Framework/GroupedCombinations.h +++ b/Framework/Core/include/Framework/GroupedCombinations.h @@ -34,18 +34,22 @@ auto interleaveTuples(std::tuple& t1, std::tuple& t2) return interleaveTuplesImpl(t1, t2, std::index_sequence_for()); } -template - requires(!soa::is_self_index_column) +template + requires(!soa::is_self_index_column && o2::soa::is_binding_compatible_v, typename std::decay_t::binding_t>()) consteval auto isIndexTo() { - if constexpr (o2::soa::is_binding_compatible_v()) { - return std::true_type{}; - } else { - return std::false_type{}; - } + return std::true_type{}; } -template +template + requires(!soa::is_self_index_column && !o2::soa::is_binding_compatible_v, typename std::decay_t::binding_t>()) +consteval auto isIndexTo() +{ + return std::false_type{}; +} + +template + requires(!soa::is_index_column) consteval auto isIndexTo() { return std::false_type{}; From 0be02f3acc5b4ee074741fbd9db7ef94c75ec634 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Wed, 29 Jan 2025 14:23:20 +0100 Subject: [PATCH 12/15] format --- Framework/Core/include/Framework/ASoA.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 382a354e19096..0efc4955e70fd 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1251,7 +1251,7 @@ struct TableIterator : IP, C... { { } - ///Overloaded helpers for column binding + /// Overloaded helpers for column binding template void doBind() { From 30654a8595f5b52e358696feb44eb4c45c2bf327 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Fri, 28 Mar 2025 12:36:27 +0100 Subject: [PATCH 13/15] get rid of bindings_pack_t --- Framework/Core/include/Framework/ASoA.h | 37 ++++++++++++++----------- 1 file changed, 21 insertions(+), 16 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 0efc4955e70fd..aaf81320e78a0 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1042,6 +1042,12 @@ consteval auto getBinding() -> void { } +template +consteval auto inBindings(framework::pack) +{ + return framework::has_type_at_v(framework::pack())...>{}); +} + template struct TableIterator : IP, C... { public: @@ -1049,9 +1055,6 @@ struct TableIterator : IP, C... { using policy_t = IP; using all_columns = framework::pack; using persistent_columns_t = framework::selected_pack; - using bindings_pack_t = decltype([](framework::pack) { - return framework::pack())...>{}; - }(all_columns{})); TableIterator(arrow::ChunkedArray* columnData[sizeof...(C)], IP&& policy) : IP{policy}, @@ -1825,8 +1828,6 @@ class Table template struct TableIteratorBase : base_iterator { using columns_t = typename Parent::columns_t; - using bindings_pack_t = typename base_iterator::bindings_pack_t; - // static constexpr const std::array originals{T::ref...}; static constexpr auto originals = Parent::originals; using policy_t = IP; using parent_t = Parent; @@ -1915,17 +1916,21 @@ class Table template auto getId() const { - using decayed = std::decay_t; - if constexpr (framework::has_type(bindings_pack_t{})) { // index to another table - constexpr auto idx = framework::has_type_at_v(bindings_pack_t{}); - return framework::pack_element_t::getId(); - } else if constexpr (std::same_as) { // self index - return this->globalIndex(); - } else if constexpr (is_indexing_column) { // soa::Index<> - return this->globalIndex(); - } else { - return static_cast(-1); - } + return static_cast(-1); + } + + template + requires(std::same_as, Parent> || is_indexing_column>) + auto getId() const + { + return this->globalIndex(); + } + + template + requires(inBindings>(typename Parent::all_columns{}) < framework::pack_size(typename Parent::all_columns{})) + auto getId() const + { + return inBindings>(typename Parent::all_columns{}); } template From afbdc21dfd10ec8e0f965583794bef22e3fd3c73 Mon Sep 17 00:00:00 2001 From: Anton Alkin Date: Mon, 31 Mar 2025 10:54:16 +0200 Subject: [PATCH 14/15] do not use all_columns pack where the template arguments are available --- Framework/Core/include/Framework/ASoA.h | 44 +++++++------------------ 1 file changed, 11 insertions(+), 33 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index aaf81320e78a0..001881f710426 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1058,7 +1058,7 @@ struct TableIterator : IP, C... { TableIterator(arrow::ChunkedArray* columnData[sizeof...(C)], IP&& policy) : IP{policy}, - C(columnData[framework::has_type_at_v(all_columns{})])... + C(columnData[framework::has_type_at_v(framework::pack{})])... { bind(); } @@ -1066,7 +1066,7 @@ struct TableIterator : IP, C... { TableIterator(arrow::ChunkedArray* columnData[sizeof...(C)], IP&& policy) requires(has_index) : IP{policy}, - C(columnData[framework::has_type_at_v(all_columns{})])... + C(columnData[framework::has_type_at_v(framework::pack{})])... { bind(); // In case we have an index column might need to constrain the actual @@ -1144,60 +1144,38 @@ struct TableIterator : IP, C... { return *this; } - template - void doSetCurrentIndex(framework::pack, TA* current) - { - (doSetCurrentIndexImpl(current), ...); - } - template auto getCurrent() const { return CL::getCurrentRaw(); } - template - auto getIndexBindingsImpl(framework::pack) const + auto getIndexBindings() const { std::vector result; - (doGetIndexBindingImpl(result), ...); + (doGetIndexBindingImpl(result), ...); return result; } - auto getIndexBindings() const - { - return getIndexBindingsImpl(all_columns{}); - } - template void bindExternalIndices(TA*... current) { - (doSetCurrentIndex(all_columns{}, current), ...); - } - - template - void doSetCurrentIndexRaw(framework::pack p, std::vector&& bindings) - { - (doSetCurrentIndexRawImpl(bindings[framework::has_type_at_v(p)]), ...); - } - - template - void doSetCurrentInternal(framework::pack, I const* ptr) - { - o2::soa::Binding b; - b.bind(ptr); - (doSetCurrentInternalImpl(b), ...); + ([this](framework::pack, TT* t){ + (doSetCurrentIndexImpl(t), ...); + }(framework::pack{}, current), ...); } void bindExternalIndicesRaw(std::vector&& bindings) { - doSetCurrentIndexRaw(all_columns{}, std::forward>(bindings)); + (doSetCurrentIndexRawImpl(bindings[framework::has_type_at_v(framework::pack{})]), ...); } template void bindInternalIndices(I const* table) { - doSetCurrentInternal(all_columns{}, table); + o2::soa::Binding b; + b.bind(table); + (doSetCurrentInternalImpl(b), ...); } private: From b471c20ca9823736c5dc15b378be0818bb6172da Mon Sep 17 00:00:00 2001 From: ALICE Action Bot Date: Mon, 31 Mar 2025 08:54:53 +0000 Subject: [PATCH 15/15] Please consider the following formatting changes --- Framework/Core/include/Framework/ASoA.h | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Framework/Core/include/Framework/ASoA.h b/Framework/Core/include/Framework/ASoA.h index 001881f710426..e7fc8fddd5a9d 100644 --- a/Framework/Core/include/Framework/ASoA.h +++ b/Framework/Core/include/Framework/ASoA.h @@ -1160,9 +1160,10 @@ struct TableIterator : IP, C... { template void bindExternalIndices(TA*... current) { - ([this](framework::pack, TT* t){ + ([this](framework::pack, TT* t) { (doSetCurrentIndexImpl(t), ...); - }(framework::pack{}, current), ...); + }(framework::pack{}, current), + ...); } void bindExternalIndicesRaw(std::vector&& bindings)