Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Oversized allocation: 655360 bytes in even_topic_distributon_constraint::rebuild_indexes #17349

Closed
ballard26 opened this issue Mar 22, 2024 · 0 comments · Fixed by #17350
Closed
Assignees
Labels

Comments

@ballard26
Copy link
Contributor

ballard26 commented Mar 22, 2024

Backtrace;

/v/build/v_deps_build/seastar-prefix/src/seastar/src/util/backtrace.cc:182
seastar::memory::cpu_pages::warn_large_allocation(unsigned long)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:839
seastar::memory::cpu_pages::check_large_allocation(unsigned long)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:904
seastar::memory::cpu_pages::allocate_large(unsigned int, bool)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:911
seastar::memory::allocate_large(unsigned long, bool)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:1521
seastar::memory::allocate_slowpath(unsigned long)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:1645
seastar::memory::allocate(unsigned long)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:1658
operator new(unsigned long)
/v/build/v_deps_build/seastar-prefix/src/seastar/src/core/memory.cc:2355
void* std::__1::__libcpp_operator_new[abi:v160004]<unsigned long>(unsigned long)
/vectorized/llvm/bin/../include/c++/v1/new:266
std::__1::__libcpp_allocate[abi:v160004](unsigned long, unsigned long)
/vectorized/llvm/bin/../include/c++/v1/new:292
std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>::allocate[abi:v160004](unsigned long)
/vectorized/llvm/bin/../include/c++/v1/__memory/allocator.h:115
std::__1::__allocation_result<std::__1::allocator_traits<std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>>::pointer> std::__1::__allocate_at_least[abi:v160004]<std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>>(std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>&, unsigned long)
/vectorized/llvm/bin/../include/c++/v1/__memory/allocate_at_least.h:55
std::__1::__split_buffer<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info, std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>&>::__split_buffer(unsigned long, unsigned long, std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>&)
/vectorized/llvm/bin/../include/c++/v1/__split_buffer:323
void std::__1::vector<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info, std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>>::__emplace_back_slow_path<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const&, model::broker_shard const&, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>> const&>(detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const&, model::broker_shard const&, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>> const&)
/vectorized/llvm/bin/../include/c++/v1/vector:1580
cluster::leader_balancer_types::even_topic_distributon_constraint::group_info& std::__1::vector<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info, std::__1::allocator<cluster::leader_balancer_types::even_topic_distributon_constraint::group_info>>::emplace_back<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const&, model::broker_shard const&, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>> const&>(detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const&, model::broker_shard const&, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>> const&)
/vectorized/llvm/bin/../include/c++/v1/vector:1603
cluster::leader_balancer_types::even_topic_distributon_constraint::rebuild_indexes()
/var/lib/buildkite-agent/builds/buildkite-amd64-builders-i-0dd04392ce49d79a1-1/redpanda/redpanda/src/v/cluster/scheduling/leader_balancer_constraints.cc:158
cluster::leader_balancer_types::even_topic_distributon_constraint::even_topic_distributon_constraint(absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>>>>, cluster::leader_balancer_types::shard_index, cluster::leader_balancer_types::muted_index const&)
/var/lib/buildkite-agent/builds/buildkite-amd64-builders-i-0dd04392ce49d79a1-1/redpanda/redpanda/src/v/cluster/scheduling/leader_balancer_constraints.cc:25
cluster::leader_balancer_types::random_hill_climbing_strategy::random_hill_climbing_strategy(absl::lts_20230802::node_hash_map<model::broker_shard, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>>>>, absl::lts_20230802::hash_internal::Hash<model::broker_shard>, std::__1::equal_to<model::broker_shard>, std::__1::allocator<std::__1::pair<model::broker_shard const, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>>>>>>>, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>>>>, cluster::leader_balancer_types::muted_index)
/var/lib/buildkite-agent/builds/buildkite-amd64-builders-i-0dd04392ce49d79a1-1/redpanda/redpanda/src/v/cluster/scheduling/leader_balancer_random.h:111
std::__1::__unique_if<cluster::leader_balancer_types::random_hill_climbing_strategy>::__unique_single std::__1::make_unique[abi:v160004]<cluster::leader_balancer_types::random_hill_climbing_strategy, absl::lts_20230802::node_hash_map<model::broker_shard, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>>>>, absl::lts_20230802::hash_internal::Hash<model::broker_shard>, std::__1::equal_to<model::broker_shard>, std::__1::allocator<std::__1::pair<model::broker_shard const, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>>>>>>>, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>>>>, cluster::leader_balancer_types::muted_index>(absl::lts_20230802::node_hash_map<model::broker_shard, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>>>>, absl::lts_20230802::hash_internal::Hash<model::broker_shard>, std::__1::equal_to<model::broker_shard>, std::__1::allocator<std::__1::pair<model::broker_shard const, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, std::__1::vector<model::broker_shard, std::__1::allocator<model::broker_shard>>>>>>>>&&, absl::lts_20230802::btree_map<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>, std::__1::less<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>>>, std::__1::allocator<std::__1::pair<detail::base_named_type<long, raft::raft_group_id_type, std::__1::integral_constant<bool, true>> const, detail::base_named_type<long, model::revision_id_model_type, std::__1::integral_constant<bool, true>>>>>&&, cluster::leader_balancer_types::muted_index&&)
/vectorized/llvm/bin/../include/c++/v1/__memory/unique_ptr.h:686
cluster::leader_balancer::balance() (.resume)
/var/lib/buildkite-agent/builds/buildkite-amd64-builders-i-0dd04392ce49d79a1-1/redpanda/redpanda/src/v/cluster/scheduling/leader_balancer.cc:421

JIRA Link: CORE-1918

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
Projects
None yet
Development

Successfully merging a pull request may close this issue.

1 participant