/
usr
/
include
/
oneapi
/
tbb
/
/usr/include/oneapi/tbb
mkdir
upload
Name
Size
Mode
Actions
detail/
-
0755
rm
blocked_range.h
6453
0644
edit
dl
rm
blocked_range2d.h
3369
0644
edit
dl
rm
blocked_range3d.h
4455
0644
edit
dl
rm
blocked_rangeNd.h
5508
0644
edit
dl
rm
cache_aligned_allocator.h
6905
0644
edit
dl
rm
collaborative_call_once.h
9053
0644
edit
dl
rm
combinable.h
1969
0644
edit
dl
rm
concurrent_hash_map.h
71893
0644
edit
dl
rm
concurrent_lru_cache.h
13737
0644
edit
dl
rm
concurrent_map.h
13416
0644
edit
dl
rm
concurrent_priority_queue.h
19531
0644
edit
dl
rm
concurrent_queue.h
24030
0644
edit
dl
rm
concurrent_set.h
10241
0644
edit
dl
rm
concurrent_unordered_map.h
18697
0644
edit
dl
rm
concurrent_unordered_set.h
14850
0644
edit
dl
rm
concurrent_vector.h
46199
0644
edit
dl
rm
enumerable_thread_specific.h
42403
0644
edit
dl
rm
flow_graph.h
128339
0644
edit
dl
rm
flow_graph_abstractions.h
1446
0644
edit
dl
rm
global_control.h
6139
0644
edit
dl
rm
info.h
4179
0644
edit
dl
rm
memory_pool.h
9973
0644
edit
dl
rm
mutex.h
2628
0644
edit
dl
rm
null_mutex.h
2149
0644
edit
dl
rm
null_rw_mutex.h
2514
0644
edit
dl
rm
parallel_for.h
23451
0644
edit
dl
rm
parallel_for_each.h
27064
0644
edit
dl
rm
parallel_invoke.h
7783
0644
edit
dl
rm
parallel_pipeline.h
5755
0644
edit
dl
rm
parallel_reduce.h
37078
0644
edit
dl
rm
parallel_scan.h
22810
0644
edit
dl
rm
parallel_sort.h
11114
0644
edit
dl
rm
partitioner.h
28500
0644
edit
dl
rm
profiling.h
10005
0644
edit
dl
rm
queuing_mutex.h
6391
0644
edit
dl
rm
queuing_rw_mutex.h
6631
0644
edit
dl
rm
rw_mutex.h
8150
0644
edit
dl
rm
scalable_allocator.h
11655
0644
edit
dl
rm
spin_mutex.h
3513
0644
edit
dl
rm
spin_rw_mutex.h
7839
0644
edit
dl
rm
task.h
1090
0644
edit
dl
rm
task_arena.h
17853
0644
edit
dl
rm
task_group.h
27329
0644
edit
dl
rm
task_scheduler_observer.h
4585
0644
edit
dl
rm
tbbmalloc_proxy.h
1907
0644
edit
dl
rm
tbb_allocator.h
3782
0644
edit
dl
rm
tick_count.h
3201
0644
edit
dl
rm
version.h
4007
0644
edit
dl
rm
Edit:
/usr/include/oneapi/tbb/cache_aligned_allocator.h
(6905B)
/* Copyright (c) 2005-2021 Intel Corporation Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #ifndef __TBB_cache_aligned_allocator_H #define __TBB_cache_aligned_allocator_H #include "detail/_utils.h" #include "detail/_namespace_injection.h" #include <cstdlib> #include <utility> #if __TBB_CPP17_MEMORY_RESOURCE_PRESENT #include <memory_resource> #endif namespace tbb { namespace detail { namespace r1 { TBB_EXPORT void* __TBB_EXPORTED_FUNC cache_aligned_allocate(std::size_t size); TBB_EXPORT void __TBB_EXPORTED_FUNC cache_aligned_deallocate(void* p); TBB_EXPORT std::size_t __TBB_EXPORTED_FUNC cache_line_size(); } namespace d1 { template<typename T> class cache_aligned_allocator { public: using value_type = T; using propagate_on_container_move_assignment = std::true_type; //! Always defined for TBB containers (supported since C++17 for std containers) using is_always_equal = std::true_type; cache_aligned_allocator() = default; template<typename U> cache_aligned_allocator(const cache_aligned_allocator<U>&) noexcept {} //! Allocate space for n objects, starting on a cache/sector line. __TBB_nodiscard T* allocate(std::size_t n) { return static_cast<T*>(r1::cache_aligned_allocate(n * sizeof(value_type))); } //! Free block of memory that starts on a cache line void deallocate(T* p, std::size_t) { r1::cache_aligned_deallocate(p); } //! Largest value for which method allocate might succeed. std::size_t max_size() const noexcept { return (~std::size_t(0) - r1::cache_line_size()) / sizeof(value_type); } #if TBB_ALLOCATOR_TRAITS_BROKEN using pointer = value_type*; using const_pointer = const value_type*; using reference = value_type&; using const_reference = const value_type&; using difference_type = std::ptrdiff_t; using size_type = std::size_t; template<typename U> struct rebind { using other = cache_aligned_allocator<U>; }; template<typename U, typename... Args> void construct(U *p, Args&&... args) { ::new (p) U(std::forward<Args>(args)...); } void destroy(pointer p) { p->~value_type(); } pointer address(reference x) const { return &x; } const_pointer address(const_reference x) const { return &x; } #endif // TBB_ALLOCATOR_TRAITS_BROKEN }; #if TBB_ALLOCATOR_TRAITS_BROKEN template<> class cache_aligned_allocator<void> { public: using pointer = void*; using const_pointer = const void*; using value_type = void; template<typename U> struct rebind { using other = cache_aligned_allocator<U>; }; }; #endif template<typename T, typename U> bool operator==(const cache_aligned_allocator<T>&, const cache_aligned_allocator<U>&) noexcept { return true; } #if !__TBB_CPP20_COMPARISONS_PRESENT template<typename T, typename U> bool operator!=(const cache_aligned_allocator<T>&, const cache_aligned_allocator<U>&) noexcept { return false; } #endif #if __TBB_CPP17_MEMORY_RESOURCE_PRESENT //! C++17 memory resource wrapper to ensure cache line size alignment class cache_aligned_resource : public std::pmr::memory_resource { public: cache_aligned_resource() : cache_aligned_resource(std::pmr::get_default_resource()) {} explicit cache_aligned_resource(std::pmr::memory_resource* upstream) : m_upstream(upstream) {} std::pmr::memory_resource* upstream_resource() const { return m_upstream; } private: //! We don't know what memory resource set. Use padding to guarantee alignment void* do_allocate(std::size_t bytes, std::size_t alignment) override { // TODO: make it common with tbb_allocator.cpp std::size_t cache_line_alignment = correct_alignment(alignment); std::size_t space = correct_size(bytes) + cache_line_alignment; std::uintptr_t base = reinterpret_cast<std::uintptr_t>(m_upstream->allocate(space)); __TBB_ASSERT(base != 0, "Upstream resource returned NULL."); // Round up to the next cache line (align the base address) std::uintptr_t result = (base + cache_line_alignment) & ~(cache_line_alignment - 1); __TBB_ASSERT((result - base) >= sizeof(std::uintptr_t), "Can`t store a base pointer to the header"); __TBB_ASSERT(space - (result - base) >= bytes, "Not enough space for the storage"); // Record where block actually starts. (reinterpret_cast<std::uintptr_t*>(result))[-1] = base; return reinterpret_cast<void*>(result); } void do_deallocate(void* ptr, std::size_t bytes, std::size_t alignment) override { if (ptr) { // Recover where block actually starts std::uintptr_t base = (reinterpret_cast<std::uintptr_t*>(ptr))[-1]; m_upstream->deallocate(reinterpret_cast<void*>(base), correct_size(bytes) + correct_alignment(alignment)); } } bool do_is_equal(const std::pmr::memory_resource& other) const noexcept override { if (this == &other) { return true; } #if __TBB_USE_OPTIONAL_RTTI const cache_aligned_resource* other_res = dynamic_cast<const cache_aligned_resource*>(&other); return other_res && (upstream_resource() == other_res->upstream_resource()); #else return false; #endif } std::size_t correct_alignment(std::size_t alignment) { __TBB_ASSERT(tbb::detail::is_power_of_two(alignment), "Alignment is not a power of 2"); #if __TBB_CPP17_HW_INTERFERENCE_SIZE_PRESENT std::size_t cache_line_size = std::hardware_destructive_interference_size; #else std::size_t cache_line_size = r1::cache_line_size(); #endif return alignment < cache_line_size ? cache_line_size : alignment; } std::size_t correct_size(std::size_t bytes) { // To handle the case, when small size requested. There could be not // enough space to store the original pointer. return bytes < sizeof(std::uintptr_t) ? sizeof(std::uintptr_t) : bytes; } std::pmr::memory_resource* m_upstream; }; #endif // __TBB_CPP17_MEMORY_RESOURCE_PRESENT } // namespace d1 } // namespace detail inline namespace v1 { using detail::d1::cache_aligned_allocator; #if __TBB_CPP17_MEMORY_RESOURCE_PRESENT using detail::d1::cache_aligned_resource; #endif } // namespace v1 } // namespace tbb #endif /* __TBB_cache_aligned_allocator_H */
Save
cmd:
run