2016-04-28 21:40:36 +02:00
|
|
|
/*
|
2018-02-07 09:28:39 +01:00
|
|
|
Copyright (c) 2005-2017 Intel Corporation
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-04-28 21:40:36 +02:00
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef __TBB_task_arena_H
|
|
|
|
#define __TBB_task_arena_H
|
|
|
|
|
|
|
|
#include "task.h"
|
|
|
|
#include "tbb_exception.h"
|
|
|
|
#if TBB_USE_THREADING_TOOLS
|
|
|
|
#include "atomic.h" // for as_atomic
|
|
|
|
#endif
|
|
|
|
|
|
|
|
namespace tbb {
|
|
|
|
|
2018-02-07 09:28:39 +01:00
|
|
|
namespace this_task_arena {
|
|
|
|
int max_concurrency();
|
|
|
|
} // namespace this_task_arena
|
|
|
|
|
2016-04-28 21:40:36 +02:00
|
|
|
//! @cond INTERNAL
|
|
|
|
namespace internal {
|
|
|
|
//! Internal to library. Should not be used by clients.
|
|
|
|
/** @ingroup task_scheduling */
|
|
|
|
class arena;
|
|
|
|
class task_scheduler_observer_v3;
|
|
|
|
} // namespace internal
|
|
|
|
//! @endcond
|
|
|
|
|
|
|
|
namespace interface7 {
|
2018-02-07 09:28:39 +01:00
|
|
|
class task_arena;
|
|
|
|
|
2016-04-28 21:40:36 +02:00
|
|
|
//! @cond INTERNAL
|
|
|
|
namespace internal {
|
|
|
|
using namespace tbb::internal; //e.g. function_task from task.h
|
|
|
|
|
|
|
|
class delegate_base : no_assign {
|
|
|
|
public:
|
|
|
|
virtual void operator()() const = 0;
|
|
|
|
virtual ~delegate_base() {}
|
|
|
|
};
|
|
|
|
|
|
|
|
template<typename F>
|
|
|
|
class delegated_function : public delegate_base {
|
|
|
|
F &my_func;
|
2018-02-07 09:28:39 +01:00
|
|
|
void operator()() const __TBB_override {
|
2016-04-28 21:40:36 +02:00
|
|
|
my_func();
|
|
|
|
}
|
|
|
|
public:
|
|
|
|
delegated_function ( F& f ) : my_func(f) {}
|
|
|
|
};
|
|
|
|
|
|
|
|
class task_arena_base {
|
|
|
|
protected:
|
|
|
|
//! NULL if not currently initialized.
|
|
|
|
internal::arena* my_arena;
|
|
|
|
|
|
|
|
#if __TBB_TASK_GROUP_CONTEXT
|
|
|
|
//! default context of the arena
|
|
|
|
task_group_context *my_context;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
//! Concurrency level for deferred initialization
|
|
|
|
int my_max_concurrency;
|
|
|
|
|
|
|
|
//! Reserved master slots
|
|
|
|
unsigned my_master_slots;
|
|
|
|
|
|
|
|
//! Special settings
|
|
|
|
intptr_t my_version_and_traits;
|
|
|
|
|
|
|
|
enum {
|
|
|
|
default_flags = 0
|
|
|
|
#if __TBB_TASK_GROUP_CONTEXT
|
|
|
|
| (task_group_context::default_traits & task_group_context::exact_exception) // 0 or 1 << 16
|
|
|
|
, exact_exception_flag = task_group_context::exact_exception // used to specify flag for context directly
|
|
|
|
#endif
|
|
|
|
};
|
|
|
|
|
|
|
|
task_arena_base(int max_concurrency, unsigned reserved_for_masters)
|
|
|
|
: my_arena(0)
|
|
|
|
#if __TBB_TASK_GROUP_CONTEXT
|
|
|
|
, my_context(0)
|
|
|
|
#endif
|
|
|
|
, my_max_concurrency(max_concurrency)
|
|
|
|
, my_master_slots(reserved_for_masters)
|
|
|
|
, my_version_and_traits(default_flags)
|
|
|
|
{}
|
|
|
|
|
|
|
|
void __TBB_EXPORTED_METHOD internal_initialize();
|
|
|
|
void __TBB_EXPORTED_METHOD internal_terminate();
|
|
|
|
void __TBB_EXPORTED_METHOD internal_attach();
|
|
|
|
void __TBB_EXPORTED_METHOD internal_enqueue( task&, intptr_t ) const;
|
|
|
|
void __TBB_EXPORTED_METHOD internal_execute( delegate_base& ) const;
|
|
|
|
void __TBB_EXPORTED_METHOD internal_wait() const;
|
|
|
|
static int __TBB_EXPORTED_FUNC internal_current_slot();
|
2018-02-07 09:28:39 +01:00
|
|
|
static int __TBB_EXPORTED_FUNC internal_max_concurrency( const task_arena * );
|
2016-04-28 21:40:36 +02:00
|
|
|
public:
|
|
|
|
//! Typedef for number of threads that is automatic.
|
2018-02-07 09:28:39 +01:00
|
|
|
static const int automatic = -1;
|
|
|
|
static const int not_initialized = -2;
|
2016-04-28 21:40:36 +02:00
|
|
|
|
|
|
|
};
|
|
|
|
|
2018-02-07 09:28:39 +01:00
|
|
|
#if __TBB_TASK_ISOLATION
|
|
|
|
void __TBB_EXPORTED_FUNC isolate_within_arena( delegate_base& d, intptr_t reserved = 0 );
|
|
|
|
#endif /* __TBB_TASK_ISOLATION */
|
2016-04-28 21:40:36 +02:00
|
|
|
} // namespace internal
|
|
|
|
//! @endcond
|
|
|
|
|
|
|
|
/** 1-to-1 proxy representation class of scheduler's arena
|
|
|
|
* Constructors set up settings only, real construction is deferred till the first method invocation
|
|
|
|
* Destructor only removes one of the references to the inner arena representation.
|
|
|
|
* Final destruction happens when all the references (and the work) are gone.
|
|
|
|
*/
|
|
|
|
class task_arena : public internal::task_arena_base {
|
|
|
|
friend class tbb::internal::task_scheduler_observer_v3;
|
2018-02-07 09:28:39 +01:00
|
|
|
friend int tbb::this_task_arena::max_concurrency();
|
2016-04-28 21:40:36 +02:00
|
|
|
bool my_initialized;
|
|
|
|
void mark_initialized() {
|
|
|
|
__TBB_ASSERT( my_arena, "task_arena initialization is incomplete" );
|
|
|
|
#if __TBB_TASK_GROUP_CONTEXT
|
|
|
|
__TBB_ASSERT( my_context, "task_arena initialization is incomplete" );
|
|
|
|
#endif
|
|
|
|
#if TBB_USE_THREADING_TOOLS
|
|
|
|
// Actual synchronization happens in internal_initialize & internal_attach.
|
|
|
|
// The race on setting my_initialized is benign, but should be hidden from Intel(R) Inspector
|
|
|
|
internal::as_atomic(my_initialized).fetch_and_store<release>(true);
|
|
|
|
#else
|
|
|
|
my_initialized = true;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
public:
|
|
|
|
//! Creates task_arena with certain concurrency limits
|
|
|
|
/** Sets up settings only, real construction is deferred till the first method invocation
|
|
|
|
* @arg max_concurrency specifies total number of slots in arena where threads work
|
|
|
|
* @arg reserved_for_masters specifies number of slots to be used by master threads only.
|
|
|
|
* Value of 1 is default and reflects behavior of implicit arenas.
|
|
|
|
**/
|
2018-02-07 09:28:39 +01:00
|
|
|
task_arena(int max_concurrency_ = automatic, unsigned reserved_for_masters = 1)
|
|
|
|
: task_arena_base(max_concurrency_, reserved_for_masters)
|
2016-04-28 21:40:36 +02:00
|
|
|
, my_initialized(false)
|
|
|
|
{}
|
|
|
|
|
|
|
|
//! Copies settings from another task_arena
|
|
|
|
task_arena(const task_arena &s) // copy settings but not the reference or instance
|
|
|
|
: task_arena_base(s.my_max_concurrency, s.my_master_slots)
|
|
|
|
, my_initialized(false)
|
|
|
|
{}
|
|
|
|
|
|
|
|
//! Tag class used to indicate the "attaching" constructor
|
|
|
|
struct attach {};
|
|
|
|
|
|
|
|
//! Creates an instance of task_arena attached to the current arena of the thread
|
2018-02-07 09:28:39 +01:00
|
|
|
explicit task_arena( attach )
|
2016-04-28 21:40:36 +02:00
|
|
|
: task_arena_base(automatic, 1) // use default settings if attach fails
|
|
|
|
, my_initialized(false)
|
|
|
|
{
|
|
|
|
internal_attach();
|
|
|
|
if( my_arena ) my_initialized = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Forces allocation of the resources for the task_arena as specified in constructor arguments
|
|
|
|
inline void initialize() {
|
|
|
|
if( !my_initialized ) {
|
|
|
|
internal_initialize();
|
|
|
|
mark_initialized();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Overrides concurrency level and forces initialization of internal representation
|
2018-02-07 09:28:39 +01:00
|
|
|
inline void initialize(int max_concurrency_, unsigned reserved_for_masters = 1) {
|
2016-04-28 21:40:36 +02:00
|
|
|
// TODO: decide if this call must be thread-safe
|
|
|
|
__TBB_ASSERT( !my_arena, "Impossible to modify settings of an already initialized task_arena");
|
|
|
|
if( !my_initialized ) {
|
2018-02-07 09:28:39 +01:00
|
|
|
my_max_concurrency = max_concurrency_;
|
2016-04-28 21:40:36 +02:00
|
|
|
my_master_slots = reserved_for_masters;
|
|
|
|
initialize();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Attaches this instance to the current arena of the thread
|
|
|
|
inline void initialize(attach) {
|
|
|
|
// TODO: decide if this call must be thread-safe
|
|
|
|
__TBB_ASSERT( !my_arena, "Impossible to modify settings of an already initialized task_arena");
|
|
|
|
if( !my_initialized ) {
|
|
|
|
internal_attach();
|
|
|
|
if( !my_arena ) internal_initialize();
|
|
|
|
mark_initialized();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Removes the reference to the internal arena representation.
|
|
|
|
//! Not thread safe wrt concurrent invocations of other methods.
|
|
|
|
inline void terminate() {
|
|
|
|
if( my_initialized ) {
|
|
|
|
internal_terminate();
|
|
|
|
my_initialized = false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Removes the reference to the internal arena representation, and destroys the external object.
|
|
|
|
//! Not thread safe wrt concurrent invocations of other methods.
|
|
|
|
~task_arena() {
|
|
|
|
terminate();
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Returns true if the arena is active (initialized); false otherwise.
|
|
|
|
//! The name was chosen to match a task_scheduler_init method with the same semantics.
|
|
|
|
bool is_active() const { return my_initialized; }
|
|
|
|
|
|
|
|
//! Enqueues a task into the arena to process a functor, and immediately returns.
|
|
|
|
//! Does not require the calling thread to join the arena
|
|
|
|
template<typename F>
|
|
|
|
void enqueue( const F& f ) {
|
|
|
|
initialize();
|
|
|
|
#if __TBB_TASK_GROUP_CONTEXT
|
|
|
|
internal_enqueue( *new( task::allocate_root(*my_context) ) internal::function_task<F>(f), 0 );
|
|
|
|
#else
|
|
|
|
internal_enqueue( *new( task::allocate_root() ) internal::function_task<F>(f), 0 );
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
#if __TBB_TASK_PRIORITY
|
|
|
|
//! Enqueues a task with priority p into the arena to process a functor f, and immediately returns.
|
|
|
|
//! Does not require the calling thread to join the arena
|
|
|
|
template<typename F>
|
|
|
|
void enqueue( const F& f, priority_t p ) {
|
|
|
|
__TBB_ASSERT( p == priority_low || p == priority_normal || p == priority_high, "Invalid priority level value" );
|
|
|
|
initialize();
|
|
|
|
#if __TBB_TASK_GROUP_CONTEXT
|
|
|
|
internal_enqueue( *new( task::allocate_root(*my_context) ) internal::function_task<F>(f), (intptr_t)p );
|
|
|
|
#else
|
|
|
|
internal_enqueue( *new( task::allocate_root() ) internal::function_task<F>(f), (intptr_t)p );
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
#endif// __TBB_TASK_PRIORITY
|
|
|
|
|
|
|
|
//! Joins the arena and executes a functor, then returns
|
|
|
|
//! If not possible to join, wraps the functor into a task, enqueues it and waits for task completion
|
|
|
|
//! Can decrement the arena demand for workers, causing a worker to leave and free a slot to the calling thread
|
|
|
|
template<typename F>
|
|
|
|
void execute(F& f) {
|
|
|
|
initialize();
|
|
|
|
internal::delegated_function<F> d(f);
|
|
|
|
internal_execute( d );
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Joins the arena and executes a functor, then returns
|
|
|
|
//! If not possible to join, wraps the functor into a task, enqueues it and waits for task completion
|
|
|
|
//! Can decrement the arena demand for workers, causing a worker to leave and free a slot to the calling thread
|
|
|
|
template<typename F>
|
|
|
|
void execute(const F& f) {
|
|
|
|
initialize();
|
|
|
|
internal::delegated_function<const F> d(f);
|
|
|
|
internal_execute( d );
|
|
|
|
}
|
|
|
|
|
|
|
|
#if __TBB_EXTRA_DEBUG
|
|
|
|
//! Wait for all work in the arena to be completed
|
|
|
|
//! Even submitted by other application threads
|
|
|
|
//! Joins arena if/when possible (in the same way as execute())
|
|
|
|
void debug_wait_until_empty() {
|
|
|
|
initialize();
|
|
|
|
internal_wait();
|
|
|
|
}
|
|
|
|
#endif //__TBB_EXTRA_DEBUG
|
|
|
|
|
|
|
|
//! Returns the index, aka slot number, of the calling thread in its current arena
|
2018-02-07 09:28:39 +01:00
|
|
|
//! This method is deprecated and replaced with this_task_arena::current_thread_index()
|
2016-04-28 21:40:36 +02:00
|
|
|
inline static int current_thread_index() {
|
|
|
|
return internal_current_slot();
|
|
|
|
}
|
2018-02-07 09:28:39 +01:00
|
|
|
|
|
|
|
//! Returns the maximal number of threads that can work inside the arena
|
|
|
|
inline int max_concurrency() const {
|
|
|
|
// Handle special cases inside the library
|
|
|
|
return (my_max_concurrency>1) ? my_max_concurrency : internal_max_concurrency(this);
|
|
|
|
}
|
2016-04-28 21:40:36 +02:00
|
|
|
};
|
|
|
|
|
2018-02-07 09:28:39 +01:00
|
|
|
#if __TBB_TASK_ISOLATION
|
|
|
|
namespace this_task_arena {
|
|
|
|
template<typename F>
|
|
|
|
void isolate( const F& f ) {
|
|
|
|
internal::delegated_function<const F> d(f);
|
|
|
|
internal::isolate_within_arena( d );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#endif /* __TBB_TASK_ISOLATION */
|
|
|
|
|
2016-04-28 21:40:36 +02:00
|
|
|
} // namespace interfaceX
|
|
|
|
|
|
|
|
using interface7::task_arena;
|
2018-02-07 09:28:39 +01:00
|
|
|
#if __TBB_TASK_ISOLATION
|
|
|
|
namespace this_task_arena {
|
|
|
|
using namespace interface7::this_task_arena;
|
|
|
|
}
|
|
|
|
#endif /* __TBB_TASK_ISOLATION */
|
2016-04-28 21:40:36 +02:00
|
|
|
|
2018-02-07 09:28:39 +01:00
|
|
|
namespace this_task_arena {
|
|
|
|
//! Returns the index, aka slot number, of the calling thread in its current arena
|
|
|
|
inline int current_thread_index() {
|
|
|
|
int idx = tbb::task_arena::current_thread_index();
|
|
|
|
return idx == -1 ? tbb::task_arena::not_initialized : idx;
|
|
|
|
}
|
|
|
|
|
|
|
|
//! Returns the maximal number of threads that can work inside the arena
|
|
|
|
inline int max_concurrency() {
|
|
|
|
return tbb::task_arena::internal_max_concurrency(NULL);
|
|
|
|
}
|
2016-04-28 21:40:36 +02:00
|
|
|
|
2018-02-07 09:28:39 +01:00
|
|
|
} // namespace this_task_arena
|
|
|
|
|
|
|
|
} // namespace tbb
|
2016-04-28 21:40:36 +02:00
|
|
|
|
|
|
|
#endif /* __TBB_task_arena_H */
|