123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422 |
- /* scheduler.h -*-C++-*-
- *
- *************************************************************************
- *
- * @copyright
- * Copyright (C) 2009-2013, Intel Corporation
- * All rights reserved.
- *
- * @copyright
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- *
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in
- * the documentation and/or other materials provided with the
- * distribution.
- * * Neither the name of Intel Corporation nor the names of its
- * contributors may be used to endorse or promote products derived
- * from this software without specific prior written permission.
- *
- * @copyright
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
- * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
- * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
- * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
- * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
- * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
- * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
- * POSSIBILITY OF SUCH DAMAGE.
- **************************************************************************/
- /**
- * @file scheduler.h
- *
- * @brief scheduler.h declares routines for the Intel Cilk Plus scheduler,
- * making it the heart of the Intel Cilk Plus implementation.
- */
- #ifndef INCLUDED_SCHEDULER_DOT_H
- #define INCLUDED_SCHEDULER_DOT_H
- #include <cilk/common.h>
- #include <internal/abi.h>
- #include "rts-common.h"
- #include "full_frame.h"
- #include "reducer_impl.h"
- #include "global_state.h"
- #ifdef CILK_RECORD_REPLAY
- #include "record-replay.h"
- #endif
- __CILKRTS_BEGIN_EXTERN_C
- /**
- * @brief Flag to disable parallel reductions.
- *
- * Set to 0 to allow parallel reductions.
- */
- #define DISABLE_PARALLEL_REDUCERS 0
- /**
- * @brief Debugging level for parallel reductions.
- *
- * Print debugging messages and assertions for parallel reducers. 0 is
- * no debugging. A higher value generates more output.
- */
- #define REDPAR_DEBUG 0
- /**
- * @brief Lock the worker mutex to allow exclusive access to the
- * values in the @c __cilkrts_worker and local_state structures.
- *
- * @pre @c w->l->do_not_steal must not be set. Essentially this
- * condition asserts that the worker is not locked recursively.
- *
- * @param w The worker to lock.
- */
- COMMON_PORTABLE
- void __cilkrts_worker_lock(__cilkrts_worker *w);
- /**
- * @brief Unlock the worker mutex.
- *
- * @pre @c w->l->do_not_steal must be set. Essentially this condition
- * asserts that the worker has been previously locked.
- *
- * @param w The worker to unlock.
- */
- COMMON_PORTABLE
- void __cilkrts_worker_unlock(__cilkrts_worker *w);
- /**
- * @brief Push the next full frame to be made active in this worker
- * and increment its join counter.
- *
- * __cilkrts_push_next_frame and pop_next_frame work on a one-element queue.
- * This queue is used to communicate across the runtime from the code that
- * wants to activate a frame to the code that can actually begin execution
- * on that frame. They are asymetrical in that push increments the join
- * counter but pop does not decrement it. Rather, a single push/pop
- * combination makes a frame active and increments its join counter once.
- *
- * @note A system worker may chose to push work onto a user worker if
- * the work is the continuation from a sync which only the user worker
- * may complete.
- *
- * @param w The worker which the frame is to be pushed onto.
- * @param ff The full_frame which is to be continued by the worker.
- */
- COMMON_PORTABLE
- void __cilkrts_push_next_frame(__cilkrts_worker *w,
- full_frame *ff);
- /**
- * @brief Sync on this worker.
- *
- * If this worker is the last to reach the sync, execution may resume
- * on this worker after the sync.
- *
- * If this worker is not the last spawned child to reach the sync,
- * then execution is suspended and the worker will re-enter the
- * scheduling loop, looking for work it can steal.
- *
- * This function will jump into the runtime to switch to the scheduling
- * stack to implement most of its logic.
- *
- * @param w The worker which is executing the sync.
- * @param sf The __cilkrts_stack_frame containing the sync.
- */
- COMMON_PORTABLE
- NORETURN __cilkrts_c_sync(__cilkrts_worker *w,
- __cilkrts_stack_frame *sf);
- /**
- * @brief Worker @c w completely promotes its own deque, simulating the case
- * where the whole deque is stolen.
- *
- * We use this mechanism to force the allocation of new storage for
- * reducers for race-detection purposes.
- *
- * This method is called from the reducer lookup logic when
- * @c g->force_reduce is set.
- *
- * @warning Use of "force_reduce" is known to have bugs when run with
- * more than 1 worker.
- *
- * @param w The worker which is to have all entries in its deque
- * promoted to full frames.
- */
- COMMON_PORTABLE
- void __cilkrts_promote_own_deque(__cilkrts_worker *w);
- /**
- * Called when a spawned function attempts to return and
- * __cilkrts_undo_detach() fails. This can happen for two reasons:
- *
- * @li If another worker is considering stealing our parent, it bumps the
- * exception pointer while it did so, which will cause __cilkrts_undo_detach()
- * to fail. If the other worker didn't complete the steal of our parent, we
- * still may be able to return to it, either because the steal attempt failed,
- * or we won the race for the tail pointer.
- *
- * @li If the function's parent has been stolen then we cannot return. Instead
- * we'll longjmp into the runtime to switch onto the scheduling stack to
- * execute do_return_from_spawn() and determine what to do. Either this
- * worker is the last one to the sync, in which case we need to jump to the
- * sync, or this worker is not the last one to the sync, in which case we'll
- * abandon this work and jump to the scheduling loop to search for more work
- * we can steal.
- *
- * @param w The worker which attempting to return from a spawn to
- * a stolen parent.
- * @param returning_sf The stack frame which is returning.
- */
- COMMON_PORTABLE
- void __cilkrts_c_THE_exception_check(__cilkrts_worker *w,
- __cilkrts_stack_frame *returning_sf);
- /**
- * @brief Return an exception to an stolen parent.
- *
- * Used by the gcc implementation of exceptions to return an exception
- * to a stolen parent
- *
- * @param w The worker which attempting to return from a spawn with an
- * exception to a stolen parent.
- * @param returning_sf The stack frame which is returning.
- */
- COMMON_PORTABLE
- NORETURN __cilkrts_exception_from_spawn(__cilkrts_worker *w,
- __cilkrts_stack_frame *returning_sf);
- /**
- * @brief Used by the Windows implementations of exceptions to migrate an exception
- * across fibers.
- *
- * Call this function when an exception has been thrown and has to
- * traverse across a steal. The exception has already been wrapped
- * up, so all that remains is to longjmp() into the continuation,
- * sync, and re-raise it.
- *
- * @param sf The __cilkrts_stack_frame for the frame that is attempting to
- * return an exception to a stolen parent.
- */
- void __cilkrts_migrate_exception (__cilkrts_stack_frame *sf);
- /**
- * @brief Return from a call, not a spawn, where this frame has ever
- * been stolen.
- *
- * @param w The worker that is returning from a frame which was ever stolen.
- */
- COMMON_PORTABLE
- void __cilkrts_return(__cilkrts_worker *w);
- /**
- * @brief Special return from the initial frame.
- *
- * This method will be called from @c __cilkrts_leave_frame if
- * @c CILK_FRAME_LAST is set.
- *
- * This function will do the things necessary to cleanup, and unbind the
- * thread from the Intel Cilk Plus runtime. If this is the last user
- * worker unbinding from the runtime, all system worker threads will be
- * suspended.
- *
- * @pre @c w must be the currently executing worker, and must be a user
- * worker.
- *
- * @param w The worker that's returning from the initial frame.
- */
- COMMON_PORTABLE
- void __cilkrts_c_return_from_initial(__cilkrts_worker *w);
- /**
- * @brief Used by exception handling code to pop an entry from the
- * worker's deque.
- *
- * @param w Worker to pop the entry from
- *
- * @return __cilkrts_stack_frame of parent call
- * @return NULL if the deque is empty
- */
- COMMON_PORTABLE
- __cilkrts_stack_frame *__cilkrts_pop_tail(__cilkrts_worker *w);
- /**
- * @brief Modifies the worker's protected_tail to prevent frames from
- * being stolen.
- *
- * The Dekker protocol has been extended to only steal if head+1 is also
- * less than protected_tail.
- *
- * @param w The worker to be modified.
- * @param new_protected_tail The new setting for protected_tail, or NULL if the
- * entire deque is to be protected
- *
- * @return Previous value of protected tail.
- */
- COMMON_PORTABLE
- __cilkrts_stack_frame *volatile *__cilkrts_disallow_stealing(
- __cilkrts_worker *w,
- __cilkrts_stack_frame *volatile *new_protected_tail);
- /**
- * @brief Restores the protected tail to a previous state, possibly
- * allowing frames to be stolen.
- *
- * @param w The worker to be modified.
- * @param saved_protected_tail A previous setting for protected_tail that is
- * to be restored
- */
- COMMON_PORTABLE
- void __cilkrts_restore_stealing(
- __cilkrts_worker *w,
- __cilkrts_stack_frame *volatile *saved_protected_tail);
- /**
- * @brief Initialize a @c __cilkrts_worker.
- *
- * @note The memory for the worker must have been allocated outside
- * this call.
- *
- * @param g The global_state_t.
- * @param self The index into the global_state's array of workers for this
- * worker, or -1 if this worker was allocated from the heap and cannot be
- * stolen from.
- * @param w The worker to be initialized.
- *
- * @return The initialized __cilkrts_worker.
- */
- COMMON_PORTABLE
- __cilkrts_worker *make_worker(global_state_t *g,
- int self,
- __cilkrts_worker *w);
- /**
- * @brief Free up any resources allocated for a worker.
- *
- * @note The memory for the @c __cilkrts_worker itself must be
- * deallocated outside this call.
- *
- * @param w The worker to be destroyed.
- */
- COMMON_PORTABLE
- void destroy_worker (__cilkrts_worker *w);
- /**
- * @brief Initialize the runtime.
- *
- * If necessary, allocates and initializes the global state. If
- * necessary, unsuspends the system workers.
- *
- * @param start Specifies whether the workers are to be unsuspended if
- * they are suspended. Allows __cilkrts_init() to start up the runtime without
- * releasing the system threads.
- */
- COMMON_PORTABLE
- void __cilkrts_init_internal(int start);
- /**
- * @brief Part of the sequence to shutdown the runtime.
- *
- * Specifically, this call frees the @c global_state_t for the runtime.
- *
- * @param g The global_state_t.
- */
- COMMON_PORTABLE
- void __cilkrts_deinit_internal(global_state_t *g);
- /**
- * Obsolete. We no longer need to import or export reducer maps.
- */
- COMMON_PORTABLE
- cilkred_map *__cilkrts_xchg_reducer(
- __cilkrts_worker *w, cilkred_map *newmap) cilk_nothrow;
- /**
- * @brief Called when a user thread is bound to the runtime.
- *
- * If this action increments the count of bound user threads from 0 to
- * 1, the system worker threads are unsuspended.
- *
- * If this action increments the count of bound user threads from 0 to
- * 1, the system worker threads are unsuspended.
- *
- * @pre Global lock must be held.
- * @param g The runtime global state.
- */
- COMMON_PORTABLE
- void __cilkrts_enter_cilk(global_state_t *g);
- /**
- * @brief Called when a user thread is unbound from the runtime.
- *
- * If this action decrements the count of bound user threads to 0, the
- * system worker threads are suspended.
- *
- *
- * @pre Global lock must be held.
- *
- * @param g The runtime global state.
- */
- COMMON_PORTABLE
- void __cilkrts_leave_cilk(global_state_t *g);
- /**
- * @brief cilk_fiber_proc that runs the main scheduler loop on a
- * user worker.
- *
- * @pre fiber's owner field should be set to the correct __cilkrts_worker
- * @pre fiber must be a user worker.
- *
- * @param fiber The scheduling fiber object.
- */
- void scheduler_fiber_proc_for_user_worker(cilk_fiber *fiber);
- /**
- * @brief Prints out Cilk runtime statistics.
- *
- * @param g The runtime global state.
- *
- * This method is useful only for debugging purposes. No guarantees
- * are made as to the validity of this data. :)
- */
- COMMON_PORTABLE
- void __cilkrts_dump_stats_to_stderr(global_state_t *g);
- #ifdef CILK_RECORD_REPLAY
- COMMON_PORTABLE
- char * walk_pedigree_nodes(char *p, const __cilkrts_pedigree *pnode);
- /**
- * @brief Used by exception handling code to simulate the popping of
- * an entry from the worker's deque.
- *
- * @param w Worker whose deque we want to check
- *
- * @return @c __cilkrts_stack_frame of parent call
- * @return NULL if the deque is empty
- */
- COMMON_PORTABLE
- __cilkrts_stack_frame *simulate_pop_tail(__cilkrts_worker *w);
- #endif
- __CILKRTS_END_EXTERN_C
- #endif // ! defined(INCLUDED_SCHEDULER_DOT_H)
|