DISPATCH_ALWAYS_INLINE
static inline void
_dispatch_apply_invoke(void *ctxt)
{
dispatch_apply_t da = (dispatch_apply_t)ctxt;
size_t const iter = da->da_iterations;
typeof(da->da_func) const func = da->da_func;
void *const da_ctxt = da->da_ctxt;
size_t idx, done = 0;
_dispatch_workitem_dec(); // this unit executes many items
// Make nested dispatch_apply fall into serial case rdar://problem/9294578
_dispatch_thread_setspecific(dispatch_apply_key, (void*)~0ul);
// Striding is the responsibility of the caller.
while (fastpath((idx = dispatch_atomic_inc2o(da, da_index) - 1) < iter)) {
_dispatch_client_callout2(da_ctxt, idx, func);
_dispatch_workitem_inc();
done++;
}
_dispatch_thread_setspecific(dispatch_apply_key, NULL);
dispatch_atomic_release_barrier();
// The thread that finished the last workitem wakes up the (possibly waiting)
// thread that called dispatch_apply. They could be one and the same.
if (done && (dispatch_atomic_add2o(da, da_done, done) == iter)) {
_dispatch_thread_semaphore_signal(da->da_sema);
}
if (dispatch_atomic_dec2o(da, da_thr_cnt) == 0) {
_dispatch_continuation_free((dispatch_continuation_t)da);
}
}
long
dispatch_semaphore_wait(dispatch_semaphore_t dsema, dispatch_time_t timeout)
{
long value = dispatch_atomic_dec2o(dsema, dsema_value);
dispatch_atomic_acquire_barrier();
if (fastpath(value >= 0)) {
return 0;
}
return _dispatch_semaphore_wait_slow(dsema, timeout);
}
DISPATCH_NOINLINE
void
_os_object_release(_os_object_t obj)
{
int xref_cnt = obj->os_obj_xref_cnt;
if (slowpath(xref_cnt == _OS_OBJECT_GLOBAL_REFCNT)) {
return; // global object
}
xref_cnt = dispatch_atomic_dec2o(obj, os_obj_xref_cnt, relaxed);
if (fastpath(xref_cnt >= 0)) {
return;
}
if (slowpath(xref_cnt < -1)) {
_OS_OBJECT_CLIENT_CRASH("Over-release of an object");
}
return _os_object_xref_dispose(obj);
}
DISPATCH_NOINLINE
void
_os_object_release_internal(_os_object_t obj)
{
int ref_cnt = obj->os_obj_ref_cnt;
if (slowpath(ref_cnt == _OS_OBJECT_GLOBAL_REFCNT)) {
return; // global object
}
ref_cnt = dispatch_atomic_dec2o(obj, os_obj_ref_cnt, relaxed);
if (fastpath(ref_cnt >= 0)) {
return;
}
if (slowpath(ref_cnt < -1)) {
DISPATCH_CRASH("Over-release of an object");
}
#if DISPATCH_DEBUG
if (slowpath(obj->os_obj_xref_cnt >= 0)) {
DISPATCH_CRASH("Release while external references exist");
}
#endif
return _os_object_dispose(obj);
}
