3f11f87382
For libgreen, bookeeping should not be global but rather on a per-pool basis. Inside libnative, it's known that there must be a global counter with a mutex/cvar. The benefit of taking this strategy is to remove this functionality from libstd to allow fine-grained control of it through libnative/libgreen. Notably, helper threads in libnative can manually decrement the global count so they don't count towards the global count of threads. Also, the shutdown process of *all* sched pools is now dependent on the number of tasks in the pool being 0 rather than this only being a hardcoded solution for the initial sched pool in libgreen. This involved adding a Local::try_take() method on the Local trait in order for the channel wakeup to work inside of libgreen. The channel send was happening from a SchedTask when there is no Task available in TLS, and now this is possible to work (remote wakeups are always possible, just a little slower).
352 lines
9.9 KiB
Rust
352 lines
9.9 KiB
Rust
// Copyright 2013 The Rust Project Developers. See the COPYRIGHT
|
|
// file at the top-level directory of this distribution and at
|
|
// http://rust-lang.org/COPYRIGHT.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
|
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
|
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
|
// option. This file may not be copied, modified, or distributed
|
|
// except according to those terms.
|
|
|
|
//! Access to a single thread-local pointer.
|
|
//!
|
|
//! The runtime will use this for storing ~Task.
|
|
//!
|
|
//! XXX: Add runtime checks for usage of inconsistent pointer types.
|
|
//! and for overwriting an existing pointer.
|
|
|
|
#[allow(dead_code)];
|
|
|
|
use cast;
|
|
use ops::Drop;
|
|
|
|
#[cfg(windows)] // mingw-w32 doesn't like thread_local things
|
|
#[cfg(target_os = "android")] // see #10686
|
|
pub use self::native::*;
|
|
|
|
#[cfg(not(windows), not(target_os = "android"))]
|
|
pub use self::compiled::*;
|
|
|
|
/// Encapsulates a borrowed value. When this value goes out of scope, the
|
|
/// pointer is returned.
|
|
pub struct Borrowed<T> {
|
|
priv val: *(),
|
|
}
|
|
|
|
#[unsafe_destructor]
|
|
impl<T> Drop for Borrowed<T> {
|
|
fn drop(&mut self) {
|
|
unsafe {
|
|
if self.val.is_null() {
|
|
rtabort!("Aiee, returning null borrowed object!");
|
|
}
|
|
let val: ~T = cast::transmute(self.val);
|
|
put::<T>(val);
|
|
rtassert!(exists());
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<T> Borrowed<T> {
|
|
pub fn get<'a>(&'a mut self) -> &'a mut T {
|
|
unsafe {
|
|
let val_ptr: &mut ~T = cast::transmute(&mut self.val);
|
|
let val_ptr: &'a mut T = *val_ptr;
|
|
val_ptr
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Borrow the thread-local value from thread-local storage.
|
|
/// While the value is borrowed it is not available in TLS.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn borrow<T>() -> Borrowed<T> {
|
|
let val: *() = cast::transmute(take::<T>());
|
|
Borrowed {
|
|
val: val,
|
|
}
|
|
}
|
|
|
|
/// Compiled implementation of accessing the runtime local pointer. This is
|
|
/// implemented using LLVM's thread_local attribute which isn't necessarily
|
|
/// working on all platforms. This implementation is faster, however, so we use
|
|
/// it wherever possible.
|
|
#[cfg(not(windows), not(target_os = "android"))]
|
|
pub mod compiled {
|
|
use cast;
|
|
use option::{Option, Some, None};
|
|
#[cfg(not(test))] use libc::c_void;
|
|
|
|
#[cfg(test)]
|
|
pub use realstd::rt::shouldnt_be_public::RT_TLS_PTR;
|
|
|
|
#[cfg(not(test))]
|
|
#[thread_local]
|
|
pub static mut RT_TLS_PTR: *mut c_void = 0 as *mut c_void;
|
|
|
|
pub fn init() {}
|
|
|
|
pub unsafe fn cleanup() {}
|
|
|
|
/// Give a pointer to thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn put<T>(sched: ~T) {
|
|
RT_TLS_PTR = cast::transmute(sched)
|
|
}
|
|
|
|
/// Take ownership of a pointer from thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn take<T>() -> ~T {
|
|
let ptr = RT_TLS_PTR;
|
|
rtassert!(!ptr.is_null());
|
|
let ptr: ~T = cast::transmute(ptr);
|
|
// can't use `as`, due to type not matching with `cfg(test)`
|
|
RT_TLS_PTR = cast::transmute(0);
|
|
ptr
|
|
}
|
|
|
|
/// Optionally take ownership of a pointer from thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn try_take<T>() -> Option<~T> {
|
|
let ptr = RT_TLS_PTR;
|
|
if ptr.is_null() {
|
|
None
|
|
} else {
|
|
let ptr: ~T = cast::transmute(ptr);
|
|
// can't use `as`, due to type not matching with `cfg(test)`
|
|
RT_TLS_PTR = cast::transmute(0);
|
|
Some(ptr)
|
|
}
|
|
}
|
|
|
|
/// Take ownership of a pointer from thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
/// Leaves the old pointer in TLS for speed.
|
|
#[inline]
|
|
pub unsafe fn unsafe_take<T>() -> ~T {
|
|
cast::transmute(RT_TLS_PTR)
|
|
}
|
|
|
|
/// Check whether there is a thread-local pointer installed.
|
|
pub fn exists() -> bool {
|
|
unsafe {
|
|
RT_TLS_PTR.is_not_null()
|
|
}
|
|
}
|
|
|
|
pub unsafe fn unsafe_borrow<T>() -> *mut T {
|
|
if RT_TLS_PTR.is_null() {
|
|
rtabort!("thread-local pointer is null. bogus!");
|
|
}
|
|
RT_TLS_PTR as *mut T
|
|
}
|
|
|
|
pub unsafe fn try_unsafe_borrow<T>() -> Option<*mut T> {
|
|
if RT_TLS_PTR.is_null() {
|
|
None
|
|
} else {
|
|
Some(RT_TLS_PTR as *mut T)
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Native implementation of having the runtime thread-local pointer. This
|
|
/// implementation uses the `thread_local_storage` module to provide a
|
|
/// thread-local value.
|
|
pub mod native {
|
|
use cast;
|
|
use libc::c_void;
|
|
use option::{Option, Some, None};
|
|
use ptr;
|
|
use tls = rt::thread_local_storage;
|
|
use unstable::mutex::{Mutex, MUTEX_INIT};
|
|
|
|
static mut LOCK: Mutex = MUTEX_INIT;
|
|
static mut INITIALIZED: bool = false;
|
|
static mut RT_TLS_KEY: tls::Key = -1;
|
|
|
|
/// Initialize the TLS key. Other ops will fail if this isn't executed
|
|
/// first.
|
|
pub fn init() {
|
|
unsafe {
|
|
LOCK.lock();
|
|
if !INITIALIZED {
|
|
tls::create(&mut RT_TLS_KEY);
|
|
INITIALIZED = true;
|
|
}
|
|
LOCK.unlock();
|
|
}
|
|
}
|
|
|
|
pub unsafe fn cleanup() {
|
|
rtassert!(INITIALIZED);
|
|
tls::destroy(RT_TLS_KEY);
|
|
LOCK.destroy();
|
|
INITIALIZED = false;
|
|
}
|
|
|
|
/// Give a pointer to thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn put<T>(sched: ~T) {
|
|
let key = tls_key();
|
|
let void_ptr: *mut c_void = cast::transmute(sched);
|
|
tls::set(key, void_ptr);
|
|
}
|
|
|
|
/// Take ownership of a pointer from thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn take<T>() -> ~T {
|
|
let key = tls_key();
|
|
let void_ptr: *mut c_void = tls::get(key);
|
|
if void_ptr.is_null() {
|
|
rtabort!("thread-local pointer is null. bogus!");
|
|
}
|
|
let ptr: ~T = cast::transmute(void_ptr);
|
|
tls::set(key, ptr::mut_null());
|
|
return ptr;
|
|
}
|
|
|
|
/// Optionally take ownership of a pointer from thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
#[inline]
|
|
pub unsafe fn try_take<T>() -> Option<~T> {
|
|
match maybe_tls_key() {
|
|
Some(key) => {
|
|
let void_ptr: *mut c_void = tls::get(key);
|
|
if void_ptr.is_null() {
|
|
None
|
|
} else {
|
|
let ptr: ~T = cast::transmute(void_ptr);
|
|
tls::set(key, ptr::mut_null());
|
|
Some(ptr)
|
|
}
|
|
}
|
|
None => None
|
|
}
|
|
}
|
|
|
|
/// Take ownership of a pointer from thread-local storage.
|
|
///
|
|
/// # Safety note
|
|
///
|
|
/// Does not validate the pointer type.
|
|
/// Leaves the old pointer in TLS for speed.
|
|
#[inline]
|
|
pub unsafe fn unsafe_take<T>() -> ~T {
|
|
let key = tls_key();
|
|
let void_ptr: *mut c_void = tls::get(key);
|
|
if void_ptr.is_null() {
|
|
rtabort!("thread-local pointer is null. bogus!");
|
|
}
|
|
let ptr: ~T = cast::transmute(void_ptr);
|
|
return ptr;
|
|
}
|
|
|
|
/// Check whether there is a thread-local pointer installed.
|
|
pub fn exists() -> bool {
|
|
unsafe {
|
|
match maybe_tls_key() {
|
|
Some(key) => tls::get(key).is_not_null(),
|
|
None => false
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Borrow a mutable reference to the thread-local value
|
|
///
|
|
/// # Safety Note
|
|
///
|
|
/// Because this leaves the value in thread-local storage it is possible
|
|
/// For the Scheduler pointer to be aliased
|
|
pub unsafe fn unsafe_borrow<T>() -> *mut T {
|
|
let key = tls_key();
|
|
let void_ptr = tls::get(key);
|
|
if void_ptr.is_null() {
|
|
rtabort!("thread-local pointer is null. bogus!");
|
|
}
|
|
void_ptr as *mut T
|
|
}
|
|
|
|
pub unsafe fn try_unsafe_borrow<T>() -> Option<*mut T> {
|
|
match maybe_tls_key() {
|
|
Some(key) => {
|
|
let void_ptr = tls::get(key);
|
|
if void_ptr.is_null() {
|
|
None
|
|
} else {
|
|
Some(void_ptr as *mut T)
|
|
}
|
|
}
|
|
None => None
|
|
}
|
|
}
|
|
|
|
#[inline]
|
|
fn tls_key() -> tls::Key {
|
|
match maybe_tls_key() {
|
|
Some(key) => key,
|
|
None => rtabort!("runtime tls key not initialized")
|
|
}
|
|
}
|
|
|
|
#[inline]
|
|
#[cfg(not(test))]
|
|
pub fn maybe_tls_key() -> Option<tls::Key> {
|
|
unsafe {
|
|
// NB: This is a little racy because, while the key is
|
|
// initalized under a mutex and it's assumed to be initalized
|
|
// in the Scheduler ctor by any thread that needs to use it,
|
|
// we are not accessing the key under a mutex. Threads that
|
|
// are not using the new Scheduler but still *want to check*
|
|
// whether they are running under a new Scheduler may see a 0
|
|
// value here that is in the process of being initialized in
|
|
// another thread. I think this is fine since the only action
|
|
// they could take if it was initialized would be to check the
|
|
// thread-local value and see that it's not set.
|
|
if RT_TLS_KEY != -1 {
|
|
return Some(RT_TLS_KEY);
|
|
} else {
|
|
return None;
|
|
}
|
|
}
|
|
}
|
|
|
|
#[inline] #[cfg(test)]
|
|
pub fn maybe_tls_key() -> Option<tls::Key> {
|
|
use realstd;
|
|
unsafe {
|
|
cast::transmute(realstd::rt::shouldnt_be_public::maybe_tls_key())
|
|
}
|
|
}
|
|
}
|