2010-09-23 17:46:31 -05:00
|
|
|
import lib.llvm.llvm;
|
|
|
|
import lib.llvm.llvm.ModuleRef;
|
|
|
|
import std._str;
|
|
|
|
import std._vec;
|
2010-10-22 18:15:06 -05:00
|
|
|
import std.os.target_os;
|
2010-09-23 19:16:34 -05:00
|
|
|
import util.common.istr;
|
2010-09-23 17:46:31 -05:00
|
|
|
|
|
|
|
const int wordsz = 4;
|
|
|
|
|
|
|
|
fn wstr(int i) -> str {
|
|
|
|
ret istr(i * wordsz);
|
|
|
|
}
|
|
|
|
|
|
|
|
fn save_callee_saves() -> vec[str] {
|
|
|
|
ret vec("pushl %ebp",
|
|
|
|
"pushl %edi",
|
|
|
|
"pushl %esi",
|
|
|
|
"pushl %ebx");
|
|
|
|
}
|
|
|
|
|
|
|
|
fn restore_callee_saves() -> vec[str] {
|
|
|
|
ret vec("popl %ebx",
|
|
|
|
"popl %esi",
|
|
|
|
"popl %edi",
|
|
|
|
"popl %ebp");
|
|
|
|
}
|
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
fn load_esp_from_rust_sp_first_arg() -> vec[str] {
|
2010-11-14 15:04:01 -06:00
|
|
|
ret vec("movl " + wstr(abi.task_field_rust_sp) + "(%ecx), %esp");
|
2010-09-23 17:46:31 -05:00
|
|
|
}
|
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
fn load_esp_from_runtime_sp_first_arg() -> vec[str] {
|
2010-11-14 15:04:01 -06:00
|
|
|
ret vec("movl " + wstr(abi.task_field_runtime_sp) + "(%ecx), %esp");
|
2010-09-23 17:46:31 -05:00
|
|
|
}
|
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
fn store_esp_to_rust_sp_first_arg() -> vec[str] {
|
2010-11-14 15:04:01 -06:00
|
|
|
ret vec("movl %esp, " + wstr(abi.task_field_rust_sp) + "(%ecx)");
|
2010-09-23 17:46:31 -05:00
|
|
|
}
|
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
fn store_esp_to_runtime_sp_first_arg() -> vec[str] {
|
2010-11-14 15:04:01 -06:00
|
|
|
ret vec("movl %esp, " + wstr(abi.task_field_runtime_sp) + "(%ecx)");
|
2010-09-23 17:46:31 -05:00
|
|
|
}
|
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
fn load_esp_from_rust_sp_second_arg() -> vec[str] {
|
|
|
|
ret vec("movl " + wstr(abi.task_field_rust_sp) + "(%edx), %esp");
|
|
|
|
}
|
|
|
|
|
|
|
|
fn load_esp_from_runtime_sp_second_arg() -> vec[str] {
|
|
|
|
ret vec("movl " + wstr(abi.task_field_runtime_sp) + "(%edx), %esp");
|
|
|
|
}
|
|
|
|
|
|
|
|
fn store_esp_to_rust_sp_second_arg() -> vec[str] {
|
|
|
|
ret vec("movl %esp, " + wstr(abi.task_field_rust_sp) + "(%edx)");
|
|
|
|
}
|
|
|
|
|
|
|
|
fn store_esp_to_runtime_sp_second_arg() -> vec[str] {
|
|
|
|
ret vec("movl %esp, " + wstr(abi.task_field_runtime_sp) + "(%edx)");
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-02-08 20:09:50 -06:00
|
|
|
/*
|
|
|
|
* This is a bit of glue-code. It should be emitted once per
|
|
|
|
* compilation unit.
|
|
|
|
*
|
|
|
|
* - save regs on C stack
|
|
|
|
* - align sp on a 16-byte boundary
|
|
|
|
* - save sp to task.runtime_sp (runtime_sp is thus always aligned)
|
|
|
|
* - load saved task sp (switch stack)
|
|
|
|
* - restore saved task regs
|
|
|
|
* - return to saved task pc
|
|
|
|
*
|
|
|
|
* Our incoming stack looks like this:
|
|
|
|
*
|
|
|
|
* *esp+4 = [arg1 ] = task ptr
|
|
|
|
* *esp = [retpc ]
|
|
|
|
*/
|
|
|
|
|
2010-09-23 17:46:31 -05:00
|
|
|
fn rust_activate_glue() -> vec[str] {
|
2010-11-14 15:04:01 -06:00
|
|
|
ret vec("movl 4(%esp), %ecx # ecx = rust_task")
|
2010-09-23 17:46:31 -05:00
|
|
|
+ save_callee_saves()
|
2011-03-09 14:05:22 -06:00
|
|
|
+ store_esp_to_runtime_sp_first_arg()
|
|
|
|
+ load_esp_from_rust_sp_first_arg()
|
2010-09-23 17:46:31 -05:00
|
|
|
|
2011-02-08 20:09:50 -06:00
|
|
|
/*
|
|
|
|
* There are two paths we can arrive at this code from:
|
|
|
|
*
|
|
|
|
*
|
|
|
|
* 1. We are activating a task for the first time. When we switch
|
|
|
|
* into the task stack and 'ret' to its first instruction, we'll
|
|
|
|
* start doing whatever the first instruction says. Probably
|
|
|
|
* saving registers and starting to establish a frame. Harmless
|
|
|
|
* stuff, doesn't look at task->rust_sp again except when it
|
|
|
|
* clobbers it during a later upcall.
|
|
|
|
*
|
|
|
|
*
|
|
|
|
* 2. We are resuming a task that was descheduled by the yield glue
|
|
|
|
* below. When we switch into the task stack and 'ret', we'll be
|
|
|
|
* ret'ing to a very particular instruction:
|
|
|
|
*
|
|
|
|
* "esp <- task->rust_sp"
|
|
|
|
*
|
|
|
|
* this is the first instruction we 'ret' to after this glue,
|
|
|
|
* because it is the first instruction following *any* upcall,
|
|
|
|
* and the task we are activating was descheduled mid-upcall.
|
|
|
|
*
|
|
|
|
* Unfortunately for us, we have already restored esp from
|
|
|
|
* task->rust_sp and are about to eat the 5 words off the top of
|
|
|
|
* it.
|
|
|
|
*
|
|
|
|
*
|
|
|
|
* | ... | <-- where esp will be once we restore + ret, below,
|
|
|
|
* | retpc | and where we'd *like* task->rust_sp to wind up.
|
|
|
|
* | ebp |
|
|
|
|
* | edi |
|
|
|
|
* | esi |
|
|
|
|
* | ebx | <-- current task->rust_sp == current esp
|
|
|
|
*
|
2011-02-22 18:37:01 -06:00
|
|
|
*
|
2011-02-08 20:09:50 -06:00
|
|
|
* This is a problem. If we return to "esp <- task->rust_sp" it
|
|
|
|
* will push esp back down by 5 words. This manifests as a rust
|
|
|
|
* stack that grows by 5 words on each yield/reactivate. Not
|
|
|
|
* good.
|
2011-02-22 18:37:01 -06:00
|
|
|
*
|
2011-02-08 20:09:50 -06:00
|
|
|
* So what we do here is just adjust task->rust_sp up 5 words as
|
|
|
|
* well, to mirror the movement in esp we're about to
|
|
|
|
* perform. That way the "esp <- task->rust_sp" we 'ret' to below
|
|
|
|
* will be a no-op. Esp won't move, and the task's stack won't
|
|
|
|
* grow.
|
|
|
|
*/
|
2010-11-15 14:45:26 -06:00
|
|
|
+ vec("addl $20, " + wstr(abi.task_field_rust_sp) + "(%ecx)")
|
2010-09-23 17:46:31 -05:00
|
|
|
|
2011-02-08 20:09:50 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* In most cases, the function we're returning to (activating)
|
|
|
|
* will have saved any caller-saves before it yielded via upcalling,
|
|
|
|
* so no work to do here. With one exception: when we're initially
|
|
|
|
* activating, the task needs to be in the fastcall 2nd parameter
|
|
|
|
* expected by the rust main function. That's edx.
|
|
|
|
*/
|
|
|
|
+ vec("mov %ecx, %edx")
|
|
|
|
|
2010-09-23 17:46:31 -05:00
|
|
|
+ restore_callee_saves()
|
|
|
|
+ vec("ret");
|
|
|
|
}
|
|
|
|
|
2011-02-08 20:09:50 -06:00
|
|
|
/* More glue code, this time the 'bottom half' of yielding.
|
|
|
|
*
|
|
|
|
* We arrived here because an upcall decided to deschedule the
|
|
|
|
* running task. So the upcall's return address got patched to the
|
|
|
|
* first instruction of this glue code.
|
|
|
|
*
|
|
|
|
* When the upcall does 'ret' it will come here, and its esp will be
|
|
|
|
* pointing to the last argument pushed on the C stack before making
|
|
|
|
* the upcall: the 0th argument to the upcall, which is always the
|
|
|
|
* task ptr performing the upcall. That's where we take over.
|
|
|
|
*
|
|
|
|
* Our goal is to complete the descheduling
|
|
|
|
*
|
|
|
|
* - Switch over to the task stack temporarily.
|
|
|
|
*
|
|
|
|
* - Save the task's callee-saves onto the task stack.
|
|
|
|
* (the task is now 'descheduled', safe to set aside)
|
|
|
|
*
|
|
|
|
* - Switch *back* to the C stack.
|
|
|
|
*
|
|
|
|
* - Restore the C-stack callee-saves.
|
|
|
|
*
|
|
|
|
* - Return to the caller on the C stack that activated the task.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2010-09-23 17:46:31 -05:00
|
|
|
fn rust_yield_glue() -> vec[str] {
|
2010-11-14 15:04:01 -06:00
|
|
|
ret vec("movl 0(%esp), %ecx # ecx = rust_task")
|
2011-03-09 14:05:22 -06:00
|
|
|
+ load_esp_from_rust_sp_first_arg()
|
2010-09-23 17:46:31 -05:00
|
|
|
+ save_callee_saves()
|
2011-03-09 14:05:22 -06:00
|
|
|
+ store_esp_to_rust_sp_first_arg()
|
|
|
|
+ load_esp_from_runtime_sp_first_arg()
|
2010-09-23 17:46:31 -05:00
|
|
|
+ restore_callee_saves()
|
|
|
|
+ vec("ret");
|
|
|
|
}
|
|
|
|
|
|
|
|
fn upcall_glue(int n_args) -> vec[str] {
|
|
|
|
|
|
|
|
/*
|
|
|
|
* 0, 4, 8, 12 are callee-saves
|
|
|
|
* 16 is retpc
|
2010-11-14 15:41:10 -06:00
|
|
|
* 20 .. (5+i) * 4 are args
|
|
|
|
*
|
|
|
|
* ecx is taskptr
|
|
|
|
* edx is callee
|
|
|
|
*
|
2010-09-23 17:46:31 -05:00
|
|
|
*/
|
|
|
|
|
|
|
|
fn copy_arg(uint i) -> str {
|
2011-03-09 13:16:11 -06:00
|
|
|
if (i == 0u) {
|
|
|
|
ret "movl %edx, (%esp)";
|
|
|
|
}
|
|
|
|
auto src_off = wstr(4 + (i as int));
|
|
|
|
auto dst_off = wstr(0 + (i as int));
|
2010-11-14 15:41:10 -06:00
|
|
|
auto m = vec("movl " + src_off + "(%ebp),%eax",
|
|
|
|
"movl %eax," + dst_off + "(%esp)");
|
2010-09-23 17:46:31 -05:00
|
|
|
ret _str.connect(m, "\n\t");
|
|
|
|
}
|
|
|
|
|
|
|
|
auto carg = copy_arg;
|
|
|
|
|
|
|
|
ret
|
|
|
|
save_callee_saves()
|
|
|
|
|
2010-11-14 15:41:10 -06:00
|
|
|
+ vec("movl %esp, %ebp # ebp = rust_sp")
|
2010-09-23 17:46:31 -05:00
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
+ store_esp_to_rust_sp_second_arg()
|
|
|
|
+ load_esp_from_runtime_sp_second_arg()
|
2010-09-23 17:46:31 -05:00
|
|
|
|
|
|
|
+ vec("subl $" + wstr(n_args + 1) + ", %esp # esp -= args",
|
2011-03-09 13:16:11 -06:00
|
|
|
"andl $~0xf, %esp # align esp down")
|
2010-09-23 17:46:31 -05:00
|
|
|
|
2011-03-09 13:16:11 -06:00
|
|
|
+ _vec.init_fn[str](carg, (n_args + 1) as uint)
|
2010-09-23 17:46:31 -05:00
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
+ vec("movl %edx, %edi # save task from edx to edi",
|
|
|
|
"call *%ecx # call *%ecx",
|
|
|
|
"movl %edi, %edx # restore edi-saved task to edx")
|
2010-09-23 17:46:31 -05:00
|
|
|
|
2011-03-09 14:05:22 -06:00
|
|
|
+ load_esp_from_rust_sp_second_arg()
|
2010-09-23 17:46:31 -05:00
|
|
|
+ restore_callee_saves()
|
|
|
|
+ vec("ret");
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
fn decl_glue(int align, str prefix, str name, vec[str] insns) -> str {
|
|
|
|
auto sym = prefix + name;
|
|
|
|
ret "\t.globl " + sym + "\n" +
|
|
|
|
"\t.balign " + istr(align) + "\n" +
|
|
|
|
sym + ":\n" +
|
|
|
|
"\t" + _str.connect(insns, "\n\t");
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2010-09-23 19:16:34 -05:00
|
|
|
fn decl_upcall_glue(int align, str prefix, uint n) -> str {
|
|
|
|
let int i = n as int;
|
|
|
|
ret decl_glue(align, prefix,
|
2010-09-24 16:56:04 -05:00
|
|
|
abi.upcall_glue_name(i),
|
2010-09-23 19:16:34 -05:00
|
|
|
upcall_glue(i));
|
|
|
|
}
|
|
|
|
|
2010-11-05 20:29:18 -05:00
|
|
|
fn get_symbol_prefix() -> str {
|
|
|
|
if (_str.eq(target_os(), "macos") ||
|
|
|
|
_str.eq(target_os(), "win32")) {
|
|
|
|
ret "_";
|
|
|
|
} else {
|
|
|
|
ret "";
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-09-23 17:46:31 -05:00
|
|
|
fn get_module_asm() -> str {
|
|
|
|
auto align = 4;
|
2010-10-22 18:15:06 -05:00
|
|
|
|
2010-11-05 20:29:18 -05:00
|
|
|
auto prefix = get_symbol_prefix();
|
2010-09-23 17:46:31 -05:00
|
|
|
|
|
|
|
auto glues =
|
|
|
|
vec(decl_glue(align, prefix,
|
2010-09-24 16:56:04 -05:00
|
|
|
abi.activate_glue_name(),
|
2010-09-23 17:46:31 -05:00
|
|
|
rust_activate_glue()),
|
|
|
|
|
|
|
|
decl_glue(align, prefix,
|
2010-09-24 16:56:04 -05:00
|
|
|
abi.yield_glue_name(),
|
2010-09-23 19:16:34 -05:00
|
|
|
rust_yield_glue()))
|
|
|
|
|
|
|
|
+ _vec.init_fn[str](bind decl_upcall_glue(align, prefix, _),
|
|
|
|
abi.n_upcall_glues as uint);
|
2010-09-23 17:46:31 -05:00
|
|
|
|
|
|
|
ret _str.connect(glues, "\n\n");
|
|
|
|
}
|
|
|
|
|
2010-12-03 15:51:46 -06:00
|
|
|
fn get_data_layout() -> str {
|
|
|
|
if (_str.eq(target_os(), "macos")) {
|
|
|
|
ret "e-p:32:32-f64:32:64-i64:32:64-f80:128:128-n8:16:32";
|
|
|
|
}
|
|
|
|
if (_str.eq(target_os(), "win32")) {
|
|
|
|
ret "e-p:32:32-f64:64:64-i64:64:64-f80:32:32-n8:16:32";
|
|
|
|
}
|
|
|
|
ret "e-p:32:32-f64:32:64-i64:32:64-f80:32:32-n8:16:32";
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get_target_triple() -> str {
|
|
|
|
if (_str.eq(target_os(), "macos")) {
|
|
|
|
ret "i686-apple-darwin";
|
|
|
|
}
|
|
|
|
if (_str.eq(target_os(), "win32")) {
|
|
|
|
ret "i686-pc-mingw32";
|
|
|
|
}
|
|
|
|
ret "i686-pc-linux-gnu";
|
|
|
|
}
|
|
|
|
|
2010-09-23 19:16:34 -05:00
|
|
|
|
2010-09-23 17:46:31 -05:00
|
|
|
//
|
|
|
|
// Local Variables:
|
|
|
|
// mode: rust
|
|
|
|
// fill-column: 78;
|
|
|
|
// indent-tabs-mode: nil
|
|
|
|
// c-basic-offset: 4
|
|
|
|
// buffer-file-coding-system: utf-8-unix
|
|
|
|
// compile-command: "make -k -C ../.. 2>&1 | sed -e 's/\\/x\\//x:\\//g'";
|
|
|
|
// End:
|
|
|
|
//
|