v4games
/
v4k-git-backup
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
v4k-git-backup/tools/luaffi/ffi.c

3335 lines
94 KiB
C
Raw Normal View History

tools: luaffi
2024-04-12 19:19:31 +00:00
/* vim: ts=4 sw=4 sts=4 et tw=78
* Copyright (c) 2011 James R. McKaskill. See license in ffi.h
*/
#include "ffi.h"
#include <math.h>
#include <inttypes.h>
/* Set to 1 to get extra debugging on print */
#define DEBUG_TOSTRING 0
int jit_key;
int ctype_mt_key;
int cdata_mt_key;
int callback_mt_key;
int cmodule_mt_key;
int constants_key;
int types_key;
int gc_key;
int callbacks_key;
int functions_key;
int abi_key;
int next_unnamed_key;
int niluv_key;
int asmname_key;
void push_upval(lua_State* L, int* key)
{
lua_pushlightuserdata(L, key);
lua_rawget(L, LUA_REGISTRYINDEX);
}
void set_upval(lua_State* L, int* key)
{
lua_pushlightuserdata(L, key);
lua_insert(L, -2);
lua_rawset(L, LUA_REGISTRYINDEX);
}
int equals_upval(lua_State* L, int idx, int* key)
{
int ret;
lua_pushvalue(L, idx);
push_upval(L, key);
ret = lua_rawequal(L, -2, -1);
lua_pop(L, 2);
return ret;
}
struct jit* get_jit(lua_State* L)
{
struct jit* jit;
push_upval(L, &jit_key);
jit = (struct jit*) lua_touserdata(L, -1);
jit->L = L;
lua_pop(L, 1); /* still in registry */
return jit;
}
static int type_error(lua_State* L, int idx, const char* to_type, int to_usr, const struct ctype* to_ct)
{
luaL_Buffer B;
struct ctype ft;
assert(to_type || (to_usr && to_ct));
if (to_usr) {
to_usr = lua_absindex(L, to_usr);
}
idx = lua_absindex(L, idx);
luaL_buffinit(L, &B);
to_cdata(L, idx, &ft);
if (ft.type != INVALID_TYPE) {
push_type_name(L, -1, &ft);
lua_pushfstring(L, "unable to convert argument %d from cdata<%s> to cdata<", idx, lua_tostring(L, -1));
lua_remove(L, -2);
luaL_addvalue(&B);
} else {
lua_pushfstring(L, "unable to convert argument %d from lua<%s> to cdata<", idx, luaL_typename(L, idx));
luaL_addvalue(&B);
}
if (to_ct) {
push_type_name(L, to_usr, to_ct);
luaL_addvalue(&B);
} else {
luaL_addstring(&B, to_type);
}
luaL_addchar(&B, '>');
luaL_pushresult(&B);
return lua_error(L);
}
static int64_t check_intptr(lua_State* L, int idx, void* p, struct ctype* ct)
{
if (ct->type == INVALID_TYPE) {
int64_t ret;
memset(ct, 0, sizeof(*ct));
ct->base_size = 8;
ct->type = INT64_TYPE;
ct->is_defined = 1;
ret = luaL_checknumber(L, idx);
return ret;
} else if (ct->pointers) {
return (intptr_t) p;
}
switch (ct->type) {
case INTPTR_TYPE:
case FUNCTION_PTR_TYPE:
return *(intptr_t*) p;
case INT64_TYPE:
return *(int64_t*) p;
case INT32_TYPE:
return ct->is_unsigned ? (int64_t) *(uint32_t*) p : (int64_t) *(int32_t*) p;
case INT16_TYPE:
return ct->is_unsigned ? (int64_t) *(uint16_t*) p : (int64_t) *(int16_t*) p;
case INT8_TYPE:
return ct->is_unsigned ? (int64_t) *(uint8_t*) p : (int64_t) *(int8_t*) p;
default:
type_error(L, idx, "intptr_t", 0, NULL);
return 0;
}
}
#define TO_NUMBER(TYPE, ALLOW_POINTERS) \
TYPE real = 0, imag = 0; \
void* p; \
struct ctype ct; \
\
switch (lua_type(L, idx)) { \
case LUA_TBOOLEAN: \
real = (TYPE) lua_toboolean(L, idx); \
break; \
\
case LUA_TNUMBER: \
real = (TYPE) lua_tonumber(L, idx); \
break; \
\
case LUA_TSTRING: \
if (!ALLOW_POINTERS) { \
type_error(L, idx, #TYPE, 0, NULL); \
} \
real = (TYPE) (intptr_t) lua_tostring(L, idx); \
break; \
\
case LUA_TLIGHTUSERDATA: \
if (!ALLOW_POINTERS) { \
type_error(L, idx, #TYPE, 0, NULL); \
} \
real = (TYPE) (intptr_t) lua_topointer(L, idx); \
break; \
\
case LUA_TUSERDATA: \
p = to_cdata(L, idx, &ct); \
\
if (ct.type == INVALID_TYPE) { \
if (!ALLOW_POINTERS) { \
type_error(L, idx, #TYPE, 0, NULL); \
} \
real = (TYPE) (intptr_t) p; \
} else if (ct.pointers || ct.type == STRUCT_TYPE || ct.type == UNION_TYPE) {\
if (!ALLOW_POINTERS) { \
type_error(L, idx, #TYPE, 0, NULL); \
} \
real = (TYPE) (intptr_t) p; \
} else if (ct.type == COMPLEX_DOUBLE_TYPE) { \
real = (TYPE) creal(*(complex_double*) p); \
imag = (TYPE) cimag(*(complex_double*) p); \
} else if (ct.type == COMPLEX_FLOAT_TYPE) { \
real = (TYPE) crealf(*(complex_float*) p); \
imag = (TYPE) cimagf(*(complex_float*) p); \
} else if (ct.type == DOUBLE_TYPE) { \
real = (TYPE) *(double*) p; \
} else if (ct.type == FLOAT_TYPE) { \
real = (TYPE) *(float*) p; \
} else { \
real = check_intptr(L, idx, p, &ct); \
} \
lua_pop(L, 1); \
break; \
\
case LUA_TNIL: \
real = (TYPE) 0; \
break; \
\
default: \
type_error(L, idx, #TYPE, 0, NULL); \
} \
static int64_t cast_int64(lua_State* L, int idx, int is_cast)
{ TO_NUMBER(int64_t, is_cast); (void) imag; return real; }
static uint64_t cast_uint64(lua_State* L, int idx, int is_cast)
{ TO_NUMBER(uint64_t, is_cast); (void) imag; return real; }
int32_t check_int32(lua_State* L, int idx)
{ return (int32_t) cast_int64(L, idx, 0); }
uint32_t check_uint32(lua_State* L, int idx)
{ return (uint32_t) cast_uint64(L, idx, 0); }
int64_t check_int64(lua_State* L, int idx)
{ return cast_int64(L, idx, 0); }
uint64_t check_uint64(lua_State* L, int idx)
{ return cast_uint64(L, idx, 0); }
static void do_check_double(lua_State* L, int idx, double* preal, double* pimag)
{
TO_NUMBER(double, 0);
if (preal) *preal = real;
if (pimag) *pimag = imag;
}
double check_double(lua_State* L, int idx)
{ double ret; do_check_double(L, idx, &ret, NULL); return ret; }
float check_float(lua_State* L, int idx)
{ double ret; do_check_double(L, idx, &ret, NULL); return ret; }
uintptr_t check_uintptr(lua_State* L, int idx)
{ TO_NUMBER(uintptr_t, 1); (void) imag; return real; }
#ifdef HAVE_COMPLEX
complex_double check_complex_double(lua_State* L, int idx)
{ double real, imag; do_check_double(L, idx, &real, &imag); return real + imag * 1i; }
complex_float check_complex_float(lua_State* L, int idx)
{ double real, imag; do_check_double(L, idx, &real, &imag); return real + imag * 1i; }
#else
complex_double check_complex_double(lua_State* L, int idx)
{
complex_double c;
do_check_double(L, idx, &c.real, &c.imag);
return c;
}
complex_float check_complex_float(lua_State* L, int idx)
{
complex_double d;
complex_float f;
do_check_double(L, idx, &d.real, &d.imag);
f.real = d.real;
f.imag = d.imag;
return f;
}
#endif
static size_t unpack_vararg(lua_State* L, int i, char* to)
{
void* p;
struct ctype ct;
switch (lua_type(L, i)) {
case LUA_TBOOLEAN:
*(int*) to = lua_toboolean(L, i);
return sizeof(int);
case LUA_TNUMBER:
*(double*) to = lua_tonumber(L, i);
return sizeof(double);
case LUA_TSTRING:
*(const char**) to = lua_tostring(L, i);
return sizeof(const char*);
case LUA_TLIGHTUSERDATA:
*(void**) to = lua_touserdata(L, i);
return sizeof(void*);
case LUA_TUSERDATA:
p = to_cdata(L, i, &ct);
if (ct.type == INVALID_TYPE) {
*(void**) to = p;
return sizeof(void*);
}
lua_pop(L, 1);
if (ct.pointers || ct.type == INTPTR_TYPE) {
*(void**) to = p;
return sizeof(void*);
} else if (ct.type == INT32_TYPE) {
*(int32_t*) to = *(int32_t*) p;
return sizeof(int32_t);
} else if (ct.type == INT64_TYPE) {
*(int64_t*) to = *(int64_t*) p;
return sizeof(int64_t);
}
goto err;
case LUA_TNIL:
*(void**) to = NULL;
return sizeof(void*);
default:
goto err;
}
err:
return type_error(L, i, "vararg", 0, NULL);
}
void unpack_varargs_stack(lua_State* L, int first, int last, char* to)
{
int i;
for (i = first; i <= last; i++) {
to += unpack_vararg(L, i, to);
}
}
void unpack_varargs_stack_skip(lua_State* L, int first, int last, int ints_to_skip, int floats_to_skip, char* to)
{
int i;
for (i = first; i <= last; i++) {
int type = lua_type(L, i);
if (type == LUA_TNUMBER && --floats_to_skip >= 0) {
continue;
} else if (type != LUA_TNUMBER && --ints_to_skip >= 0) {
continue;
}
to += unpack_vararg(L, i, to);
}
}
void unpack_varargs_float(lua_State* L, int first, int last, int max, char* to)
{
int i;
for (i = first; i <= last && max > 0; i++) {
if (lua_type(L, i) == LUA_TNUMBER) {
unpack_vararg(L, i, to);
to += sizeof(double);
max--;
}
}
}
void unpack_varargs_int(lua_State* L, int first, int last, int max, char* to)
{
int i;
for (i = first; i <= last && max > 0; i++) {
if (lua_type(L, i) != LUA_TNUMBER) {
unpack_vararg(L, i, to);
to += sizeof(void*);
max--;
}
}
}
void unpack_varargs_reg(lua_State* L, int first, int last, char* to)
{
int i;
for (i = first; i <= last; i++) {
unpack_vararg(L, i, to);
to += sizeof(double);
}
}
/* to_enum tries to convert a value at idx to the enum type indicated by to_ct
* and uv to_usr. For strings this means it will do a string lookup for the
* enum type. It leaves the stack unchanged. Will throw an error if the type
* at idx can't be conerted.
*/
int32_t check_enum(lua_State* L, int idx, int to_usr, const struct ctype* to_ct)
{
int32_t ret;
switch (lua_type(L, idx)) {
case LUA_TSTRING:
/* lookup string in to_usr to find value */
to_usr = lua_absindex(L, to_usr);
lua_pushvalue(L, idx);
lua_rawget(L, to_usr);
if (lua_isnil(L, -1)) {
goto err;
}
ret = (int32_t) lua_tointeger(L, -1);
lua_pop(L, 1);
return ret;
case LUA_TUSERDATA:
return check_int32(L, idx);
case LUA_TNIL:
return (int32_t) 0;
case LUA_TNUMBER:
return (int32_t) lua_tointeger(L, idx);
default:
goto err;
}
err:
return type_error(L, idx, NULL, to_usr, to_ct);
}
/* to_pointer tries converts a value at idx to a pointer. It fills out ct and
* pushes the uv of the found type. It will throw a lua error if it can not
* convert the value to a pointer. */
static void* check_pointer(lua_State* L, int idx, struct ctype* ct)
{
void* p;
memset(ct, 0, sizeof(*ct));
ct->pointers = 1;
idx = lua_absindex(L, idx);
switch (lua_type(L, idx)) {
case LUA_TNIL:
ct->type = VOID_TYPE;
ct->is_null = 1;
lua_pushnil(L);
return NULL;
case LUA_TNUMBER:
ct->type = INTPTR_TYPE;
ct->is_unsigned = 1;
ct->pointers = 0;
lua_pushnil(L);
return (void*) (uintptr_t) lua_tonumber(L, idx);
case LUA_TLIGHTUSERDATA:
ct->type = VOID_TYPE;
lua_pushnil(L);
return lua_touserdata(L, idx);
case LUA_TSTRING:
ct->type = INT8_TYPE;
ct->is_unsigned = IS_CHAR_UNSIGNED;
ct->is_array = 1;
ct->base_size = 1;
ct->const_mask = 2;
lua_pushnil(L);
return (void*) lua_tolstring(L, idx, &ct->array_size);
case LUA_TUSERDATA:
p = to_cdata(L, idx, ct);
if (ct->type == INVALID_TYPE) {
/* some other type of user data */
ct->type = VOID_TYPE;
return lua_touserdata(L, idx);
} else if (ct->type == STRUCT_TYPE || ct->type == UNION_TYPE) {
return p;
} else {
return (void*) (intptr_t) check_intptr(L, idx, p, ct);
}
break;
}
type_error(L, idx, "pointer", 0, NULL);
return NULL;
}
static int is_void_ptr(const struct ctype* ct)
{
return ct->type == VOID_TYPE
&& ct->pointers == 1;
}
static int is_same_type(lua_State* L, int usr1, int usr2, const struct ctype* t1, const struct ctype* t2)
{
if (t1->type != t2->type) {
return 0;
}
#if LUA_VERSION_NUM == 501
if (lua_isnil(L, usr1) != lua_isnil(L, usr2)) {
int ret;
usr1 = lua_absindex(L, usr1);
usr2 = lua_absindex(L, usr2);
push_upval(L, &niluv_key);
ret = lua_rawequal(L, usr1, -1)
|| lua_rawequal(L, usr2, -1);
lua_pop(L, 1);
if (ret) {
return 1;
}
}
#endif
return lua_rawequal(L, usr1, usr2);
}
static void set_struct(lua_State* L, int idx, void* to, int to_usr, const struct ctype* tt, int check_pointers);
/* to_typed_pointer converts a value at idx to a type tt with target uv to_usr
* checking all types. May push a temporary value so that it can create
* structs on the fly. */
void* check_typed_pointer(lua_State* L, int idx, int to_usr, const struct ctype* tt)
{
struct ctype ft;
void* p;
to_usr = lua_absindex(L, to_usr);
idx = lua_absindex(L, idx);
if (tt->pointers == 1 && (tt->type == STRUCT_TYPE || tt->type == UNION_TYPE) && lua_type(L, idx) == LUA_TTABLE) {
/* need to construct a struct of the target type */
struct ctype ct = *tt;
ct.pointers = ct.is_array = 0;
p = push_cdata(L, to_usr, &ct);
set_struct(L, idx, p, to_usr, &ct, 1);
return p;
}
p = check_pointer(L, idx, &ft);
if (tt->pointers == 1 && ft.pointers == 0 && (ft.type == STRUCT_TYPE || ft.type == UNION_TYPE)) {
/* auto dereference structs */
ft.pointers = 1;
ft.const_mask <<= 1;
}
if (is_void_ptr(tt)) {
/* any pointer can convert to void* */
goto suc;
} else if (ft.is_null) {
/* NULL can convert to any pointer */
goto suc;
} else if (!is_same_type(L, to_usr, -1, tt, &ft)) {
/* the base type is different */
goto err;
} else if (tt->pointers != ft.pointers) {
goto err;
} else if (ft.const_mask & ~tt->const_mask) {
/* for every const in from it must be in to, there are further rules
* for const casting (see the c++ spec), but they are hard to test
* quickly */
goto err;
}
suc:
return p;
err:
type_error(L, idx, NULL, to_usr, tt);
return NULL;
}
/* to_cfunction converts a value at idx with usr table at to_usr and type tt
* into a function. Leaves the stack unchanged. */
static cfunction check_cfunction(lua_State* L, int idx, int to_usr, const struct ctype* tt, int check_pointers)
{
void* p;
struct ctype ft;
cfunction f;
int top = lua_gettop(L);
idx = lua_absindex(L, idx);
to_usr = lua_absindex(L, to_usr);
switch (lua_type(L, idx)) {
case LUA_TFUNCTION:
/* Function cdatas are pinned and must be manually cleaned up by
* calling func:free(). */
push_upval(L, &callbacks_key);
f = compile_callback(L, idx, to_usr, tt);
lua_pushboolean(L, 1);
lua_rawset(L, -3);
lua_pop(L, 1); /* callbacks tbl */
return f;
case LUA_TNIL:
return NULL;
case LUA_TLIGHTUSERDATA:
if (check_pointers) {
goto err;
} else {
return (cfunction) lua_touserdata(L, idx);
}
case LUA_TUSERDATA:
p = to_cdata(L, idx, &ft);
assert(lua_gettop(L) == top + 1);
if (ft.type == INVALID_TYPE) {
if (check_pointers) {
goto err;
} else {
lua_pop(L, 1);
return (cfunction) lua_touserdata(L, idx);
}
} else if (ft.is_null) {
lua_pop(L, 1);
return NULL;
} else if (!check_pointers && (ft.pointers || ft.type == INTPTR_TYPE)) {
lua_pop(L, 1);
return (cfunction) *(void**) p;
} else if (ft.type != FUNCTION_PTR_TYPE) {
goto err;
} else if (!check_pointers) {
lua_pop(L, 1);
return *(cfunction*) p;
} else if (ft.calling_convention != tt->calling_convention) {
goto err;
} else if (!is_same_type(L, -1, to_usr, &ft, tt)) {
goto err;
} else {
lua_pop(L, 1);
return *(cfunction*) p;
}
default:
goto err;
}
err:
type_error(L, idx, NULL, to_usr, tt);
return NULL;
}
/* to_type_cfunction converts a value at idx with uv at to_usr and type tt to
* a cfunction. Leaves the stack unchanged. */
cfunction check_typed_cfunction(lua_State* L, int idx, int to_usr, const struct ctype* tt)
{ return check_cfunction(L, idx, to_usr, tt, 1); }
static void set_value(lua_State* L, int idx, void* to, int to_usr, const struct ctype* tt, int check_pointers);
static void set_array(lua_State* L, int idx, void* to, int to_usr, const struct ctype* tt, int check_pointers)
{
size_t i, sz, esz;
struct ctype et;
idx = lua_absindex(L, idx);
to_usr = lua_absindex(L, to_usr);
switch (lua_type(L, idx)) {
case LUA_TSTRING:
if (tt->pointers == 1 && tt->type == INT8_TYPE) {
const char* str = lua_tolstring(L, idx, &sz);
if (!tt->is_variable_array && sz >= tt->array_size) {
memcpy(to, str, tt->array_size);
} else {
/* include nul terminator */
memcpy(to, str, sz+1);
}
} else {
goto err;
}
break;
case LUA_TTABLE:
et = *tt;
et.pointers--;
et.const_mask >>= 1;
et.is_array = 0;
esz = et.pointers ? sizeof(void*) : et.base_size;
lua_rawgeti(L, idx, 2);
if (tt->is_variable_array) {
/* we have no idea how big the array is, so set values based off
* how many items were given to us */
lua_pop(L, 1);
for (i = 0; i < lua_rawlen(L, idx); i++) {
lua_rawgeti(L, idx, (int) i + 1);
set_value(L, -1, (char*) to + esz * i, to_usr, &et, check_pointers);
lua_pop(L, 1);
}
} else if (lua_isnil(L, -1)) {
/* there is no second element, so we set the whole array to the
* first element (or nil - ie 0) if there is no first element) */
lua_pop(L, 1);
lua_rawgeti(L, idx, 1);
if (lua_isnil(L, -1)) {
memset(to, 0, ctype_size(L, tt));
} else {
/* if its still variable we have no idea how many values to set */
for (i = 0; i < tt->array_size; i++) {
set_value(L, -1, (char*) to + esz * i, to_usr, &et, check_pointers);
}
}
lua_pop(L, 1);
} else {
/* there is a second element, so we set each element using the
* equiv index in the table initializer */
lua_pop(L, 1);
for (i = 0; i < tt->array_size; i++) {
lua_rawgeti(L, idx, (int) (i+1));
if (lua_isnil(L, -1)) {
/* we've hit the end of the values provided in the
* initializer, so memset the rest to zero */
lua_pop(L, 1);
memset((char*) to + esz * i, 0, (tt->array_size - i) * esz);
break;
} else {
set_value(L, -1, (char*) to + esz * i, to_usr, &et, check_pointers);
lua_pop(L, 1);
}
}
}
break;
default:
goto err;
}
return;
err:
type_error(L, idx, NULL, to_usr, tt);
}
/* pops the member key from the stack, leaves the member user value on the
* stack. Returns the member offset. Returns -ve if the member can not be
* found. */
static ptrdiff_t get_member(lua_State* L, int usr, const struct ctype* ct, struct ctype* mt)
{
ptrdiff_t off;
lua_rawget(L, usr);
if (lua_isnil(L, -1)) {
lua_pop(L, 1);
return -1;
}
*mt = *(const struct ctype*) lua_touserdata(L, -1);
lua_getuservalue(L, -1);
lua_replace(L, -2);
if (mt->is_variable_array && ct->variable_size_known) {
/* eg char mbr[?] */
size_t sz = (mt->pointers > 1) ? sizeof(void*) : mt->base_size;
assert(ct->is_variable_struct && mt->is_array);
mt->array_size = ct->variable_increment / sz;
mt->is_variable_array = 0;
} else if (mt->is_variable_struct && ct->variable_size_known) {
/* eg struct {char a; char b[?]} mbr; */
assert(ct->is_variable_struct);
mt->variable_size_known = 1;
mt->variable_increment = ct->variable_increment;
}
off = mt->offset;
mt->offset = 0;
return off;
}
static void set_struct(lua_State* L, int idx, void* to, int to_usr, const struct ctype* tt, int check_pointers)
{
int have_first = 0;
int have_other = 0;
struct ctype mt;
void* p;
to_usr = lua_absindex(L, to_usr);
idx = lua_absindex(L, idx);
switch (lua_type(L, idx)) {
case LUA_TTABLE:
/* match up to the members based off the table initializers key - this
* will match both numbered and named members in the user table
* we need a special case for when no entries in the initializer -
* zero initialize the c struct, and only one entry in the initializer
* - set all members to this value */
memset(to, 0, ctype_size(L, tt));
lua_pushnil(L);
while (lua_next(L, idx)) {
ptrdiff_t off;
if (!have_first && lua_tonumber(L, -2) == 1 && lua_tonumber(L, -1) != 0) {
have_first = 1;
} else if (!have_other && (lua_type(L, -2) != LUA_TNUMBER || lua_tonumber(L, -2) != 1)) {
have_other = 1;
}
lua_pushvalue(L, -2);
off = get_member(L, to_usr, tt, &mt);
assert(off >= 0);
set_value(L, -2, (char*) to + off, -1, &mt, check_pointers);
/* initializer value, mt usr */
lua_pop(L, 2);
}
/* if we only had a single non zero value then initialize all members to that value */
if (!have_other && have_first && tt->type != UNION_TYPE) {
size_t i, sz;
ptrdiff_t off;
lua_rawgeti(L, idx, 1);
sz = lua_rawlen(L, to_usr);
for (i = 2; i < sz; i++) {
lua_pushnumber(L, i);
off = get_member(L, to_usr, tt, &mt);
assert(off >= 0);
set_value(L, -2, (char*) to + off, -1, &mt, check_pointers);
lua_pop(L, 1); /* mt usr */
}
lua_pop(L, 1); /* initializer table */
}
break;
case LUA_TUSERDATA:
if (check_pointers) {
p = check_typed_pointer(L, idx, to_usr, tt);
} else {
struct ctype ct;
p = check_pointer(L, idx, &ct);
}
memcpy(to, p, tt->base_size);
lua_pop(L, 1);
break;
default:
goto err;
}
return;
err:
type_error(L, idx, NULL, to_usr, tt);
}
static void set_value(lua_State* L, int idx, void* to, int to_usr, const struct ctype* tt, int check_pointers)
{
int top = lua_gettop(L);
if (tt->is_array) {
set_array(L, idx, to, to_usr, tt, check_pointers);
} else if (tt->pointers) {
union {
uint8_t c[sizeof(void*)];
void* p;
} u;
if (lua_istable(L, idx)) {
luaL_error(L, "Can't set a pointer member to a struct that's about to be freed");
}
if (check_pointers) {
u.p = check_typed_pointer(L, idx, to_usr, tt);
} else {
struct ctype ct;
u.p = check_pointer(L, idx, &ct);
}
#ifndef ALLOW_MISALIGNED_ACCESS
if ((uintptr_t) to & PTR_ALIGN_MASK) {
memcpy(to, u.c, sizeof(void*));
} else
#endif
{
*(void**) to = u.p;
}
lua_pop(L, 1);
} else if (tt->is_bitfield) {
uint64_t hi_mask = UINT64_C(0) - (UINT64_C(1) << (tt->bit_offset + tt->bit_size));
uint64_t low_mask = (UINT64_C(1) << tt->bit_offset) - UINT64_C(1);
uint64_t val = check_uint64(L, idx);
val &= (UINT64_C(1) << tt->bit_size) - 1;
val <<= tt->bit_offset;
*(uint64_t*) to = val | (*(uint64_t*) to & (hi_mask | low_mask));
} else if (tt->type == STRUCT_TYPE || tt->type == UNION_TYPE) {
set_struct(L, idx, to, to_usr, tt, check_pointers);
} else {
#ifndef ALLOW_MISALIGNED_ACCESS
union {
uint8_t c[8];
_Bool b;
uint64_t u64;
float f;
double d;
cfunction func;
} misalign;
void* origto = to;
if ((uintptr_t) origto & (tt->base_size - 1)) {
to = misalign.c;
}
#endif
switch (tt->type) {
case BOOL_TYPE:
*(_Bool*) to = (cast_int64(L, idx, !check_pointers) != 0);
break;
case INT8_TYPE:
if (tt->is_unsigned) {
*(uint8_t*) to = (uint8_t) cast_uint64(L, idx, !check_pointers);
} else {
*(int8_t*) to = (int8_t) cast_int64(L, idx, !check_pointers);
}
break;
case INT16_TYPE:
if (tt->is_unsigned) {
*(uint16_t*) to = (uint16_t) cast_uint64(L, idx, !check_pointers);
} else {
*(int16_t*) to = (int16_t) cast_int64(L, idx, !check_pointers);
}
break;
case INT32_TYPE:
if (tt->is_unsigned) {
*(uint32_t*) to = (uint32_t) cast_uint64(L, idx, !check_pointers);
} else {
*(int32_t*) to = (int32_t) cast_int64(L, idx, !check_pointers);
}
break;
case INT64_TYPE:
if (tt->is_unsigned) {
*(uint64_t*) to = cast_uint64(L, idx, !check_pointers);
} else {
*(int64_t*) to = cast_int64(L, idx, !check_pointers);
}
break;
case FLOAT_TYPE:
*(float*) to = (float) check_double(L, idx);
break;
case DOUBLE_TYPE:
*(double*) to = check_double(L, idx);
break;
case COMPLEX_FLOAT_TYPE:
*(complex_float*) to = check_complex_float(L, idx);
break;
case COMPLEX_DOUBLE_TYPE:
*(complex_double*) to = check_complex_double(L, idx);
break;
case INTPTR_TYPE:
*(uintptr_t*) to = check_uintptr(L, idx);
break;
case ENUM_TYPE:
*(int32_t*) to = check_enum(L, idx, to_usr, tt);
break;
case FUNCTION_PTR_TYPE:
*(cfunction*) to = check_cfunction(L, idx, to_usr, tt, check_pointers);
break;
default:
goto err;
}
#ifndef ALLOW_MISALIGNED_ACCESS
if ((uintptr_t) origto & (tt->base_size - 1)) {
memcpy(origto, misalign.c, tt->base_size);
}
#endif
}
assert(lua_gettop(L) == top);
return;
err:
type_error(L, idx, NULL, to_usr, tt);
}
static int ffi_typeof(lua_State* L)
{
struct ctype ct;
check_ctype(L, 1, &ct);
push_ctype(L, -1, &ct);
return 1;
}
static void setmintop(lua_State* L, int idx)
{
if (lua_gettop(L) < idx) {
lua_settop(L, idx);
}
}
/* warning: in the case that it finds an array size, it removes that index */
static void get_variable_array_size(lua_State* L, int idx, struct ctype* ct)
{
/* we only care about the variable buisness for the variable array
* directly ie ffi.new('char[?]') or the struct that contains the variable
* array ffi.new('struct {char v[?]}'). A pointer to the struct doesn't
* care about the variable size (it treats it as a zero sized array). */
if (ct->is_variable_array) {
assert(ct->is_array);
ct->array_size = (size_t) luaL_checknumber(L, idx);
ct->is_variable_array = 0;
lua_remove(L, idx);
} else if (ct->is_variable_struct && !ct->variable_size_known) {
assert(ct->type == STRUCT_TYPE && !ct->is_array);
ct->variable_increment *= (size_t) luaL_checknumber(L, idx);
ct->variable_size_known = 1;
lua_remove(L, idx);
}
}
static int try_set_value(lua_State* L)
{
void* p = lua_touserdata(L, 2);
struct ctype* ct = (struct ctype*) lua_touserdata(L, 4);
int check_ptrs = lua_toboolean(L, 5);
set_value(L, 1, p, 3, ct, check_ptrs);
return 0;
}
static int do_new(lua_State* L, int is_cast)
{
int cargs, i;
void* p;
struct ctype ct;
int check_ptrs = !is_cast;
check_ctype(L, 1, &ct);
/* don't push a callback when we have a c function, as cb:set needs a
* compiled callback from a lua function to work */
if (!ct.pointers && ct.type == FUNCTION_PTR_TYPE && (lua_isnil(L, 2) || lua_isfunction(L, 2))) {
/* Function cdatas are pinned and must be manually cleaned up by
* calling func:free(). */
compile_callback(L, 2, -1, &ct);
push_upval(L, &callbacks_key);
lua_pushvalue(L, -2);
lua_pushboolean(L, 1);
lua_rawset(L, -3);
lua_pop(L, 1); /* callbacks tbl */
return 1;
}
/* this removes the vararg argument if its needed, and errors if its invalid */
if (!is_cast) {
get_variable_array_size(L, 2, &ct);
}
p = push_cdata(L, -1, &ct);
/* if the user mt has a __gc function then call ffi.gc on this value */
if (push_user_mt(L, -2, &ct)) {
push_upval(L, &gc_key);
lua_pushvalue(L, -3);
/* user_mt.__gc */
lua_pushliteral(L, "__gc");
lua_rawget(L, -4);
lua_rawset(L, -3); /* gc_upval[cdata] = user_mt.__gc */
lua_pop(L, 2); /* user_mt and gc_upval */
}
/* stack is:
* ctype arg
* ctor args ... 0+
* ctype usr
* cdata
*/
cargs = lua_gettop(L) - 3;
if (cargs == 0) {
return 1;
}
if (cargs == 1) {
/* try packed form first
* packed: ffi.new('int[3]', {1})
* unpacked: ffi.new('int[3]', 1)
*/
lua_pushcfunction(L, &try_set_value);
lua_pushvalue(L, 2); /* ctor arg */
lua_pushlightuserdata(L, p);
lua_pushvalue(L, -5); /* ctype usr */
lua_pushlightuserdata(L, &ct);
lua_pushboolean(L, check_ptrs);
if (!lua_pcall(L, 5, 0, 0)) {
return 1;
}
/* remove any errors */
lua_settop(L, 4);
}
/* if we have more than 2 ctor arguments then they must be unpacked, e.g.
* ffi.new('int[3]', 1, 2, 3) */
lua_createtable(L, cargs, 0);
lua_replace(L, 1);
for (i = 1; i <= cargs; i++) {
lua_pushvalue(L, i + 1);
lua_rawseti(L, 1, i);
}
assert(lua_gettop(L) == cargs + 3);
set_value(L, 1, p, -2, &ct, check_ptrs);
return 1;
}
static int ffi_new(lua_State* L)
{ return do_new(L, 0); }
static int ffi_cast(lua_State* L)
{ return do_new(L, 1); }
static int ctype_new(lua_State* L)
{ return do_new(L, 0); }
static int ctype_call(lua_State* L)
{
struct ctype ct;
int top = lua_gettop(L);
check_ctype(L, 1, &ct);
if (push_user_mt(L, -1, &ct)) {
lua_pushstring(L, "__new");
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
lua_insert(L, 1); // function at bottom of stack under args
lua_pop(L, 2);
lua_call(L, top, 1);
return 1;
}
lua_pop(L, 2);
}
lua_pop(L, 1);
assert(lua_gettop(L) == top);
return do_new(L, 0);
}
static int ffi_sizeof(lua_State* L)
{
struct ctype ct;
check_ctype(L, 1, &ct);
get_variable_array_size(L, 2, &ct);
lua_pushnumber(L, ctype_size(L, &ct));
return 1;
}
static int ffi_alignof(lua_State* L)
{
struct ctype ct, mt;
lua_settop(L, 2);
check_ctype(L, 1, &ct);
/* if no member is specified then we return the alignment of the type */
if (lua_isnil(L, 2)) {
lua_pushnumber(L, ct.align_mask + 1);
return 1;
}
/* get the alignment of the member */
lua_pushvalue(L, 2);
if (get_member(L, -2, &ct, &mt) < 0) {
push_type_name(L, 3, &ct);
return luaL_error(L, "type %s has no member %s", lua_tostring(L, -1), lua_tostring(L, 2));
}
lua_pushnumber(L, mt.align_mask + 1);
return 1;
}
static int ffi_offsetof(lua_State* L)
{
ptrdiff_t off;
struct ctype ct, mt;
lua_settop(L, 2);
check_ctype(L, 1, &ct);
lua_pushvalue(L, 2);
off = get_member(L, -2, &ct, &mt); /* this replaces the member key at -1 with the mbr usr value */
if (off < 0) {
push_type_name(L, 3, &ct);
return luaL_error(L, "type %s has no member %s", lua_tostring(L, -1), lua_tostring(L, 2));
}
lua_pushnumber(L, off);
if (!mt.is_bitfield) {
return 1;
}
lua_pushnumber(L, mt.bit_offset);
lua_pushnumber(L, mt.bit_size);
return 3;
}
static int ffi_istype(lua_State* L)
{
struct ctype tt, ft;
check_ctype(L, 1, &tt);
to_cdata(L, 2, &ft);
if (ft.type == INVALID_TYPE) {
goto fail;
}
if (!is_same_type(L, 3, 4, &tt, &ft)) {
goto fail;
}
if (tt.pointers != ft.pointers) {
goto fail;
}
if (tt.is_array != ft.is_array) {
goto fail;
}
if (tt.is_array && tt.array_size != ft.array_size) {
goto fail;
}
if (tt.calling_convention != ft.calling_convention) {
goto fail;
}
lua_pushboolean(L, 1);
return 1;
fail:
lua_pushboolean(L, 0);
return 1;
}
static int cdata_gc(lua_State* L)
{
struct ctype ct;
check_cdata(L, 1, &ct);
lua_settop(L, 1);
/* call the gc func if there is any registered */
lua_pushvalue(L, 1);
lua_rawget(L, lua_upvalueindex(2));
if (!lua_isnil(L, -1)) {
lua_pushvalue(L, 1);
lua_pcall(L, 1, 0, 0);
}
/* unset the closure */
lua_pushvalue(L, 1);
lua_pushnil(L);
lua_rawset(L, lua_upvalueindex(1));
return 0;
}
static int callback_free(lua_State* L)
{
cfunction* p = (cfunction*) lua_touserdata(L, 1);
free_code(get_jit(L), L, *p);
return 0;
}
static int cdata_free(lua_State* L)
{
struct ctype ct;
cfunction* p = (cfunction*) check_cdata(L, 1, &ct);
lua_settop(L, 1);
/* unset the closure */
lua_pushvalue(L, 1);
lua_pushnil(L);
lua_rawset(L, lua_upvalueindex(1));
if (ct.is_jitted) {
free_code(get_jit(L), L, *p);
*p = NULL;
}
return 0;
}
static int cdata_set(lua_State* L)
{
struct ctype ct;
cfunction* p = (cfunction*) check_cdata(L, 1, &ct);
luaL_checktype(L, 2, LUA_TFUNCTION);
if (!ct.is_jitted) {
luaL_error(L, "can't set the function for a non-lua callback");
}
if (*p == NULL) {
luaL_error(L, "can't set the function for a free'd callback");
}
push_func_ref(L, *p);
lua_pushvalue(L, 2);
lua_rawseti(L, -2, CALLBACK_FUNC_USR_IDX);
/* remove the closure for this callback as it embeds the function pointer
* value */
lua_pushvalue(L, 1);
lua_pushboolean(L, 1);
lua_rawset(L, lua_upvalueindex(1));
return 0;
}
static int cdata_call(lua_State* L)
{
struct ctype ct;
int top = lua_gettop(L);
cfunction* p = (cfunction*) check_cdata(L, 1, &ct);
if (push_user_mt(L, -1, &ct)) {
lua_pushliteral(L, "__call");
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
lua_insert(L, 1);
lua_pop(L, 2); /* ct_usr, user_mt */
lua_call(L, lua_gettop(L) - 1, LUA_MULTRET);
return lua_gettop(L);
}
}
if (ct.pointers || ct.type != FUNCTION_PTR_TYPE) {
return luaL_error(L, "only function callbacks are callable");
}
lua_pushvalue(L, 1);
lua_rawget(L, lua_upvalueindex(1));
if (!lua_isfunction(L, -1)) {
lua_pop(L, 1);
compile_function(L, *p, -1, &ct);
assert(lua_gettop(L) == top + 2); /* uv, closure */
/* closures[func] = closure */
lua_pushvalue(L, 1);
lua_pushvalue(L, -2);
lua_rawset(L, lua_upvalueindex(1));
lua_replace(L, 1);
} else {
lua_replace(L, 1);
}
lua_pop(L, 1); /* uv */
assert(lua_gettop(L) == top);
lua_call(L, lua_gettop(L) - 1, LUA_MULTRET);
return lua_gettop(L);
}
static int user_mt_key;
static int ffi_metatype(lua_State* L)
{
struct ctype ct;
lua_settop(L, 2);
check_ctype(L, 1, &ct);
if (lua_type(L, 2) != LUA_TTABLE && lua_type(L, 2) != LUA_TNIL) {
return luaL_argerror(L, 2, "metatable must be a table or nil");
}
lua_pushlightuserdata(L, &user_mt_key);
lua_pushvalue(L, 2);
lua_rawset(L, 3); /* user[user_mt_key] = mt */
/* return the passed in ctype */
push_ctype(L, 3, &ct);
return 1;
}
/* push_user_mt returns 1 if the type has a user metatable and pushes it onto
* the stack, otherwise it returns 0 and pushes nothing */
int push_user_mt(lua_State* L, int ct_usr, const struct ctype* ct)
{
if (ct->type != STRUCT_TYPE && ct->type != UNION_TYPE) {
return 0;
}
ct_usr = lua_absindex(L, ct_usr);
lua_pushlightuserdata(L, &user_mt_key);
lua_rawget(L, ct_usr);
if (lua_isnil(L, -1)) {
lua_pop(L, 1);
return 0;
}
return 1;
}
static int ffi_gc(lua_State* L)
{
struct ctype ct;
lua_settop(L, 2);
check_cdata(L, 1, &ct);
push_upval(L, &gc_key);
lua_pushvalue(L, 1);
lua_pushvalue(L, 2);
lua_rawset(L, -3);
/* return the cdata back */
lua_settop(L, 1);
return 1;
}
/* lookup_cdata_index returns the offset of the found type and user value on
* the stack if valid. Otherwise returns -ve and doesn't touch the stack.
*/
static ptrdiff_t lookup_cdata_index(lua_State* L, int idx, int ct_usr, struct ctype* ct)
{
struct ctype mt;
ptrdiff_t off;
ct_usr = lua_absindex(L, ct_usr);
switch (lua_type(L, idx)) {
case LUA_TNUMBER:
/* possibilities are array, pointer */
if (!ct->pointers || is_void_ptr(ct)) {
return -1;
}
ct->is_array = 0;
ct->pointers--;
ct->const_mask >>= 1;
lua_pushvalue(L, ct_usr);
return (ct->pointers ? sizeof(void*) : ct->base_size) * lua_tonumber(L, 2);
case LUA_TSTRING:
/* possibilities are struct/union, pointer to struct/union */
if ((ct->type != STRUCT_TYPE && ct->type != UNION_TYPE) || ct->is_array || ct->pointers > 1) {
return -1;
}
lua_pushvalue(L, idx);
off = get_member(L, ct_usr, ct, &mt);
if (off < 0) {
return -1;
}
*ct = mt;
return off;
default:
return -1;
}
}
static int cdata_newindex(lua_State* L)
{
struct ctype tt;
char* to;
ptrdiff_t off;
lua_settop(L, 3);
to = (char*) check_cdata(L, 1, &tt);
off = lookup_cdata_index(L, 2, -1, &tt);
if (off < 0) {
if (!push_user_mt(L, -1, &tt)) {
goto err;
}
lua_pushliteral(L, "__newindex");
lua_rawget(L, -2);
if (lua_isnil(L, -1)) {
goto err;
}
lua_insert(L, 1);
lua_settop(L, 4);
lua_call(L, 3, LUA_MULTRET);
return lua_gettop(L);
}
if (tt.const_mask & 1) {
return luaL_error(L, "can't set const data");
}
set_value(L, 3, to + off, -1, &tt, 1);
return 0;
err:
push_type_name(L, 4, &tt);
return luaL_error(L, "type %s has no member %s", lua_tostring(L, -1), lua_tostring(L, 2));
}
static int cdata_index(lua_State* L)
{
void* to;
struct ctype ct;
char* data;
ptrdiff_t off;
lua_settop(L, 2);
data = (char*) check_cdata(L, 1, &ct);
assert(lua_gettop(L) == 3);
if (!ct.pointers) {
switch (ct.type) {
case FUNCTION_PTR_TYPE:
/* Callbacks use the same metatable as standard cdata values, but have set
* and free members. So instead of mt.__index = mt, we do the equiv here. */
lua_getmetatable(L, 1);
lua_pushvalue(L, 2);
lua_rawget(L, -2);
return 1;
/* This provides the .re and .im virtual members */
case COMPLEX_DOUBLE_TYPE:
case COMPLEX_FLOAT_TYPE:
if (!lua_isstring(L, 2)) {
luaL_error(L, "invalid member for complex number");
} else if (strcmp(lua_tostring(L, 2), "re") == 0) {
lua_pushnumber(L, ct.type == COMPLEX_DOUBLE_TYPE ? creal(*(complex_double*) data) : crealf(*(complex_float*) data));
} else if (strcmp(lua_tostring(L, 2), "im") == 0) {
lua_pushnumber(L, ct.type == COMPLEX_DOUBLE_TYPE ? cimag(*(complex_double*) data) : cimagf(*(complex_float*) data));
} else {
luaL_error(L, "invalid member for complex number");
}
return 1;
}
}
off = lookup_cdata_index(L, 2, -1, &ct);
if (off < 0) {
assert(lua_gettop(L) == 3);
if (!push_user_mt(L, -1, &ct)) {
goto err;
}
lua_pushliteral(L, "__index");
lua_rawget(L, -2);
if (lua_isnil(L, -1)) {
goto err;
}
if (lua_istable(L, -1)) {
lua_pushvalue(L, 2);
lua_gettable(L, -2);
return 1;
}
lua_insert(L, 1);
lua_settop(L, 3);
lua_call(L, 2, LUA_MULTRET);
return lua_gettop(L);
err:
push_type_name(L, 3, &ct);
return luaL_error(L, "type %s has no member %s", lua_tostring(L, -1), lua_tostring(L, 2));
}
assert(lua_gettop(L) == 4); /* ct, key, ct_usr, mbr_usr */
data += off;
if (ct.is_array) {
/* push a reference to the array */
ct.is_reference = 1;
to = push_cdata(L, -1, &ct);
*(void**) to = data;
return 1;
} else if (ct.is_bitfield) {
if (ct.type == INT64_TYPE) {
struct ctype rt;
uint64_t val = *(uint64_t*) data;
val >>= ct.bit_offset;
val &= (UINT64_C(1) << ct.bit_size) - 1;
memset(&rt, 0, sizeof(rt));
rt.base_size = 8;
rt.type = INT64_TYPE;
rt.is_unsigned = 1;
rt.is_defined = 1;
to = push_cdata(L, 0, &rt);
*(uint64_t*) to = val;
return 1;
} else if (ct.type == BOOL_TYPE) {
uint64_t val = *(uint64_t*) data;
lua_pushboolean(L, (int) (val & (UINT64_C(1) << ct.bit_offset)));
return 1;
} else {
uint64_t val = *(uint64_t*) data;
val >>= ct.bit_offset;
val &= (UINT64_C(1) << ct.bit_size) - 1;
lua_pushnumber(L, val);
return 1;
}
} else if (ct.pointers) {
#ifndef ALLOW_MISALIGNED_ACCESS
union {
uint8_t c[8];
void* p;
} misalignbuf;
if ((uintptr_t) data & PTR_ALIGN_MASK) {
memcpy(misalignbuf.c, data, sizeof(void*));
data = misalignbuf.c;
}
#endif
to = push_cdata(L, -1, &ct);
*(void**) to = *(void**) data;
return 1;
} else if (ct.type == STRUCT_TYPE || ct.type == UNION_TYPE) {
/* push a reference to the member */
ct.is_reference = 1;
to = push_cdata(L, -1, &ct);
*(void**) to = data;
return 1;
} else if (ct.type == FUNCTION_PTR_TYPE) {
cfunction* pf = (cfunction*) push_cdata(L, -1, &ct);
*pf = *(cfunction*) data;
return 1;
} else {
#ifndef ALLOW_MISALIGNED_ACCESS
union {
uint8_t c[8];
double d;
float f;
uint64_t u64;
} misalignbuf;
assert(ct.base_size <= 8);
if ((uintptr_t) data & (ct.base_size - 1)) {
memcpy(misalignbuf.c, data, ct.base_size);
data = misalignbuf.c;
}
#endif
switch (ct.type) {
case BOOL_TYPE:
lua_pushboolean(L, *(_Bool*) data);
break;
case INT8_TYPE:
lua_pushnumber(L, ct.is_unsigned ? (lua_Number) *(uint8_t*) data : (lua_Number) *(int8_t*) data);
break;
case INT16_TYPE:
lua_pushnumber(L, ct.is_unsigned ? (lua_Number) *(uint16_t*) data : (lua_Number) *(int16_t*) data);
break;
case ENUM_TYPE:
case INT32_TYPE:
lua_pushnumber(L, ct.is_unsigned ? (lua_Number) *(uint32_t*) data : (lua_Number) *(int32_t*) data);
break;
case INT64_TYPE:
to = push_cdata(L, -1, &ct);
*(int64_t*) to = *(int64_t*) data;
break;
case INTPTR_TYPE:
to = push_cdata(L, -1, &ct);
*(intptr_t*) to = *(intptr_t*) data;
break;
case FLOAT_TYPE:
lua_pushnumber(L, *(float*) data);
break;
case DOUBLE_TYPE:
lua_pushnumber(L, *(double*) data);
break;
default:
luaL_error(L, "internal error: invalid member type");
}
return 1;
}
}
static complex_double check_complex(lua_State* L, int idx, void* p, struct ctype* ct)
{
if (ct->type == INVALID_TYPE) {
double d = luaL_checknumber(L, idx);
#ifdef HAVE_COMPLEX
return d;
#else
complex_double c;
c.real = d;
c.imag = 0;
return c;
#endif
} else if (ct->type == COMPLEX_DOUBLE_TYPE) {
return *(complex_double*) p;
} else if (ct->type == COMPLEX_FLOAT_TYPE) {
complex_float* f = (complex_float*) p;
#ifdef HAVE_COMPLEX
return *f;
#else
complex_double d;
d.real = f->real;
d.imag = f->imag;
return d;
#endif
} else {
complex_double dummy;
type_error(L, idx, "complex", 0, NULL);
memset(&dummy, 0, sizeof(dummy));
return dummy;
}
}
static int rank(const struct ctype* ct)
{
if (ct->pointers) {
return 5;
}
switch (ct->type) {
case COMPLEX_DOUBLE_TYPE:
return 7;
case COMPLEX_FLOAT_TYPE:
return 6;
case INTPTR_TYPE:
return sizeof(intptr_t) >= sizeof(int64_t) ? 4 : 1;
case INT64_TYPE:
return ct->is_unsigned ? 3 : 2;
case INT32_TYPE:
case INT16_TYPE:
case INT8_TYPE:
return 2;
default:
return 0;
}
}
static void push_complex(lua_State* L, complex_double res, int ct_usr, const struct ctype* ct)
{
if (ct->type == COMPLEX_DOUBLE_TYPE) {
complex_double* p = (complex_double*) push_cdata(L, ct_usr, ct);
*p = res;
} else {
complex_float* p = (complex_float*) push_cdata(L, ct_usr, ct);
#ifdef HAVE_COMPLEX
*p = (complex float) res;
#else
p->real = (float) res.real;
p->imag = (float) res.imag;
#endif
}
}
static void push_number(lua_State* L, int64_t val, int ct_usr, const struct ctype* ct)
{
if ((ct->pointers || ct->type == INTPTR_TYPE) && sizeof(intptr_t) != sizeof(int64_t)) {
intptr_t* p = (intptr_t*) push_cdata(L, ct_usr, ct);
*p = val;
} else {
int64_t* p = (int64_t*) push_cdata(L, ct_usr, ct);
*p = val;
}
}
static int call_user_op(lua_State* L, const char* opfield, int idx, int ct_usr, const struct ctype* ct)
{
idx = lua_absindex(L, idx);
if (push_user_mt(L, ct_usr, ct)) {
lua_pushstring(L, opfield);
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
int top = lua_gettop(L);
lua_pushvalue(L, idx);
lua_call(L, 1, LUA_MULTRET);
return lua_gettop(L) - top + 1;
}
lua_pop(L, 2);
}
return -1;
}
static int cdata_unm(lua_State* L)
{
struct ctype ct;
void* p;
int64_t val;
int ret;
lua_settop(L, 1);
p = to_cdata(L, 1, &ct);
ret = call_user_op(L, "__unm", 1, 2, &ct);
if (ret >= 0) {
return ret;
}
val = check_intptr(L, 1, p, &ct);
if (ct.pointers) {
luaL_error(L, "can't negate a pointer value");
} else {
memset(&ct, 0, sizeof(ct));
ct.type = INT64_TYPE;
ct.base_size = 8;
ct.is_defined = 1;
push_number(L, -val, 0, &ct);
}
return 1;
}
/* returns -ve if no binop was called otherwise returns the number of return
* arguments */
static int call_user_binop(lua_State* L, const char* opfield, int lidx, int lusr, const struct ctype* lt, int ridx, int rusr, const struct ctype* rt)
{
lidx = lua_absindex(L, lidx);
ridx = lua_absindex(L, ridx);
if (push_user_mt(L, lusr, lt)) {
lua_pushstring(L, opfield);
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
int top = lua_gettop(L);
lua_pushvalue(L, lidx);
lua_pushvalue(L, ridx);
lua_call(L, 2, LUA_MULTRET);
return lua_gettop(L) - top + 1;
}
lua_pop(L, 2); /* user_mt and user_mt.op */
}
if (push_user_mt(L, rusr, rt)) {
lua_pushstring(L, opfield);
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
int top = lua_gettop(L);
lua_pushvalue(L, lidx);
lua_pushvalue(L, ridx);
lua_call(L, 2, LUA_MULTRET);
return lua_gettop(L) - top + 1;
}
lua_pop(L, 2); /* user_mt and user_mt.op */
}
return -1;
}
static int cdata_concat(lua_State* L)
{
struct ctype lt, rt;
int ret;
lua_settop(L, 2);
to_cdata(L, 1, &lt);
to_cdata(L, 2, &rt);
ret = call_user_binop(L, "__concat", 1, 3, &lt, 2, 4, &rt);
if (ret >= 0) {
return ret;
}
return luaL_error(L, "NYI");
}
static int cdata_len(lua_State* L)
{
struct ctype ct;
int ret;
lua_settop(L, 1);
to_cdata(L, 1, &ct);
ret = call_user_op(L, "__len", 1, 2, &ct);
if (ret >= 0) {
return ret;
}
push_type_name(L, 2, &ct);
return luaL_error(L, "type %s does not implement the __len metamethod", lua_tostring(L, -1));
}
static int cdata_pairs(lua_State* L)
{
struct ctype ct;
int ret;
lua_settop(L, 1);
to_cdata(L, 1, &ct);
ret = call_user_op(L, "__pairs", 1, 2, &ct);
if (ret >= 0) {
return ret;
}
push_type_name(L, 2, &ct);
return luaL_error(L, "type %s does not implement the __pairs metamethod", lua_tostring(L, -1));
}
static int cdata_ipairs(lua_State* L)
{
struct ctype ct;
int ret;
lua_settop(L, 1);
to_cdata(L, 1, &ct);
ret = call_user_op(L, "__ipairs", 1, 2, &ct);
if (ret >= 0) {
return ret;
}
push_type_name(L, 2, &ct);
return luaL_error(L, "type %s does not implement the __ipairs metamethod", lua_tostring(L, -1));
}
static int cdata_add(lua_State* L)
{
struct ctype lt, rt, ct;
void *lp, *rp;
int ct_usr;
int ret;
lua_settop(L, 2);
lp = to_cdata(L, 1, &lt);
rp = to_cdata(L, 2, &rt);
assert(lua_gettop(L) == 4);
ret = call_user_binop(L, "__add", 1, 3, &lt, 2, 4, &rt);
if (ret >= 0) {
return ret;
}
assert(lua_gettop(L) == 4);
ct_usr = rank(&lt) > rank(&rt) ? 3 : 4;
ct = rank(&lt) > rank(&rt) ? lt : rt;
if (IS_COMPLEX(ct.type)) {
complex_double left, right, res;
left = check_complex(L, 1, lp, &lt);
right = check_complex(L, 2, rp, &rt);
assert(lua_gettop(L) == 4);
#ifdef HAVE_COMPLEX
res = left + right;
#else
res.real = left.real + right.real;
res.imag = left.imag + right.imag;
#endif
push_complex(L, res, ct_usr, &ct);
return 1;
} else {
int64_t left = check_intptr(L, 1, lp, &lt);
int64_t right = check_intptr(L, 2, rp, &rt);
assert(lua_gettop(L) == 4);
/* note due to 2s complement it doesn't matter if we do the addition as int or uint,
* but the result needs to be uint64_t if either of the sources are */
if (lt.pointers && rt.pointers) {
luaL_error(L, "can't add two pointers");
} else if (lt.pointers) {
int64_t res = left + (lt.pointers > 1 ? sizeof(void*) : lt.base_size) * right;
lt.is_array = 0;
push_number(L, res, 3, &lt);
} else if (rt.pointers) {
int64_t res = right + (rt.pointers > 1 ? sizeof(void*) : rt.base_size) * left;
rt.is_array = 0;
push_number(L, res, 4, &rt);
} else {
push_number(L, left + right, ct_usr, &ct);
}
return 1;
}
}
static int cdata_sub(lua_State* L)
{
struct ctype lt, rt, ct;
void *lp, *rp;
int ct_usr;
int ret;
lua_settop(L, 2);
lp = to_cdata(L, 1, &lt);
rp = to_cdata(L, 2, &rt);
ret = call_user_binop(L, "__sub", 1, 3, &lt, 2, 4, &rt);
if (ret >= 0) {
return ret;
}
ct_usr = rank(&lt) > rank(&rt) ? 3 : 4;
ct = rank(&lt) > rank(&rt) ? lt : rt;
if (IS_COMPLEX(ct.type)) {
complex_double left, right, res;
left = check_complex(L, 1, lp, &lt);
right = check_complex(L, 2, rp, &rt);
#ifdef HAVE_COMPLEX
res = left - right;
#else
res.real = left.real - right.real;
res.imag = left.imag - right.imag;
#endif
push_complex(L, res, ct_usr, &ct);
return 1;
} else {
int64_t left = check_intptr(L, 1, lp, &lt);
int64_t right = check_intptr(L, 2, rp, &rt);
if (rt.pointers) {
luaL_error(L, "NYI: can't subtract a pointer value");
} else if (lt.pointers) {
int64_t res = left - (lt.pointers > 1 ? sizeof(void*) : lt.base_size) * right;
lt.is_array = 0;
push_number(L, res, 3, &lt);
} else {
int64_t res = left - right;
push_number(L, res, ct_usr, &ct);
}
return 1;
}
}
/* TODO fix for unsigned */
#define NUMBER_ONLY_BINOP(OPSTR, DO_NORMAL, DO_COMPLEX) \
struct ctype lt, rt, ct; \
void *lp, *rp; \
int ct_usr; \
int ret; \
\
lua_settop(L, 2); \
\
lp = to_cdata(L, 1, &lt); \
rp = to_cdata(L, 2, &rt); \
\
ret = call_user_binop(L, OPSTR, 1, 3, &lt, 2, 4, &rt); \
if (ret >= 0) { \
return ret; \
} \
\
ct_usr = rank(&lt) > rank(&rt) ? 3 : 4; \
ct = rank(&lt) > rank(&rt) ? lt : rt; \
\
if (IS_COMPLEX(ct.type)) { \
complex_double res; \
complex_double left = check_complex(L, 1, lp, &lt); \
complex_double right = check_complex(L, 2, rp, &rt); \
\
DO_COMPLEX(left, right, res); \
push_complex(L, res, ct_usr, &ct); \
\
} else if (lt.pointers || rt.pointers) { \
luaL_error(L, "can't operate on a pointer value"); \
\
} else { \
int64_t res; \
int64_t left = check_intptr(L, 1, lp, &lt); \
int64_t right = check_intptr(L, 2, rp, &rt); \
\
DO_NORMAL(left, right, res); \
push_number(L, res, ct_usr, &ct); \
} \
\
return 1
#define MUL(l,r,s) s = l * r
#define DIV(l,r,s) s = l / r
#define MOD(l,r,s) s = l % r
#define POW(l,r,s) s = pow(l, r)
#ifdef HAVE_COMPLEX
#define MULC(l,r,s) s = l * r
#define DIVC(l,r,s) s = l / r
#define MODC(l,r,s) (void) l, (void) r, memset(&s, 0, sizeof(s)), luaL_error(L, "NYI: complex mod")
#define POWC(l,r,s) s = cpow(l, r)
#else
#define MULC(l,r,s) s.real = l.real * r.real - l.imag * r.imag, s.imag = l.real * r.imag + l.imag * r.real
#define DIVC(l,r,s) s.real = (l.real * r.real + l.imag * r.imag) / (r.real * r.real + r.imag * r.imag), \
s.imag = (l.imag * r.real - l.real * r.imag) / (r.real * r.real + r.imag * r.imag)
#define MODC(l,r,s) (void) l, (void) r, memset(&s, 0, sizeof(s)), luaL_error(L, "NYI: complex mod")
#define POWC(l,r,s) (void) l, (void) r, memset(&s, 0, sizeof(s)), luaL_error(L, "NYI: complex pow")
#endif
static int cdata_mul(lua_State* L)
{ NUMBER_ONLY_BINOP("__mul", MUL, MULC); }
static int cdata_div(lua_State* L)
{ NUMBER_ONLY_BINOP("__div", DIV, DIVC); }
static int cdata_mod(lua_State* L)
{ NUMBER_ONLY_BINOP("__mod", MOD, MODC); }
static int cdata_pow(lua_State* L)
{ NUMBER_ONLY_BINOP("__pow", POW, POWC); }
#define COMPARE_BINOP(OPSTR, OP, OPC) \
struct ctype lt, rt; \
void *lp, *rp; \
int ret, res; \
\
lua_settop(L, 2); \
\
lp = to_cdata(L, 1, &lt); \
rp = to_cdata(L, 2, &rt); \
\
ret = call_user_binop(L, OPSTR, 1, 3, &lt, 2, 4, &rt); \
if (ret >= 0) { \
return ret; \
} \
\
if (IS_COMPLEX(lt.type) || IS_COMPLEX(rt.type)) { \
complex_double left = check_complex(L, 1, lp, &lt); \
complex_double right = check_complex(L, 2, rp, &rt); \
\
res = OPC(left, right); \
\
lua_pushboolean(L, res); \
\
} else { \
int64_t left = check_intptr(L, 1, lp, &lt); \
int64_t right = check_intptr(L, 2, rp, &rt); \
\
if (lt.pointers && rt.pointers) { \
if (is_void_ptr(&lt) || is_void_ptr(&rt) || is_same_type(L, 3, 4, &lt, &rt)) { \
res = OP((uint64_t) left, (uint64_t) right); \
} else { \
goto err; \
} \
\
} else if (lt.is_null && rt.type == FUNCTION_PTR_TYPE) { \
res = OP((uint64_t) left, (uint64_t) right); \
\
} else if (rt.is_null && lt.type == FUNCTION_PTR_TYPE) { \
res = OP((uint64_t) left, (uint64_t) right); \
\
} else if (lt.pointers && rt.type == INTPTR_TYPE && rt.is_unsigned) {\
res = OP((uint64_t) left, (uint64_t) right); \
\
} else if (rt.pointers && lt.type == INTPTR_TYPE && lt.is_unsigned) {\
res = OP((uint64_t) left, (uint64_t) right); \
\
} else if (rt.pointers || lt.pointers) { \
goto err; \
\
} else if (lt.is_unsigned && rt.is_unsigned) { \
res = OP((uint64_t) left, (uint64_t) right); \
\
} else if (lt.is_unsigned) { \
res = OP((int64_t) (uint64_t) left, right); \
\
} else if (rt.is_unsigned) { \
res = OP(left, (int64_t) (uint64_t) right); \
\
} else { \
res = OP(left, right); \
} \
\
lua_pushboolean(L, res); \
} \
return 1
#define EQ(l, r) (l) == (r)
#define LT(l, r) (l) < (r)
#define LE(l, r) (l) <= (r)
#ifdef HAVE_COMPLEX
#define EQC(l, r) (l) == (r)
#else
#define EQC(l, r) (l).real == (r).real && (l).imag == (r).imag
#endif
#define LEC(l, r) EQC(l, r), luaL_error(L, "complex numbers are non-orderable")
#define LTC(l, r) EQC(l, r), luaL_error(L, "complex numbers are non-orderable")
static int cdata_eq(lua_State* L)
{
COMPARE_BINOP("__eq", EQ, EQC);
err:
lua_pushboolean(L, 0);
return 1;
}
static int cdata_lt(lua_State* L)
{
COMPARE_BINOP("__lt", LT, LTC);
err:
lua_getuservalue(L, 1);
lua_getuservalue(L, 2);
push_type_name(L, -2, &lt);
push_type_name(L, -2, &lt);
return luaL_error(L, "trying to compare incompatible types %s and %s", lua_tostring(L, -2), lua_tostring(L, -1));
}
static int cdata_le(lua_State* L)
{
COMPARE_BINOP("__le", LE, LEC);
err:
lua_getuservalue(L, 1);
lua_getuservalue(L, 2);
push_type_name(L, -2, &lt);
push_type_name(L, -2, &lt);
return luaL_error(L, "trying to compare incompatible types %s and %s", lua_tostring(L, -2), lua_tostring(L, -1));
}
static const char* etype_tostring(int type)
{
switch (type) {
case VOID_TYPE: return "void";
case DOUBLE_TYPE: return "double";
case FLOAT_TYPE: return "float";
case COMPLEX_DOUBLE_TYPE: return "complex double";
case COMPLEX_FLOAT_TYPE: return "complex float";
case BOOL_TYPE: return "bool";
case INT8_TYPE: return "int8";
case INT16_TYPE: return "int16";
case INT32_TYPE: return "int32";
case INT64_TYPE: return "int64";
case INTPTR_TYPE: return "intptr";
case ENUM_TYPE: return "enum";
case UNION_TYPE: return "union";
case STRUCT_TYPE: return "struct";
case FUNCTION_PTR_TYPE: return "function ptr";
case FUNCTION_TYPE: return "function";
default: return "invalid";
}
}
static void print_type(lua_State* L, const struct ctype* ct)
{
lua_pushfstring(L, " sz %d %d %d align %d ptr %d %d %d type %s%s %d %d %d name %d call %d %d var %d %d %d bit %d %d %d %d jit %d",
/* sz */
ct->base_size,
ct->array_size,
ct->offset,
/* align */
ct->align_mask,
/* ptr */
ct->is_array,
ct->pointers,
ct->const_mask,
/* type */
ct->is_unsigned ? "u" : "",
etype_tostring(ct->type),
ct->is_reference,
ct->is_defined,
ct->is_null,
/* name */
ct->has_member_name,
/* call */
ct->calling_convention,
ct->has_var_arg,
/* var */
ct->is_variable_array,
ct->is_variable_struct,
ct->variable_size_known,
/* bit */
ct->is_bitfield,
ct->has_bitfield,
ct->bit_offset,
ct->bit_size,
/* jit */
ct->is_jitted);
}
static int ctype_tostring(lua_State* L)
{
struct ctype ct;
assert(lua_type(L, 1) == LUA_TUSERDATA);
lua_settop(L, 1);
check_ctype(L, 1, &ct);
assert(lua_gettop(L) == 2);
push_type_name(L, -1, &ct);
lua_pushfstring(L, "ctype<%s> %p", lua_tostring(L, -1), lua_topointer(L, 1));
if (DEBUG_TOSTRING) {
print_type(L, &ct);
lua_concat(L, 2);
}
return 1;
}
static int cdata_tostring(lua_State* L)
{
struct ctype ct;
char buf[64];
void* p;
int ret;
lua_settop(L, 1);
p = to_cdata(L, 1, &ct);
ret = call_user_op(L, "__tostring", 1, 2, &ct);
if (ret >= 0) {
return ret;
}
if (ct.pointers > 0 || ct.type == STRUCT_TYPE || ct.type == UNION_TYPE) {
push_type_name(L, -1, &ct);
lua_pushfstring(L, "cdata<%s>: %p", lua_tostring(L, -1), p);
if (DEBUG_TOSTRING) {
print_type(L, &ct);
lua_concat(L, 2);
}
return 1;
}
switch (ct.type) {
case COMPLEX_DOUBLE_TYPE:
{
complex_double c = *(complex_double*) p;
if (cimag(c) != 0) {
lua_pushfstring(L, "%f+%fi", creal(c), cimag(c));
} else {
lua_pushfstring(L, "%f", creal(c));
}
}
return 1;
case COMPLEX_FLOAT_TYPE:
{
complex_float c = *(complex_float*) p;
if (cimagf(c) != 0) {
lua_pushfstring(L, "%f+%fi", crealf(c), cimagf(c));
} else {
lua_pushfstring(L, "%f", crealf(c));
}
}
return 1;
case FUNCTION_PTR_TYPE:
p = *(void**) p;
push_type_name(L, -1, &ct);
lua_pushfstring(L, "cdata<%s>: %p", lua_tostring(L, -1), *(void**) p);
return 1;
case INTPTR_TYPE:
lua_pushfstring(L, "%p", *(uintptr_t*) p);
return 1;
case INT64_TYPE:
sprintf(buf, ct.is_unsigned ? "%"PRIu64 : "%"PRId64, *(uint64_t*) p);
lua_pushstring(L, buf);
return 1;
default:
sprintf(buf, ct.is_unsigned ? "%"PRId64 : "%"PRId64, (int64_t) check_intptr(L, 1, p, &ct));
lua_pushstring(L, buf);
return 1;
}
}
static int ffi_errno(lua_State* L)
{
struct jit* jit = get_jit(L);
if (!lua_isnoneornil(L, 1)) {
lua_pushnumber(L, jit->last_errno);
jit->last_errno = luaL_checknumber(L, 1);
} else {
lua_pushnumber(L, jit->last_errno);
}
return 1;
}
static int ffi_number(lua_State* L)
{
struct ctype ct;
void* data = to_cdata(L, 1, &ct);
if (ct.type != INVALID_TYPE) {
lua_pushnumber(L, check_intptr(L, 1, data, &ct));
return 1;
} else {
/* call the old _G.tonumber, we use an upvalue as _G.tonumber is set
* to this function */
lua_pushvalue(L, lua_upvalueindex(1));
lua_insert(L, 1);
lua_call(L, lua_gettop(L)-1, LUA_MULTRET);
return lua_gettop(L);
}
}
static int ffi_string(lua_State* L)
{
struct ctype ct;
char* data;
lua_settop(L, 2);
data = (char*) check_cdata(L, 1, &ct);
if (is_void_ptr(&ct)) {
lua_pushlstring(L, data, (size_t) luaL_checknumber(L, 2));
return 1;
} else if (ct.type == INT8_TYPE && ct.pointers == 1) {
size_t sz;
if (!lua_isnil(L, 2)) {
sz = (size_t) luaL_checknumber(L, 2);
} else if (ct.is_array && !ct.is_variable_array) {
char* nul = memchr(data, '\0', ct.array_size);
sz = nul ? nul - data : ct.array_size;
} else {
sz = strlen(data);
}
lua_pushlstring(L, data, sz);
return 1;
}
return luaL_error(L, "unable to convert cdata to string");
}
static int ffi_copy(lua_State* L)
{
struct ctype ft, tt;
char *to, *from;
setmintop(L, 3);
to = (char*) check_pointer(L, 1, &tt);
from = (char*) check_pointer(L, 2, &ft);
if (!lua_isnoneornil(L, 3)) {
memcpy(to, from, (size_t) luaL_checknumber(L, 3));
} else if (ft.type == INT8_TYPE && ft.pointers == 1) {
size_t sz = ft.is_array ? ft.array_size : strlen(from);
memcpy(to, from, sz);
to[sz] = '\0';
}
return 0;
}
static int ffi_fill(lua_State* L)
{
struct ctype ct;
void* to;
size_t sz;
int val = 0;
setmintop(L, 3);
to = check_pointer(L, 1, &ct);
sz = (size_t) luaL_checknumber(L, 2);
if (!lua_isnoneornil(L, 3)) {
val = (int) luaL_checkinteger(L, 3);
}
memset(to, val, sz);
return 0;
}
static int ffi_abi(lua_State* L)
{
luaL_checkstring(L, 1);
push_upval(L, &abi_key);
lua_pushvalue(L, 1);
lua_rawget(L, -2);
lua_pushboolean(L, lua_toboolean(L, -1));
return 1;
}
static int ffi_load(lua_State* L)
{
const char* libname = luaL_checkstring(L, 1);
void** lib = (void**) lua_newuserdata(L, sizeof(void*));
*lib = LoadLibraryA(libname);
#ifdef LIB_FORMAT_1
if (!*lib) {
libname = lua_pushfstring(L, LIB_FORMAT_1, lua_tostring(L, 1));
*lib = LoadLibraryA(libname);
lua_pop(L, 1);
}
#endif
#ifdef LIB_FORMAT_2
if (!*lib) {
libname = lua_pushfstring(L, LIB_FORMAT_2, lua_tostring(L, 1));
*lib = LoadLibraryA(libname);
lua_pop(L, 1);
}
#endif
if (!*lib) {
return luaL_error(L, "could not load library %s", lua_tostring(L, 1));
}
lua_newtable(L);
lua_setuservalue(L, -2);
push_upval(L, &cmodule_mt_key);
lua_setmetatable(L, -2);
return 1;
}
static void* find_symbol(lua_State* L, int modidx, const char* asmname)
{
size_t i;
void** libs;
size_t num;
void* sym = NULL;
libs = (void**) lua_touserdata(L, modidx);
num = lua_rawlen(L, modidx) / sizeof(void*);
for (i = 0; i < num && sym == NULL; i++) {
if (libs[i]) {
sym = GetProcAddressA(libs[i], asmname);
}
}
return sym;
}
/* pushes the user table */
static void* lookup_global(lua_State* L, int modidx, int nameidx, const char** pname, struct ctype* ct)
{
int top = lua_gettop(L);
void* sym;
modidx = lua_absindex(L, modidx);
nameidx = lua_absindex(L, nameidx);
*pname = luaL_checkstring(L, nameidx);
/* get the ctype */
push_upval(L, &functions_key);
lua_pushvalue(L, nameidx);
lua_rawget(L, -2);
if (lua_isnil(L, -1)) {
luaL_error(L, "missing declaration for function/global %s", *pname);
return NULL;
}
/* leave just the ct_usr on the stack */
*ct = *(const struct ctype*) lua_touserdata(L, -1);
lua_getuservalue(L, -1);
lua_replace(L, top + 1);
lua_pop(L, 1);
assert(lua_gettop(L) == top + 1);
/* get the assembly name */
push_upval(L, &asmname_key);
lua_pushvalue(L, nameidx);
lua_rawget(L, -2);
if (lua_isstring(L, -1)) {
*pname = lua_tostring(L, -1);
}
lua_pop(L, 2);
sym = find_symbol(L, modidx, *pname);
assert(lua_gettop(L) == top + 1);
return sym;
}
static int cmodule_index(lua_State* L)
{
const char* asmname;
struct ctype ct;
void *sym;
lua_settop(L, 2);
/* see if we have already loaded the function */
lua_getuservalue(L, 1);
lua_pushvalue(L, 2);
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
return 1;
}
lua_pop(L, 2);
/* check the constants table */
push_upval(L, &constants_key);
lua_pushvalue(L, 2);
lua_rawget(L, -2);
if (!lua_isnil(L, -1)) {
return 1;
}
lua_pop(L, 2);
/* lookup_global pushes the ct_usr */
sym = lookup_global(L, 1, 2, &asmname, &ct);
#if defined _WIN32 && !defined _WIN64 && (defined __i386__ || defined _M_IX86)
if (!sym && ct.type == FUNCTION_TYPE) {
ct.calling_convention = STD_CALL;
lua_pushfstring(L, "_%s@%d", asmname, x86_return_size(L, -1, &ct));
sym = find_symbol(L, 1, lua_tostring(L, -1));
lua_pop(L, 1);
}
if (!sym && ct.type == FUNCTION_TYPE) {
ct.calling_convention = FAST_CALL;
lua_pushfstring(L, "@%s@%d", asmname, x86_return_size(L, -1, &ct));
sym = find_symbol(L, 1, lua_tostring(L, -1));
lua_pop(L, 1);
}
#endif
if (!sym) {
return luaL_error(L, "failed to find function/global %s", asmname);
}
assert(lua_gettop(L) == 3); /* module, name, ct_usr */
if (ct.type == FUNCTION_TYPE) {
compile_function(L, (cfunction) sym, -1, &ct);
assert(lua_gettop(L) == 4); /* module, name, ct_usr, function */
/* set module usr value[luaname] = function to cache for next time */
lua_getuservalue(L, 1);
lua_pushvalue(L, 2);
lua_pushvalue(L, -3);
lua_rawset(L, -3);
lua_pop(L, 1); /* module uv */
return 1;
}
/* extern const char* foo; and extern const char foo[]; */
if (ct.pointers == 1 && ct.type == INT8_TYPE) {
char* str = (char*) sym;
if (!ct.is_array) {
str = *(char**) sym;
}
lua_pushstring(L, str);
return 1;
}
/* extern struct foo foo[], extern void* foo[]; and extern struct foo foo; */
if (ct.is_array || (!ct.pointers && (ct.type == UNION_TYPE || ct.type == STRUCT_TYPE))) {
void* p;
ct.is_reference = 1;
p = push_cdata(L, -1, &ct);
*(void**) p = sym;
return 1;
}
/* extern void* foo; and extern void (*foo)(); */
if (ct.pointers || ct.type == FUNCTION_PTR_TYPE) {
void* p = push_cdata(L, -1, &ct);
*(void**) p = *(void**) sym;
return 1;
}
switch (ct.type) {
case COMPLEX_DOUBLE_TYPE:
case COMPLEX_FLOAT_TYPE:
case INTPTR_TYPE:
case INT64_TYPE:
{
/* TODO: complex float/double need to be references if .re and
* .imag are setable */
void* p = push_cdata(L, -1, &ct);
memcpy(p, sym, ct.base_size);
return 1;
}
case DOUBLE_TYPE:
lua_pushnumber(L, *(double*) sym);
return 1;
case FLOAT_TYPE:
lua_pushnumber(L, *(float*) sym);
return 1;
case BOOL_TYPE:
lua_pushboolean(L, *(bool*) sym);
return 1;
case INT8_TYPE:
lua_pushnumber(L, ct.is_unsigned ? (lua_Number) *(uint8_t*) sym : (lua_Number) *(int8_t*) sym);
return 1;
case INT16_TYPE:
lua_pushnumber(L, ct.is_unsigned ? (lua_Number) *(uint16_t*) sym : (lua_Number) *(int16_t*) sym);
return 1;
case INT32_TYPE:
case ENUM_TYPE:
lua_pushnumber(L, ct.is_unsigned ? (lua_Number) *(uint32_t*) sym : (lua_Number) *(int32_t*) sym);
return 1;
}
return luaL_error(L, "NYI - global value type");
}
static int cmodule_newindex(lua_State* L)
{
const char* name;
void* sym;
struct ctype ct;
lua_settop(L, 3);
/* pushes the ct_usr */
sym = lookup_global(L, 1, 2, &name, &ct);
assert(lua_gettop(L) == 4); /* module, name, value, ct_usr */
if (sym == NULL) {
return luaL_error(L, "failed to find global %s", name);
}
if (ct.type == FUNCTION_TYPE || ct.is_array || (ct.const_mask & 1)) {
return luaL_error(L, "can not set global %s", name);
}
set_value(L, 3, sym, -1, &ct, 1);
return 0;
}
static int jit_gc(lua_State* L)
{
size_t i;
struct jit* jit = get_jit(L);
dasm_free(jit);
for (i = 0; i < jit->pagenum; i++) {
FreePage(jit->pages[i], jit->pages[i]->size);
}
free(jit->globals);
return 0;
}
static int ffi_debug(lua_State* L)
{
lua_newtable(L);
push_upval(L, &ctype_mt_key);
lua_setfield(L, -2, "ctype_mt");
push_upval(L, &cdata_mt_key);
lua_setfield(L, -2, "cdata_mt");
push_upval(L, &cmodule_mt_key);
lua_setfield(L, -2, "cmodule_mt");
push_upval(L, &constants_key);
lua_setfield(L, -2, "constants");
push_upval(L, &types_key);
lua_setfield(L, -2, "types");
push_upval(L, &jit_key);
lua_setfield(L, -2, "jit");
push_upval(L, &gc_key);
lua_setfield(L, -2, "gc");
push_upval(L, &callbacks_key);
lua_setfield(L, -2, "callbacks");
push_upval(L, &functions_key);
lua_setfield(L, -2, "functions");
push_upval(L, &abi_key);
lua_setfield(L, -2, "abi");
push_upval(L, &next_unnamed_key);
lua_setfield(L, -2, "next_unnamed");
return 1;
}
static int do64(lua_State* L, int is_unsigned)
{
lua_Number low, high;
struct ctype ct;
int64_t val;
lua_settop(L, 2);
if (!lua_isnil(L, 2)) {
high = luaL_checknumber(L, 1);
low = luaL_checknumber(L, 2);
} else {
high = 0;
low = luaL_checknumber(L, 1);
}
val = ((int64_t) (uint32_t) high << 32) | (int64_t) (uint32_t) low;
if (!is_unsigned && (high < 0 || low < 0)) {
val = -val;
}
memset(&ct, 0, sizeof(ct));
ct.type = INT64_TYPE;
ct.is_unsigned = is_unsigned;
ct.is_defined = 1;
ct.base_size = sizeof(int64_t);
push_number(L, (int64_t) val, 0, &ct);
return 1;
}
static int ffi_i64(lua_State* L)
{ return do64(L, 0); }
static int ffi_u64(lua_State* L)
{ return do64(L, 1); }
static const luaL_Reg cdata_mt[] = {
{"__gc", &cdata_gc},
{"__call", &cdata_call},
{"free", &cdata_free},
{"set", &cdata_set},
{"__index", &cdata_index},
{"__newindex", &cdata_newindex},
{"__add", &cdata_add},
{"__sub", &cdata_sub},
{"__mul", &cdata_mul},
{"__div", &cdata_div},
{"__mod", &cdata_mod},
{"__pow", &cdata_pow},
{"__unm", &cdata_unm},
{"__eq", &cdata_eq},
{"__lt", &cdata_lt},
{"__le", &cdata_le},
{"__tostring", &cdata_tostring},
{"__concat", &cdata_concat},
{"__len", &cdata_len},
{"__pairs", &cdata_pairs},
{"__ipairs", &cdata_ipairs},
{NULL, NULL}
};
static const luaL_Reg callback_mt[] = {
{"__gc", &callback_free},
{NULL, NULL}
};
static const luaL_Reg ctype_mt[] = {
{"__call", &ctype_call},
{"__new", &ctype_new},
{"__tostring", &ctype_tostring},
{NULL, NULL}
};
static const luaL_Reg cmodule_mt[] = {
{"__index", &cmodule_index},
{"__newindex", &cmodule_newindex},
{NULL, NULL}
};
static const luaL_Reg jit_mt[] = {
{"__gc", &jit_gc},
{NULL, NULL}
};
static const luaL_Reg ffi_reg[] = {
{"cdef", &ffi_cdef},
{"load", &ffi_load},
{"new", &ffi_new},
{"typeof", &ffi_typeof},
{"cast", &ffi_cast},
{"metatype", &ffi_metatype},
{"gc", &ffi_gc},
{"sizeof", &ffi_sizeof},
{"alignof", &ffi_alignof},
{"offsetof", &ffi_offsetof},
{"istype", &ffi_istype},
{"errno", &ffi_errno},
{"string", &ffi_string},
{"copy", &ffi_copy},
{"fill", &ffi_fill},
{"abi", &ffi_abi},
{"debug", &ffi_debug},
{"i64", &ffi_i64},
{"u64", &ffi_u64},
{NULL, NULL}
};
/* leaves the usr table on the stack */
static void push_builtin(lua_State* L, struct ctype* ct, const char* name, int type, int size, int align, int is_unsigned)
{
memset(ct, 0, sizeof(*ct));
ct->type = type;
ct->base_size = size;
ct->align_mask = align;
ct->is_defined = 1;
ct->is_unsigned = is_unsigned;
push_upval(L, &types_key);
push_ctype(L, 0, ct);
lua_setfield(L, -2, name);
lua_pop(L, 1); /* types */
}
static void push_builtin_undef(lua_State* L, struct ctype* ct, const char* name, int type)
{
memset(ct, 0, sizeof(*ct));
ct->type = type;
push_upval(L, &types_key);
push_ctype(L, 0, ct);
lua_setfield(L, -2, name);
lua_pop(L, 1); /* types */
}
static void add_typedef(lua_State* L, const char* from, const char* to)
{
struct ctype ct;
struct parser P;
P.line = 1;
P.align_mask = DEFAULT_ALIGN_MASK;
P.next = P.prev = from;
push_upval(L, &types_key);
parse_type(L, &P, &ct);
parse_argument(L, &P, -1, &ct, NULL, NULL);
push_ctype(L, -1, &ct);
/* stack is at +4: types, type usr, arg usr, ctype */
lua_setfield(L, -4, to);
lua_pop(L, 3); /* types, type usr, arg usr */
}
static int setup_upvals(lua_State* L)
{
struct jit* jit = get_jit(L);
/* jit setup */
{
dasm_init(jit, 64);
#ifdef _WIN32
{
SYSTEM_INFO si;
GetSystemInfo(&si);
jit->align_page_size = si.dwAllocationGranularity - 1;
}
#else
jit->align_page_size = sysconf(_SC_PAGE_SIZE) - 1;
#endif
jit->globals = (void**) malloc(64 * sizeof(void*));
dasm_setupglobal(jit, jit->globals, 64);
compile_globals(jit, L);
}
/* ffi.C */
{
#ifdef _WIN32
size_t sz = sizeof(HMODULE) * 6;
HMODULE* libs = lua_newuserdata(L, sz);
memset(libs, 0, sz);
/* exe */
GetModuleHandle(NULL);
/* lua dll */
#ifdef LUA_DLL_NAME
#define STR2(tok) #tok
#define STR(tok) STR2(tok)
libs[1] = LoadLibraryA(STR(LUA_DLL_NAME));
#undef STR
#undef STR2
#endif
/* crt */
#ifdef UNDER_CE
libs[2] = LoadLibraryA("coredll.dll");
#else
GetModuleHandleExA(GET_MODULE_HANDLE_EX_FLAG_FROM_ADDRESS, (char*) &_fmode, &libs[2]);
libs[3] = LoadLibraryA("kernel32.dll");
libs[4] = LoadLibraryA("user32.dll");
libs[5] = LoadLibraryA("gdi32.dll");
#endif
jit->lua_dll = libs[1];
jit->kernel32_dll = libs[3];
#else /* !_WIN32 */
size_t sz = sizeof(void*) * 5;
void** libs = lua_newuserdata(L, sz);
memset(libs, 0, sz);
libs[0] = LoadLibraryA(NULL); /* exe */
libs[1] = LoadLibraryA("libc.so");
#ifdef __GNUC__
libs[2] = LoadLibraryA("libgcc.so");
#endif
libs[3] = LoadLibraryA("libm.so");
libs[4] = LoadLibraryA("libdl.so");
#endif
lua_newtable(L);
lua_setuservalue(L, -2);
push_upval(L, &cmodule_mt_key);
lua_setmetatable(L, -2);
lua_setfield(L, 1, "C");
}
/* setup builtin types */
{
complex_double* pc;
struct {char ch; uint16_t v;} a16;
struct {char ch; uint32_t v;} a32;
struct {char ch; uint64_t v;} a64;
struct {char ch; float v;} af;
struct {char ch; double v;} ad;
#ifdef HAVE_LONG_DOUBLE
struct {char ch; long double v;} ald;
#endif
struct {char ch; uintptr_t v;} aptr;
struct ctype ct;
struct {char ch; complex_float v;} cf;
struct {char ch; complex_double v;} cd;
#if defined HAVE_LONG_DOUBLE && defined HAVE_COMPLEX
struct {char ch; complex long double v;} cld;
#endif
push_builtin(L, &ct, "void", VOID_TYPE, 0, 0, 0);
push_builtin(L, &ct, "bool", BOOL_TYPE, sizeof(_Bool), sizeof(_Bool) -1, 1);
push_builtin(L, &ct, "uint8_t", INT8_TYPE, sizeof(uint8_t), 0, 1);
push_builtin(L, &ct, "int8_t", INT8_TYPE, sizeof(int8_t), 0, 0);
push_builtin(L, &ct, "uint16_t", INT16_TYPE, sizeof(uint16_t), ALIGNOF(a16), 1);
push_builtin(L, &ct, "int16_t", INT16_TYPE, sizeof(int16_t), ALIGNOF(a16), 0);
push_builtin(L, &ct, "uint32_t", INT32_TYPE, sizeof(uint32_t), ALIGNOF(a32), 1);
push_builtin(L, &ct, "int32_t", INT32_TYPE, sizeof(int32_t), ALIGNOF(a32), 0);
push_builtin(L, &ct, "uint64_t", INT64_TYPE, sizeof(uint64_t), ALIGNOF(a64), 1);
push_builtin(L, &ct, "int64_t", INT64_TYPE, sizeof(int64_t), ALIGNOF(a64), 0);
push_builtin(L, &ct, "float", FLOAT_TYPE, sizeof(float), ALIGNOF(af), 0);
push_builtin(L, &ct, "double", DOUBLE_TYPE, sizeof(double), ALIGNOF(ad), 0);
#ifdef HAVE_LONG_DOUBLE
push_builtin(L, &ct, "long double", LONG_DOUBLE_TYPE, sizeof(long double), ALIGNOF(ald), 0);
#else
push_builtin_undef(L, &ct, "long double", LONG_DOUBLE_TYPE);
#endif
push_builtin(L, &ct, "uintptr_t", INTPTR_TYPE, sizeof(uintptr_t), ALIGNOF(aptr), 1);
push_builtin(L, &ct, "intptr_t", INTPTR_TYPE, sizeof(uintptr_t), ALIGNOF(aptr), 0);
push_builtin(L, &ct, "complex float", COMPLEX_FLOAT_TYPE, sizeof(complex_float), ALIGNOF(cf), 0);
push_builtin(L, &ct, "complex double", COMPLEX_DOUBLE_TYPE, sizeof(complex_double), ALIGNOF(cd), 0);
#if defined HAVE_LONG_DOUBLE && defined HAVE_COMPLEX
push_builtin(L, &ct, "complex long double", COMPLEX_LONG_DOUBLE_TYPE, sizeof(complex long double), ALIGNOF(cld), 0);
#else
push_builtin_undef(L, &ct, "complex long double", COMPLEX_LONG_DOUBLE_TYPE);
#endif
/* add NULL and i constants */
push_upval(L, &constants_key);
memset(&ct, 0, sizeof(ct));
ct.type = VOID_TYPE;
ct.is_defined = 1;
ct.pointers = 1;
ct.is_null = 1;
push_cdata(L, 0, &ct);
lua_setfield(L, -2, "NULL");
memset(&ct, 0, sizeof(ct));
ct.type = COMPLEX_DOUBLE_TYPE;
ct.is_defined = 1;
ct.base_size = sizeof(complex_double);
pc = (complex_double*) push_cdata(L, 0, &ct);
#ifdef HAVE_COMPLEX
*pc = 1i;
#else
pc->real = 0;
pc->imag = 1;
#endif
lua_setfield(L, -2, "i");
lua_pop(L, 1); /* constants */
}
assert(lua_gettop(L) == 1);
/* setup builtin typedefs */
{
add_typedef(L, "bool", "_Bool");
if (sizeof(uint32_t) == sizeof(size_t)) {
add_typedef(L, "uint32_t", "size_t");
add_typedef(L, "int32_t", "ssize_t");
} else if (sizeof(uint64_t) == sizeof(size_t)) {
add_typedef(L, "uint64_t", "size_t");
add_typedef(L, "int64_t", "ssize_t");
}
if (sizeof(int32_t) == sizeof(intptr_t)) {
add_typedef(L, "int32_t", "intptr_t");
add_typedef(L, "int32_t", "ptrdiff_t");
} else if (sizeof(int64_t) == sizeof(intptr_t)) {
add_typedef(L, "int64_t", "intptr_t");
add_typedef(L, "int64_t", "ptrdiff_t");
}
if (sizeof(uint8_t) == sizeof(wchar_t)) {
add_typedef(L, "uint8_t", "wchar_t");
} else if (sizeof(uint16_t) == sizeof(wchar_t)) {
add_typedef(L, "uint16_t", "wchar_t");
} else if (sizeof(uint32_t) == sizeof(wchar_t)) {
add_typedef(L, "uint32_t", "wchar_t");
}
if (sizeof(va_list) == sizeof(char*)) {
add_typedef(L, "char*", "va_list");
} else {
struct {char ch; va_list v;} av;
lua_pushfstring(L, "struct {char data[%d] __attribute__((align(%d)));}", (int) sizeof(va_list), (int) ALIGNOF(av) + 1);
add_typedef(L, lua_tostring(L, -1), "va_list");
lua_pop(L, 1);
}
add_typedef(L, "va_list", "__builtin_va_list");
add_typedef(L, "va_list", "__gnuc_va_list");
}
assert(lua_gettop(L) == 1);
/* setup ABI params table */
push_upval(L, &abi_key);
#if defined ARCH_X86 || defined ARCH_ARM
lua_pushboolean(L, 1);
lua_setfield(L, -2, "32bit");
#elif defined ARCH_X64
lua_pushboolean(L, 1);
lua_setfield(L, -2, "64bit");
#else
#error
#endif
#if defined ARCH_X86 || defined ARCH_X64 || defined ARCH_ARM
lua_pushboolean(L, 1);
lua_setfield(L, -2, "le");
#else
#error
#endif
#if defined ARCH_X86 || defined ARCH_X64
lua_pushboolean(L, 1);
lua_setfield(L, -2, "fpu");
#elif defined ARCH_ARM
lua_pushboolean(L, 1);
lua_setfield(L, -2, "softfp");
#else
#error
#endif
lua_pop(L, 1); /* abi tbl */
/* GC table - shouldn't pin cdata values */
push_upval(L, &gc_key);
lua_newtable(L);
lua_pushliteral(L, "k");
lua_setfield(L, -2, "__mode");
lua_setmetatable(L, -2);
lua_pop(L, 1); /* gc table */
/* ffi.os */
#if defined OS_CE
lua_pushliteral(L, "WindowsCE");
#elif defined OS_WIN
lua_pushliteral(L, "Windows");
#elif defined OS_OSX
lua_pushliteral(L, "OSX");
#elif defined OS_LINUX
lua_pushliteral(L, "Linux");
#elif defined OS_BSD
lua_pushliteral(L, "BSD");
#elif defined OS_POSIX
lua_pushliteral(L, "POSIX");
#else
lua_pushliteral(L, "Other");
#endif
lua_setfield(L, 1, "os");
/* ffi.arch */
#if defined ARCH_X86
lua_pushliteral(L, "x86");
#elif defined ARCH_X64
lua_pushliteral(L, "x64");
#elif defined ARCH_ARM
lua_pushliteral(L, "arm");
#else
# error
#endif
lua_setfield(L, 1, "arch");
assert(lua_gettop(L) == 1);
return 0;
}
static void setup_mt(lua_State* L, const luaL_Reg* mt, int upvals)
{
lua_pushboolean(L, 1);
lua_setfield(L, -upvals-2, "__metatable");
luaL_setfuncs(L, mt, upvals);
}
int luaopen_ffi(lua_State* L)
{
lua_settop(L, 0);
lua_newtable(L);
set_upval(L, &niluv_key);
lua_newtable(L);
setup_mt(L, ctype_mt, 0);
set_upval(L, &ctype_mt_key);
lua_newtable(L);
set_upval(L, &callbacks_key);
lua_newtable(L);
set_upval(L, &gc_key);
lua_newtable(L);
push_upval(L, &callbacks_key);
push_upval(L, &gc_key);
setup_mt(L, cdata_mt, 2);
set_upval(L, &cdata_mt_key);
lua_newtable(L);
setup_mt(L, callback_mt, 0);
set_upval(L, &callback_mt_key);
lua_newtable(L);
setup_mt(L, cmodule_mt, 0);
set_upval(L, &cmodule_mt_key);
memset(lua_newuserdata(L, sizeof(struct jit)), 0, sizeof(struct jit));
lua_newtable(L);
setup_mt(L, jit_mt, 0);
lua_setmetatable(L, -2);
set_upval(L, &jit_key);
lua_newtable(L);
set_upval(L, &constants_key);
lua_newtable(L);
set_upval(L, &types_key);
lua_newtable(L);
set_upval(L, &functions_key);
lua_newtable(L);
set_upval(L, &asmname_key);
lua_newtable(L);
set_upval(L, &abi_key);
lua_pushinteger(L, 1);
set_upval(L, &next_unnamed_key);
assert(lua_gettop(L) == 0);
/* ffi table */
lua_newtable(L);
luaL_setfuncs(L, ffi_reg, 0);
/* setup_upvals(ffi tbl) */
lua_pushcfunction(L, &setup_upvals);
lua_pushvalue(L, 1);
lua_call(L, 1, 0);
assert(lua_gettop(L) == 1);
lua_getglobal(L, "tonumber");
lua_pushcclosure(L, &ffi_number, 1);
lua_pushvalue(L, -1);
lua_setglobal(L, "tonumber");
lua_setfield(L, -2, "number"); /* ffi.number */
return 1;
}