/* * TOOLS.C Copyright (c) 2002-10, Asko Kauppi * * Lua tools to support Lanes. */ /* =============================================================================== Copyright (C) 2002-10 Asko Kauppi 2011-13 benoit Germain Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. =============================================================================== */ #include "tools.h" #include "keeper.h" #include "lanes.h" #include "lualib.h" #include "lauxlib.h" #include #include #include #include #include /* * ############################################################################################### * ########################################### ASSERT ############################################ * ############################################################################################### */ void ASSERT_IMPL( lua_State* L, bool_t cond_, char const* file_, int const line_, char const* text_) { if ( !cond_) { (void) luaL_error( L, "ASSERT failed: %s:%d '%s'", file_, line_, text_); } } // for verbose errors bool_t GVerboseErrors = FALSE; char const* const CONFIG_REGKEY = "ee932492-a654-4506-9da8-f16540bdb5d4"; char const* const LOOKUP_REGKEY = "ddea37aa-50c7-4d3f-8e0b-fb7a9d62bac5"; /* * ############################################################################################### * ######################################### Lua 5.1/5.2 ######################################### * ############################################################################################### */ /* ** Copied from Lua 5.2 loadlib.c */ #if LUA_VERSION_NUM == 501 static int luaL_getsubtable (lua_State *L, int idx, const char *fname) { lua_getfield(L, idx, fname); if (lua_istable(L, -1)) return 1; /* table already there */ else { lua_pop(L, 1); /* remove previous result */ idx = lua_absindex(L, idx); lua_newtable(L); lua_pushvalue(L, -1); /* copy to be left at top */ lua_setfield(L, idx, fname); /* assign new table to field */ return 0; /* false, because did not find table there */ } } void luaL_requiref (lua_State *L, const char *modname, lua_CFunction openf, int glb) { lua_pushcfunction(L, openf); lua_pushstring(L, modname); /* argument to open function */ lua_call(L, 1, 1); /* open module */ luaL_getsubtable(L, LUA_REGISTRYINDEX, "_LOADED"); lua_pushvalue(L, -2); /* make copy of module (call result) */ lua_setfield(L, -2, modname); /* _LOADED[modname] = module */ lua_pop(L, 1); /* remove _LOADED table */ if (glb) { lua_pushvalue(L, -1); /* copy of 'mod' */ lua_setglobal(L, modname); /* _G[modname] = module */ } } #endif // LUA_VERSION_NUM DEBUGSPEW_CODE( char const* debugspew_indent = "----+----!----+----!----+----!----+----!----+----!----+----!----+----!----+"); DEBUGSPEW_CODE( int debugspew_indent_depth = 0); MUTEX_T deep_lock; MUTEX_T mtid_lock; /*---=== luaG_dump ===---*/ void luaG_dump( lua_State* L ) { int top= lua_gettop(L); int i; fprintf( stderr, "\n\tDEBUG STACK:\n" ); if (top==0) fprintf( stderr, "\t(none)\n" ); for( i=1; i<=top; i++ ) { int type= lua_type( L, i ); fprintf( stderr, "\t[%d]= (%s) ", i, lua_typename(L,type) ); // Print item contents here... // // Note: this requires 'tostring()' to be defined. If it is NOT, // enable it for more debugging. // STACK_CHECK( L); STACK_GROW( L, 2); lua_getglobal( L, "tostring" ); // // [-1]: tostring function, or nil if (!lua_isfunction(L,-1)) { fprintf( stderr, "('tostring' not available)" ); } else { lua_pushvalue( L, i ); lua_call( L, 1 /*args*/, 1 /*retvals*/ ); // Don't trust the string contents // fprintf( stderr, "%s", lua_tostring(L,-1) ); } lua_pop(L,1); STACK_END( L, 0); fprintf( stderr, "\n" ); } fprintf( stderr, "\n" ); } // just like lua_xmove, args are (from, to) void luaG_copy_one_time_settings( lua_State* L, lua_State* L2, char const* name_) { STACK_GROW( L, 1); // copy settings from from source to destination registry lua_getfield( L, LUA_REGISTRYINDEX, CONFIG_REGKEY); if( luaG_inter_move( L, L2, 1, eLM_LaneBody) < 0) // error? { (void) luaL_error( L, "failed to copy settings when loading %s", name_); } lua_setfield( L2, LUA_REGISTRYINDEX, CONFIG_REGKEY); } /*---=== luaG_newstate ===---*/ static int require_lanes_core( lua_State* L) { // leaves a copy of 'lanes.core' module table on the stack luaL_requiref( L, "lanes.core", luaopen_lanes_core, 0); return 1; } static const luaL_Reg libs[] = { { LUA_LOADLIBNAME, luaopen_package}, { LUA_TABLIBNAME, luaopen_table}, { LUA_STRLIBNAME, luaopen_string}, { LUA_MATHLIBNAME, luaopen_math}, #ifndef PLATFORM_XBOX // no os/io libs on xbox { LUA_OSLIBNAME, luaopen_os}, { LUA_IOLIBNAME, luaopen_io}, #endif // PLATFORM_XBOX #if LUA_VERSION_NUM >= 502 { LUA_BITLIBNAME, luaopen_bit32}, { LUA_COLIBNAME, luaopen_coroutine}, // Lua 5.2: coroutine is no longer a part of base! #else // LUA_VERSION_NUM { LUA_COLIBNAME, NULL}, // Lua 5.1: part of base package #endif // LUA_VERSION_NUM { LUA_DBLIBNAME, luaopen_debug}, { "lanes.core", require_lanes_core}, // So that we can open it like any base library (possible since we have access to the init function) // { "base", NULL}, // ignore "base" (already acquired it) { NULL, NULL } }; static void open1lib( lua_State* L, char const* name_, size_t len_, lua_State* from_) { int i; for( i = 0; libs[i].name; ++ i) { if( strncmp( name_, libs[i].name, len_) == 0) { lua_CFunction libfunc = libs[i].func; name_ = libs[i].name; // note that the provided name_ doesn't necessarily ends with '\0', hence len_ if( libfunc != NULL) { bool_t const isLanesCore = (libfunc == require_lanes_core) ? TRUE : FALSE; // don't want to create a global for "lanes.core" DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "opening %.*s library\n" INDENT_END, len_, name_)); STACK_CHECK( L); if( isLanesCore == TRUE) { // copy settings from from source to destination registry luaG_copy_one_time_settings( from_, L, name_); } // open the library as if through require(), and create a global as well if necessary (the library table is left on the stack) luaL_requiref( L, name_, libfunc, !isLanesCore); // lanes.core doesn't declare a global, so scan it here and now if( isLanesCore == TRUE) { populate_func_lookup_table( L, -1, name_); } lua_pop( L, 1); STACK_END( L, 0); } break; } } } static int dummy_writer(lua_State *L, const void* p, size_t sz, void* ud) { (void)L; (void)p; (void)sz; (void) ud; // unused return 666; } /* * differentiation between C, bytecode and JIT-fast functions * * * +----------+------------+----------+ * | bytecode | C function | JIT-fast | * +-----------------+----------+------------+----------+ * | lua_topointer | | | | * +-----------------+----------+------------+----------+ * | lua_tocfunction | NULL | | NULL | * +-----------------+----------+------------+----------+ * | lua_dump | 666 | 1 | 1 | * +-----------------+----------+------------+----------+ */ typedef enum { FST_Bytecode, FST_Native, FST_FastJIT } FuncSubType; FuncSubType luaG_getfuncsubtype( lua_State *L, int _i) { if( lua_tocfunction( L, _i)) { return FST_Native; } { int mustpush = 0, dumpres; if( lua_absindex( L, _i) != lua_gettop( L)) { lua_pushvalue( L, _i); mustpush = 1; } // the provided writer fails with code 666 // therefore, anytime we get 666, this means that lua_dump() attempted a dump // all other cases mean this is either a C or LuaJIT-fast function dumpres = lua_dump( L, dummy_writer, NULL); lua_pop( L, mustpush); if( dumpres == 666) { return FST_Bytecode; } } return FST_FastJIT; } static lua_CFunction luaG_tocfunction( lua_State *L, int _i, FuncSubType *_out) { lua_CFunction p = lua_tocfunction( L, _i); *_out = luaG_getfuncsubtype( L, _i); return p; } #define LOOKUP_KEY "ddea37aa-50c7-4d3f-8e0b-fb7a9d62bac5" #define LOOKUP_KEY_CACHE "d1059270-4976-4193-a55b-c952db5ab7cd" // inspired from tconcat() in ltablib.c static char const* luaG_pushFQN(lua_State *L, int t, int last, size_t* length) { int i = 1; luaL_Buffer b; STACK_CHECK( L); luaL_buffinit(L, &b); for( ; i < last; ++ i) { lua_rawgeti( L, t, i); luaL_addvalue( &b); luaL_addlstring(&b, "/", 1); } if( i == last) // add last value (if interval was not empty) { lua_rawgeti( L, t, i); luaL_addvalue( &b); } luaL_pushresult( &b); STACK_END( L, 1); return lua_tolstring( L, -1, length); } static void populate_func_lookup_table_recur( lua_State* L, int _ctx_base, int _i, int _depth) { lua_Integer visit_count; // slot 1 in the stack contains the table that receives everything we found int const dest = _ctx_base; // slot 2 contains a table that, when concatenated, produces the fully qualified name of scanned elements in the table provided at slot _i int const fqn = _ctx_base + 1; // slot 3 contains a cache that stores all already visited tables to avoid infinite recursion loops int const cache = _ctx_base + 2; // we need to remember subtables to process them after functions encountered at the current depth (breadth-first search) int const breadth_first_cache = lua_gettop( L) + 1; STACK_GROW( L, 6); // slot _i contains a table where we search for functions (or a full userdata with a metatable) STACK_CHECK( L); // ... {_i} // if object is a userdata, replace it by its metatable if( lua_type( L, _i) == LUA_TUSERDATA) { lua_getmetatable( L, _i); // ... {_i} mt lua_replace( L, _i); // ... {_i} } // if table is already visited, we are done lua_pushvalue( L, _i); // ... {_i} {} lua_rawget( L, cache); // ... {_i} nil|n visit_count = lua_tointeger( L, -1); // 0 if nil, else n lua_pop( L, 1); // ... {_i} STACK_MID( L, 0); if( visit_count > 0) { return; } // remember we visited this table (1-visit count) lua_pushvalue( L, _i); // ... {_i} {} lua_pushinteger( L, visit_count + 1); // ... {_i} {} 1 lua_rawset( L, cache); // ... {_i} STACK_MID( L, 0); // this table is at breadth_first_cache index lua_newtable( L); // ... {_i} {bfc} ASSERT_L( lua_gettop( L) == breadth_first_cache); // iterate over all entries in the processed table lua_pushnil( L); // ... {_i} {bfc} nil while( lua_next( L, _i) != 0) // ... {_i} {bfc} k v { // just for debug, not actually needed //char const* key = (lua_type( L, -2) == LUA_TSTRING) ? lua_tostring( L, -2) : "not a string"; // subtable: process it recursively if( lua_istable( L, -1)) // ... {_i} {bfc} k {} { // increment visit count to make sure we will actually scan it at this recursive level lua_pushvalue( L, -1); // ... {_i} {bfc} k {} {} lua_pushvalue( L, -1); // ... {_i} {bfc} k {} {} {} lua_rawget( L, cache); // ... {_i} {bfc} k {} {} n? visit_count = lua_tointeger( L, -1) + 1; // 1 if we got nil, else n+1 lua_pop( L, 1); // ... {_i} {bfc} k {} {} lua_pushinteger( L, visit_count); // ... {_i} {bfc} k {} {} n lua_rawset( L, cache); // ... {_i} {bfc} k {} // store the table in the breadth-first cache lua_pushvalue( L, -2); // ... {_i} {bfc} k {} k lua_insert( L, -2); // ... {_i} {bfc} k k {} lua_rawset( L, breadth_first_cache); // ... {_i} {bfc} k } else if( lua_isfunction( L, -1) && (luaG_getfuncsubtype( L, -1) != FST_Bytecode)) // ... {_i} {bfc} k func { size_t prevNameLength, newNameLength; char const* prevName; DEBUGSPEW_CODE( char const *newName); // first, raise an error if the function is already known lua_pushvalue( L, -1); // ... {_i} {bfc} k func func lua_rawget( L, dest); // ... {_i} {bfc} k func name? prevName = lua_tolstring( L, -1, &prevNameLength); // NULL if we got nil (first encounter of this function) // push function name in fqn stack (note that concatenation will crash if name is a not string or a number) lua_pushvalue( L, -3); // ... {_i} {bfc} k func name? k ++ _depth; lua_rawseti( L, fqn, _depth); // ... {_i} {bfc} k func name? // generate name DEBUGSPEW_CODE( newName =) luaG_pushFQN( L, fqn, _depth, &newNameLength); // ... {_i} {bfc} k func name? "f.q.n" // Lua 5.2 introduced a hash randomizer seed which causes table iteration to yield a different key order // on different VMs even when the tables are populated the exact same way. // When Lua is built with compatibility options (such as LUA_COMPAT_ALL), // this causes several base libraries to register functions under multiple names. // This, with the randomizer, can cause the first name of a function to be different on different VMs, // which breaks function transfer. // Also, nothing prevents any external module from exposing a given function under several names, so... // Therefore, when we encounter a function for which a name was previously registered, we need to select the names // based on some sorting order so that we end up with the same name in all databases whatever order the table walk yielded if( prevName != NULL && (prevNameLength < newNameLength || lua_lessthan( L, -2, -1))) { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "function '%s' remained named '%s'\n" INDENT_END, newName, prevName)); // the previous name is 'smaller' than the one we just generated: keep it! lua_pop( L, 3); // ... {_i} {bfc} k } else { // the name we generated is either the first one, or a better fit for our purposes if( prevName) { // clear the previous name for the database to avoid clutter lua_insert( L, -2); // ... {_i} {bfc} k func "f.q.n" prevName // t[prevName] = nil lua_pushnil( L); // ... {_i} {bfc} k func "f.q.n" prevName nil lua_rawset( L, dest); // ... {_i} {bfc} k func "f.q.n" } else { lua_remove( L, -2); // ... {_i} {bfc} k func "f.q.n" } // prepare the stack for database feed lua_pushvalue( L, -1); // ... {_i} {bfc} k func "f.q.n" "f.q.n" lua_pushvalue( L, -3); // ... {_i} {bfc} k func "f.q.n" "f.q.n" func // t["f.q.n"] = func lua_rawset( L, dest); // ... {_i} {bfc} k func "f.q.n" // t[func] = "f.q.n" lua_rawset( L, dest); // ... {_i} {bfc} k // remove table name from fqn stack lua_pushnil( L); // ... {_i} {bfc} k nil lua_rawseti( L, fqn, _depth); // ... {_i} {bfc} k DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "function '%s'\n" INDENT_END, newName)); } -- _depth; } else { lua_pop( L, 1); // ... {_i} {bfc} k } STACK_MID( L, 2); } // now process the tables we encountered at that depth ++ _depth; lua_pushnil( L); // ... {_i} {bfc} nil while( lua_next( L, breadth_first_cache) != 0) // ... {_i} {bfc} k {} { DEBUGSPEW_CODE( char const* key = (lua_type( L, -2) == LUA_TSTRING) ? lua_tostring( L, -2) : "not a string"); DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "table '%s'\n" INDENT_END, key)); DEBUGSPEW_CODE( ++ debugspew_indent_depth); // un-visit this table in case we do need to process it lua_pushvalue( L, -1); // ... {_i} {bfc} k {} {} lua_rawget( L, cache); // ... {_i} {bfc} k {} n ASSERT_L( lua_type( L, -1) == LUA_TNUMBER); visit_count = lua_tointeger( L, -1) - 1; lua_pop( L, 1); // ... {_i} {bfc} k {} lua_pushvalue( L, -1); // ... {_i} {bfc} k {} {} if( visit_count > 0) { lua_pushinteger( L, visit_count); // ... {_i} {bfc} k {} {} n } else { lua_pushnil( L); // ... {_i} {bfc} k {} {} nil } lua_rawset( L, cache); // ... {_i} {bfc} k {} // push table name in fqn stack (note that concatenation will crash if name is a not string!) lua_pushvalue( L, -2); // ... {_i} {bfc} k {} k lua_rawseti( L, fqn, _depth); // ... {_i} {bfc} k {} populate_func_lookup_table_recur( L, _ctx_base, lua_gettop( L), _depth); // ... {_i} {bfc} k {} lua_pop( L, 1); // ... {_i} {bfc} k STACK_MID( L, 2); DEBUGSPEW_CODE( -- debugspew_indent_depth); } // remove table name from fqn stack lua_pushnil( L); // ... {_i} {bfc} nil lua_rawseti( L, fqn, _depth); // ... {_i} {bfc} -- _depth; // we are done with our cache lua_pop( L, 1); // ... {_i} STACK_END( L, 0); // we are done // ... {_i} {bfc} } /* * create a "fully.qualified.name" <-> function equivalence database */ void populate_func_lookup_table( lua_State* L, int _i, char const* name_) { int const ctx_base = lua_gettop( L) + 1; int const in_base = lua_absindex( L, _i); int const start_depth = name_ ? 1 : 0; DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "%p: populate_func_lookup_table('%s')\n" INDENT_END, L, name_ ? name_ : "NULL")); DEBUGSPEW_CODE( ++ debugspew_indent_depth); STACK_GROW( L, 3); STACK_CHECK( L); lua_getfield( L, LUA_REGISTRYINDEX, LOOKUP_REGKEY); // {} ASSERT_L( lua_istable( L, -1)); if( lua_type( L, in_base) == LUA_TFUNCTION) // for example when a module is a simple function { name_ = name_ ? name_ : "NULL"; lua_pushvalue( L, in_base); // {} f lua_pushstring( L, name_); // {} f _name lua_rawset( L, -3); // {} lua_pushstring( L, name_); // {} _name lua_pushvalue( L, in_base); // {} _name f lua_rawset( L, -3); // {} lua_pop( L, 1); // } else if( lua_type( L, in_base) == LUA_TTABLE) { lua_newtable( L); // {} {fqn} if( name_) { lua_pushstring( L, name_); // {} {fqn} "name" lua_rawseti( L, -2, start_depth); // {} {fqn} } lua_getfield( L, LUA_REGISTRYINDEX, LOOKUP_KEY_CACHE); // {} {fqn} {cache}? if( lua_isnil( L, -1)) { lua_pop( L, 1); // {} {fqn} lua_newtable( L); // {} {fqn} {cache} lua_pushvalue( L, -1); // {} {fqn} {cache} {cache} lua_setfield( L, LUA_REGISTRYINDEX, LOOKUP_KEY_CACHE); // {} {fqn} {cache} } populate_func_lookup_table_recur( L, ctx_base, in_base, start_depth); // {...} {fqn} {cache} lua_pop( L, 3); } else { lua_pop( L, 1); // (void) luaL_error( L, "unsupported module type %s", lua_typename( L, lua_type( L, in_base))); } STACK_END( L, 0); DEBUGSPEW_CODE( -- debugspew_indent_depth); } /* * Like 'luaL_openlibs()' but allows the set of libraries be selected * * NULL no libraries, not even base * "" base library only * "io,string" named libraries * "*" all libraries * * Base ("unpack", "print" etc.) is always added, unless 'libs' is NULL. * */ lua_State* luaG_newstate( lua_State* _from, int const _on_state_create, char const* libs) { // reuse alloc function from the originating state void* allocUD; lua_Alloc allocF = lua_getallocf( _from, &allocUD); lua_State* L = lua_newstate( allocF, allocUD); if( L == NULL) { (void) luaL_error( _from, "'lua_newstate()' failed; out of memory"); } // neither libs (not even 'base') nor special init func: we are done if( libs == NULL && _on_state_create <= 0) { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "luaG_newstate(NULL)\n" INDENT_END)); return L; } // from this point, we are not creating a keeper state (because libs == NULL when we init keepers) DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "luaG_newstate()\n" INDENT_END)); DEBUGSPEW_CODE( ++ debugspew_indent_depth); STACK_GROW( L, 2); STACK_CHECK( L); // 'lua.c' stops GC during initialization so perhaps its a good idea. :) lua_gc( L, LUA_GCSTOP, 0); // we'll need this everytime we transfer some C function from/to this state lua_newtable( L); lua_setfield( L, LUA_REGISTRYINDEX, LOOKUP_REGKEY); // Anything causes 'base' to be taken in // if( libs != NULL) { // special "*" case (mainly to help with LuaJIT compatibility) // as we are called from luaopen_lanes_core() already, and that would deadlock if( libs[0] == '*' && libs[1] == 0) { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "opening ALL standard libraries\n" INDENT_END)); luaL_openlibs( L); // don't forget lanes.core for regular lane states open1lib( L, "lanes.core", 10, _from); libs = NULL; // done with libs } else { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "opening base library\n" INDENT_END)); #if LUA_VERSION_NUM >= 502 // open base library the same way as in luaL_openlibs() luaL_requiref( L, "_G", luaopen_base, 1); lua_pop( L, 1); #else // LUA_VERSION_NUM lua_pushcfunction( L, luaopen_base); lua_pushstring( L, ""); lua_call( L, 1, 0); #endif // LUA_VERSION_NUM } } STACK_END( L, 0); // scan all libraries, open them one by one if( libs) { char const* p; unsigned int len = 0; for( p = libs; *p; p += len) { // skip delimiters ('.' can be part of name for "lanes.core") while( *p && !isalnum( *p) && *p != '.') ++ p; // skip name len = 0; while( isalnum( p[len]) || p[len] == '.') ++ len; // open library open1lib( L, p, len, _from); } serialize_require( L); } lua_gc( L, LUA_GCRESTART, 0); STACK_CHECK( L); // call this after the base libraries are loaded and GC is restarted if( _on_state_create > 0) { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "calling on_state_create()\n" INDENT_END)); if( lua_iscfunction( _from, _on_state_create)) { // C function: recreate a closure in the new state, bypassing the lookup scheme lua_CFunction osc = lua_tocfunction( _from, _on_state_create); lua_pushcfunction( L, osc); } else { STACK_CHECK( _from); // Lua function: transfer as usual (should work as long as it only uses base libraries) lua_pushvalue( _from, _on_state_create); luaG_inter_move( _from, L, 1, eLM_LaneBody); STACK_END( _from, 0); } // capture error and forward it to main state if( lua_pcall( L, 0, 0, 0) != LUA_OK) { (void) luaL_error( _from, "on_state_create failed: \"%s\"", lua_isstring( L, -1) ? lua_tostring( L, -1) : lua_typename( L, lua_type( L, -1))); } STACK_MID( L, 0); } // after all this, register everything we find in our name<->function database lua_pushglobaltable( L); // Lua 5.2 no longer has LUA_GLOBALSINDEX: we must push globals table on the stack populate_func_lookup_table( L, -1, NULL); lua_pop( L, 1); STACK_END( L, 0); DEBUGSPEW_CODE( -- debugspew_indent_depth); return L; } /*---=== Deep userdata ===---*/ /* The deep portion must be allocated separately of any Lua state's; it's * lifespan may be longer than that of the creating state. */ #define DEEP_MALLOC malloc #define DEEP_FREE free /* * 'registry[REGKEY]' is a two-way lookup table for 'idfunc's and those type's * metatables: * * metatable -> idfunc * idfunc -> metatable */ #define DEEP_LOOKUP_KEY ((void*)set_deep_lookup) // any unique light userdata /* * The deep proxy cache is a weak valued table listing all deep UD proxies indexed by the deep UD that they are proxying */ #define DEEP_PROXY_CACHE_KEY ((void*)luaG_push_proxy) static void push_registry_subtable_mode( lua_State *L, void *token, const char* mode ); static void push_registry_subtable( lua_State *L, void *token ); /* * Sets up [-1]<->[-2] two-way lookups, and ensures the lookup table exists. * Pops the both values off the stack. */ void set_deep_lookup( lua_State *L ) { STACK_GROW(L,3); STACK_CHECK( L); #if 1 push_registry_subtable( L, DEEP_LOOKUP_KEY ); #else /* ..to be removed.. */ lua_pushlightuserdata( L, DEEP_LOOKUP_KEY ); lua_rawget( L, LUA_REGISTRYINDEX ); if (lua_isnil(L,-1)) { // First time here; let's make the lookup // lua_pop(L,1); lua_newtable(L); lua_pushlightuserdata( L, DEEP_LOOKUP_KEY ); lua_pushvalue(L,-2); // // [-3]: {} (2nd ref) // [-2]: DEEP_LOOKUP_KEY // [-1]: {} lua_rawset( L, LUA_REGISTRYINDEX ); // // [-1]: lookup table (empty) } #endif STACK_MID( L, 1); lua_insert(L,-3); // [-3]: lookup table // [-2]: A // [-1]: B lua_pushvalue( L,-1 ); // B lua_pushvalue( L,-3 ); // A lua_rawset( L, -5 ); // B->A lua_rawset( L, -3 ); // A->B lua_pop( L,1 ); STACK_END( L, -2); } /* * Pops the key (metatable or idfunc) off the stack, and replaces with the * deep lookup value (idfunc/metatable/nil). */ void get_deep_lookup( lua_State *L ) { STACK_GROW(L,1); STACK_CHECK( L); lua_pushlightuserdata( L, DEEP_LOOKUP_KEY ); lua_rawget( L, LUA_REGISTRYINDEX ); if (!lua_isnil(L,-1)) { // [-2]: key (metatable or idfunc) // [-1]: lookup table lua_insert( L, -2 ); lua_rawget( L, -2 ); // [-2]: lookup table // [-1]: value (metatable / idfunc / nil) } lua_remove(L,-2); // remove lookup, or unused key STACK_END( L, 0); } /* * Return the registered ID function for 'index' (deep userdata proxy), * or NULL if 'index' is not a deep userdata proxy. */ static luaG_IdFunction get_idfunc( lua_State *L, int index ) { luaG_IdFunction ret; index = lua_absindex( L, index); STACK_GROW(L,1); STACK_CHECK( L); if (!lua_getmetatable( L, index )) return NULL; // no metatable // [-1]: metatable of [index] get_deep_lookup(L); // // [-1]: idfunc/nil ret= (luaG_IdFunction)lua_touserdata(L,-1); lua_pop(L,1); STACK_END( L, 0); return ret; } /* * void= mt.__gc( proxy_ud ) * * End of life for a proxy object; reduce the deep reference count and clean * it up if reaches 0. */ static int deep_userdata_gc( lua_State *L ) { DEEP_PRELUDE **proxy= (DEEP_PRELUDE**)lua_touserdata( L, 1 ); DEEP_PRELUDE *p= *proxy; int v; *proxy= 0; // make sure we don't use it any more MUTEX_LOCK( &deep_lock ); v= --(p->refcount); MUTEX_UNLOCK( &deep_lock ); if (v==0) { // Call 'idfunc( "delete", deep_ptr )' to make deep cleanup // luaG_IdFunction idfunc = get_idfunc(L,1); ASSERT_L(idfunc); lua_settop( L, 0); // clean stack so we can call 'idfunc' directly // void= idfunc( "delete", lightuserdata ) // lua_pushlightuserdata( L, p->deep ); idfunc( L, "delete"); // top was set to 0, then userdata was pushed. "delete" might want to pop the userdata (we don't care), but should not push anything! if ( lua_gettop( L) > 1) luaL_error( L, "Bad idfunc on \"delete\": returned something"); DEEP_FREE( (void*)p ); } return 0; } /* * Push a proxy userdata on the stack. * * Initializes necessary structures if it's the first time 'idfunc' is being * used in this Lua state (metatable, registring it). Otherwise, increments the * reference count. */ void luaG_push_proxy( lua_State *L, luaG_IdFunction idfunc, DEEP_PRELUDE *prelude ) { DEEP_PRELUDE **proxy; // Check if a proxy already exists push_registry_subtable_mode(L, DEEP_PROXY_CACHE_KEY, "v"); lua_pushlightuserdata(L, prelude->deep); lua_rawget(L, -2); if (!lua_isnil(L, -1)) { lua_remove(L, -2); // deep proxy cache table return; } else { lua_pop(L, 2); // Pop the nil and proxy cache table } MUTEX_LOCK( &deep_lock ); ++(prelude->refcount); // one more proxy pointing to this deep data MUTEX_UNLOCK( &deep_lock ); STACK_GROW(L,4); STACK_CHECK( L); proxy= lua_newuserdata( L, sizeof( DEEP_PRELUDE* ) ); ASSERT_L(proxy); *proxy= prelude; // Get/create metatable for 'idfunc' (in this state) // lua_pushlightuserdata( L, idfunc ); // key get_deep_lookup(L); // // [-2]: proxy // [-1]: metatable / nil if (lua_isnil(L,-1)) { // No metatable yet. We have two things to do: // 1 - make one and register it { int oldtop; lua_pop( L, 1); // tbl= idfunc( "metatable" ) // oldtop = lua_gettop( L); idfunc( L, "metatable"); // // [-2]: proxy // [-1]: metatable (returned by 'idfunc') if (lua_gettop( L) - oldtop != 1 || !lua_istable(L, -1)) { luaL_error( L, "Bad idfunc on \"metatable\": did not return one" ); } // Add '__gc' method // lua_pushcfunction( L, deep_userdata_gc ); lua_setfield( L, -2, "__gc" ); // Memorize for later rounds // lua_pushvalue( L,-1 ); lua_pushlightuserdata( L, idfunc ); // // [-4]: proxy // [-3]: metatable (2nd ref) // [-2]: metatable // [-1]: idfunc set_deep_lookup(L); } // 2 - cause the target state to require the module that exported the idfunc // this is needed because we must make sure the shared library is still loaded as long as we hold a pointer on the idfunc STACK_CHECK( L); { char const * modname; // make sure the function pushed a single value on the stack! { int oldtop = lua_gettop( L); idfunc( L, "module"); // ... "module"/nil if( lua_gettop( L) - oldtop != 1) { luaL_error( L, "Bad idfunc on \"module\": should return a single value"); } } modname = luaL_optstring( L, -1, NULL); // raises an error if not a string or nil if( modname) // we actually got a module name { // somehow, L.registry._LOADED can exist without having registered the 'package' library. lua_getglobal( L, "require"); // ... "module" require() // check that the module is already loaded (or being loaded, we are happy either way) if( lua_isfunction( L, -1)) { lua_insert( L, -2); // ... require() "module" lua_getfield( L, LUA_REGISTRYINDEX, "_LOADED"); // ... require() "module" L.registry._LOADED if( lua_istable( L, -1)) { bool_t alreadyloaded; lua_pushvalue( L, -2); // ... require() "module" L.registry._LOADED "module" lua_rawget( L, -2); // ... require() "module" L.registry._LOADED module alreadyloaded = lua_toboolean( L, -1); if( !alreadyloaded) // not loaded { lua_pop( L, 2); // ... require() "module" lua_call( L, 1, 0); // call require "modname" // ... } else // already loaded, we are happy { lua_pop( L, 4); // ... } } else // no L.registry._LOADED; can this ever happen? { luaL_error( L, "unexpected error while requiring a module"); lua_pop( L, 3); // ... } } else // a module name, but no require() function :-( { luaL_error( L, "lanes receiving deep userdata should register the 'package' library"); lua_pop( L, 2); // ... } } else // no module name { lua_pop( L, 1); // ... } } STACK_END( L, 0); } STACK_MID( L, 2); ASSERT_L( lua_isuserdata(L,-2) ); ASSERT_L( lua_istable(L,-1) ); // [-2]: proxy userdata // [-1]: metatable to use lua_setmetatable( L, -2 ); // If we're here, we obviously had to create a new proxy, so cache it. push_registry_subtable_mode(L, DEEP_PROXY_CACHE_KEY, "v"); lua_pushlightuserdata(L, (*proxy)->deep); lua_pushvalue(L, -3); // Copy of the proxy lua_rawset(L, -3); lua_pop(L, 1); // Remove the cache proxy table STACK_END( L, 1); // [-1]: proxy userdata } /* * Create a deep userdata * * proxy_ud= deep_userdata( idfunc [, ...] ) * * Creates a deep userdata entry of the type defined by 'idfunc'. * Other parameters are passed on to the 'idfunc' "new" invocation. * * 'idfunc' must fulfill the following features: * * lightuserdata= idfunc( "new" [, ...] ) -- creates a new deep data instance * void= idfunc( "delete", lightuserdata ) -- releases a deep data instance * tbl= idfunc( "metatable" ) -- gives metatable for userdata proxies * * Reference counting and true userdata proxying are taken care of for the * actual data type. * * Types using the deep userdata system (and only those!) can be passed between * separate Lua states via 'luaG_inter_move()'. * * Returns: 'proxy' userdata for accessing the deep data via 'luaG_todeep()' */ int luaG_deep_userdata( lua_State *L, luaG_IdFunction idfunc) { int oldtop; DEEP_PRELUDE *prelude= DEEP_MALLOC( sizeof(DEEP_PRELUDE) ); ASSERT_L(prelude); prelude->refcount= 0; // 'luaG_push_proxy' will lift it to 1 STACK_GROW(L,1); STACK_CHECK( L); // lightuserdata= idfunc( "new" [, ...] ) // oldtop = lua_gettop( L); idfunc(L, "new"); if( lua_gettop( L) - oldtop != 1 || lua_type( L, -1) != LUA_TLIGHTUSERDATA) { luaL_error( L, "Bad idfunc on \"new\": did not return light userdata"); } prelude->deep= lua_touserdata(L,-1); ASSERT_L(prelude->deep); lua_pop(L,1); // pop deep data luaG_push_proxy( L, idfunc, prelude ); // // [-1]: proxy userdata STACK_END( L, 1); return 1; } /* * Access deep userdata through a proxy. * * Reference count is not changed, and access to the deep userdata is not * serialized. It is the module's responsibility to prevent conflicting usage. */ void *luaG_todeep( lua_State *L, luaG_IdFunction idfunc, int index ) { DEEP_PRELUDE **proxy; STACK_CHECK( L); if( get_idfunc(L,index) != idfunc) return NULL; // no metatable, or wrong kind proxy= (DEEP_PRELUDE**)lua_touserdata( L, index ); STACK_END( L, 0); return (*proxy)->deep; } /* * Copy deep userdata between two separate Lua states. * * Returns: * the id function of the copied value, or NULL for non-deep userdata * (not copied) */ static luaG_IdFunction luaG_copydeep( lua_State *L, lua_State *L2, int index ) { DEEP_PRELUDE **proxy; DEEP_PRELUDE *p; luaG_IdFunction idfunc = get_idfunc( L, index); if (!idfunc) return NULL; // not a deep userdata // Increment reference count // proxy= (DEEP_PRELUDE**)lua_touserdata( L, index ); p= *proxy; luaG_push_proxy( L2, idfunc, p ); // // L2 [-1]: proxy userdata return idfunc; } /*---=== Inter-state copying ===---*/ /*-- Metatable copying --*/ /* * 'reg[ REG_MT_KNOWN ]'= { * [ table ]= id_uint, * ... * [ id_uint ]= table, * ... * } */ /* * Does what the original 'push_registry_subtable' function did, but adds an optional mode argument to it */ static void push_registry_subtable_mode( lua_State *L, void *token, const char* mode ) { STACK_GROW(L,3); STACK_CHECK( L); lua_pushlightuserdata( L, token ); lua_rawget( L, LUA_REGISTRYINDEX ); // // [-1]: nil/subtable if (lua_isnil(L,-1)) { lua_pop(L,1); lua_newtable(L); // value lua_pushlightuserdata( L, token ); // key lua_pushvalue(L,-2); // // [-3]: value (2nd ref) // [-2]: key // [-1]: value lua_rawset( L, LUA_REGISTRYINDEX ); // Set it's metatable if requested if (mode) { lua_newtable(L); lua_pushliteral(L, "__mode"); lua_pushstring(L, mode); lua_rawset(L, -3); lua_setmetatable(L, -2); } } STACK_END( L, 1); ASSERT_L( lua_istable(L,-1) ); } /* * Push a registry subtable (keyed by unique 'token') onto the stack. * If the subtable does not exist, it is created and chained. */ static void push_registry_subtable( lua_State *L, void *token ) { push_registry_subtable_mode(L, token, NULL); } #define REG_MTID ( (void*) get_mt_id ) /* * Get a unique ID for metatable at [i]. */ static uint_t get_mt_id( lua_State *L, int i ) { static uint_t last_id= 0; uint_t id; i = lua_absindex( L, i); STACK_GROW(L,3); STACK_CHECK( L); push_registry_subtable( L, REG_MTID ); lua_pushvalue(L, i); lua_rawget( L, -2 ); // // [-2]: reg[REG_MTID] // [-1]: nil/uint id= (uint_t)lua_tointeger(L,-1); // 0 for nil lua_pop(L,1); STACK_MID( L, 1); if (id==0) { MUTEX_LOCK( &mtid_lock ); id= ++last_id; MUTEX_UNLOCK( &mtid_lock ); /* Create two-way references: id_uint <-> table */ lua_pushvalue(L,i); lua_pushinteger(L,id); lua_rawset( L, -3 ); lua_pushinteger(L,id); lua_pushvalue(L,i); lua_rawset( L, -3 ); } lua_pop(L,1); // remove 'reg[REG_MTID]' reference STACK_END( L, 0); return id; } static int buf_writer( lua_State *L, const void* b, size_t n, void* B ) { (void)L; luaL_addlstring((luaL_Buffer*) B, (const char *)b, n); return 0; } /* * Check if we've already copied the same table from 'L', and * reuse the old copy. This allows table upvalues shared by multiple * local functions to point to the same table, also in the target. * * Always pushes a table to 'L2'. * * Returns TRUE if the table was cached (no need to fill it!); FALSE if * it's a virgin. */ static bool_t push_cached_table( lua_State *L2, uint_t L2_cache_i, lua_State *L, uint_t i ) { bool_t ret; ASSERT_L( L2_cache_i != 0 ); STACK_GROW(L2,3); // L2_cache[id_str]= [{...}] // STACK_CHECK( L2); // We don't need to use the from state ('L') in ID since the life span // is only for the duration of a copy (both states are locked). // lua_pushlightuserdata( L2, (void*)lua_topointer( L, i )); // push a light userdata uniquely representing the table //fprintf( stderr, "<< ID: %s >>\n", lua_tostring(L2,-1) ); lua_pushvalue( L2, -1 ); lua_rawget( L2, L2_cache_i ); // // [-2]: identity table pointer lightuserdata // [-1]: table|nil if (lua_isnil(L2,-1)) { lua_pop(L2,1); lua_newtable(L2); lua_pushvalue(L2,-1); lua_insert(L2,-3); // // [-3]: new table (2nd ref) // [-2]: identity table pointer lightuserdata // [-1]: new table lua_rawset(L2, L2_cache_i); // // [-1]: new table (tied to 'L2_cache' table') ret= FALSE; // brand new } else { lua_remove(L2,-2); ret= TRUE; // from cache } STACK_END( L2, 1); // // L2 [-1]: table to use as destination ASSERT_L( lua_istable(L2,-1) ); return ret; } /* * Return some name helping to identify an object */ static int discover_object_name_recur( lua_State* L, int shortest_, int depth_) { int const what = 1; // o "r" {c} {fqn} ... {?} int const result = 2; int const cache = 3; int const fqn = 4; // no need to scan this table if the name we will discover is longer than one we already know if( shortest_ <= depth_ + 1) { return shortest_; } STACK_GROW( L, 3); STACK_CHECK( L); // stack top contains the table to search in lua_pushvalue( L, -1); // o "r" {c} {fqn} ... {?} {?} lua_rawget( L, cache); // o "r" {c} {fqn} ... {?} nil/1 // if table is already visited, we are done if( !lua_isnil( L, -1)) { lua_pop( L, 1); // o "r" {c} {fqn} ... {?} return shortest_; } // examined table is not in the cache, add it now lua_pop( L, 1); // o "r" {c} {fqn} ... {?} lua_pushvalue( L, -1); // o "r" {c} {fqn} ... {?} {?} lua_pushinteger( L, 1); // o "r" {c} {fqn} ... {?} {?} 1 lua_rawset( L, cache); // o "r" {c} {fqn} ... {?} // scan table contents STACK_CHECK( L); lua_pushnil( L); // o "r" {c} {fqn} ... {?} nil while( lua_next( L, -2)) // o "r" {c} {fqn} ... {?} k v { //char const *const strKey = (lua_type( L, -2) == LUA_TSTRING) ? lua_tostring( L, -2) : NULL; // only for debugging //lua_Number const numKey = (lua_type( L, -2) == LUA_TNUMBER) ? lua_tonumber( L, -2) : -6666; // only for debugging // append key name to fqn stack ++ depth_; lua_pushvalue( L, -2); // o "r" {c} {fqn} ... {?} k v k lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k v if( lua_rawequal( L, -1, what)) // is it what we are looking for? { STACK_MID( L, 2); // update shortest name if( depth_ < shortest_) { shortest_ = depth_; luaG_pushFQN( L, fqn, depth_, NULL); // o "r" {c} {fqn} ... {?} k v "fqn" lua_replace( L, result); // o "r" {c} {fqn} ... {?} k v } // no need to search further at this level lua_pop( L, 2); // o "r" {c} {fqn} ... {?} STACK_MID( L, 0); break; } else if( lua_istable( L, -1)) // o "r" {c} {fqn} ... {?} k {} { STACK_MID( L, 2); shortest_ = discover_object_name_recur( L, shortest_, depth_); // search in the table's metatable too if( lua_getmetatable( L, -1)) // o "r" {c} {fqn} ... {?} k {} {mt} { if( lua_istable( L, -1)) { ++ depth_; lua_pushliteral( L, "__metatable"); // o "r" {c} {fqn} ... {?} k {} {mt} "__metatable" lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k {} {mt} shortest_ = discover_object_name_recur( L, shortest_, depth_); lua_pushnil( L); // o "r" {c} {fqn} ... {?} k {} {mt} nil lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k {} {mt} -- depth_; } lua_pop( L, 1); // o "r" {c} {fqn} ... {?} k {} STACK_MID( L, 2); } } else if( lua_isthread( L, -1)) // o "r" {c} {fqn} ... {?} k T { // search in the object's uservalue if it is a table lua_getuservalue( L, -1); // o "r" {c} {fqn} ... {?} k T {u} if( lua_istable( L, -1)) { shortest_ = discover_object_name_recur( L, shortest_, depth_); } lua_pop( L, 1); // o "r" {c} {fqn} ... {?} k T STACK_MID( L, 2); } else if( lua_isuserdata( L, -1)) // o "r" {c} {fqn} ... {?} k U { STACK_MID( L, 2); // search in the object's metatable (some modules are built that way) if( lua_getmetatable( L, -1)) // o "r" {c} {fqn} ... {?} k U {mt} { if( lua_istable( L, -1)) { ++ depth_; lua_pushliteral( L, "__metatable"); // o "r" {c} {fqn} ... {?} k U {mt} "__metatable" lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k U {mt} shortest_ = discover_object_name_recur( L, shortest_, depth_); lua_pushnil( L); // o "r" {c} {fqn} ... {?} k U {mt} nil lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k U {mt} -- depth_; } lua_pop( L, 1); // o "r" {c} {fqn} ... {?} k U STACK_MID( L, 2); } // search in the object's uservalue if it is a table lua_getuservalue( L, -1); // o "r" {c} {fqn} ... {?} k U {u} if( lua_istable( L, -1)) { ++ depth_; lua_pushliteral( L, "uservalue"); // o "r" {c} {fqn} ... {?} k v {u} "uservalue" lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k v {u} shortest_ = discover_object_name_recur( L, shortest_, depth_); lua_pushnil( L); // o "r" {c} {fqn} ... {?} k v {u} nil lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k v {u} -- depth_; } lua_pop( L, 1); // o "r" {c} {fqn} ... {?} k U STACK_MID( L, 2); } // make ready for next iteration lua_pop( L, 1); // o "r" {c} {fqn} ... {?} k // remove name from fqn stack lua_pushnil( L); // o "r" {c} {fqn} ... {?} k nil lua_rawseti( L, fqn, depth_); // o "r" {c} {fqn} ... {?} k -- depth_; } // o "r" {c} {fqn} ... {?} STACK_END( L, 0); // remove the visited table from the cache, in case a shorter path to the searched object exists lua_pushvalue( L, -1); // o "r" {c} {fqn} ... {?} {?} lua_pushnil( L); // o "r" {c} {fqn} ... {?} {?} nil lua_rawset( L, cache); // o "r" {c} {fqn} ... {?} STACK_END( L, 0); return shortest_; } /* * "type", "name" = lanes.nameof( o) */ int luaG_nameof( lua_State* L) { int what = lua_gettop( L); if( what > 1) { luaL_argerror( L, what, "too many arguments."); } // numbers, strings, booleans and nil can't be identified if( lua_type( L, 1) < LUA_TTABLE) { lua_pushstring( L, luaL_typename( L, 1)); // o "type" lua_insert( L, -2); // "type" o return 2; } STACK_GROW( L, 4); // this slot will contain the shortest name we found when we are done lua_pushnil( L); // o nil // push a cache that will contain all already visited tables lua_newtable( L); // o nil {c} // push a table whose contents are strings that, when concatenated, produce unique name lua_newtable( L); // o nil {c} {fqn} // this is where we start the search lua_pushglobaltable( L); // o nil {c} {fqn} _G (void) discover_object_name_recur( L, 6666, 0); lua_pop( L, 3); // o "result" lua_pushstring( L, luaL_typename( L, 1)); // o "result" "type" lua_replace( L, -3); // "type" "result" return 2; } // function sentinel used to transfer native functions from/to keeper states static int sentinelfunc( lua_State* L) { return luaL_error( L, "transfer sentinel function for %s, should never be called", lua_tostring( L, lua_upvalueindex( 1))); } /* * Push a looked-up native/LuaJIT function. */ static void lookup_native_func( lua_State* L2, lua_State* L, uint_t i, enum eLookupMode mode_, char const* upName_) { char const* fqn; // L // L2 size_t len; ASSERT_L( lua_isfunction( L, i)); // ... f ... STACK_CHECK( L); if( mode_ == eLM_FromKeeper) { lua_CFunction f = lua_tocfunction( L, i); // should *always* be sentinelfunc! ASSERT_L( f == sentinelfunc); lua_getupvalue( L, i, 1); // ... f ... "f.q.n" fqn = lua_tolstring( L, -1, &len); } else { // fetch the name from the source state's lookup table lua_getfield( L, LUA_REGISTRYINDEX, LOOKUP_REGKEY); // ... f ... {} ASSERT_L( lua_istable( L, -1)); lua_pushvalue( L, i); // ... f ... {} f lua_rawget( L, -2); // ... f ... {} "f.q.n" fqn = lua_tolstring( L, -1, &len); } DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "function [C] %s \n" INDENT_END, fqn)); // popping doesn't invalidate the pointer since this is an interned string gotten from the lookup database lua_pop( L, (mode_ == eLM_FromKeeper) ? 1 : 2); // ... f ... STACK_MID( L, 0); if( !fqn) { char const *from, *typewhat, *what, *gotchaA, *gotchaB; // try to discover the name of the function we want to send lua_getglobal( L, "decoda_name"); // ... f ... decoda_name from = lua_tostring( L, -1); lua_pushcfunction( L, luaG_nameof); // ... f ... decoda_name luaG_nameof lua_pushvalue( L, i); // ... f ... decoda_name luaG_nameof f lua_call( L, 1, 2); // ... f ... decoda_name "type" "name"|nil typewhat = (lua_type( L, -2) == LUA_TSTRING) ? lua_tostring( L, -2) : luaL_typename( L, -2); // second return value can be nil if the function was not found // probable reason: the function was removed from the source Lua state before Lanes was required. if( lua_isnil( L, -1)) { gotchaA = " referenced by"; gotchaB = "\n(did you remove it from the source Lua state before requiring Lanes?)"; what = upName_; } else { gotchaB = ""; what = (lua_type( L, -1) == LUA_TSTRING) ? lua_tostring( L, -1) : luaL_typename( L, -1); } (void) luaL_error( L, "%s%s '%s' not found in %s origin transfer database.%s", typewhat, gotchaA, what, from ? from : "main", gotchaB); return; } STACK_END( L, 0); // push the equivalent function in the destination's stack, retrieved from the lookup table STACK_CHECK( L2); if( mode_ == eLM_ToKeeper) { // push a sentinel closure that holds the lookup name as upvalue lua_pushlstring( L2, fqn, len); // "f.q.n" lua_pushcclosure( L2, sentinelfunc, 1); // f } else { lua_getfield( L2, LUA_REGISTRYINDEX, LOOKUP_REGKEY); // {} ASSERT_L( lua_istable( L2, -1)); lua_pushlstring( L2, fqn, len); // {} "f.q.n" lua_rawget( L2, -2); // {} f if( !lua_isfunction( L2, -1)) { char const* from, * to; lua_getglobal( L, "decoda_name"); // ... f ... decoda_name from = lua_tostring( L, -1); lua_getglobal( L2, "decoda_name"); // {} f decoda_name to = lua_tostring( L2, -1); (void) luaL_error( L, "%s: function '%s' not found in %s destination transfer database.", from ? from : "main", fqn, to ? to : "main"); return; } lua_remove( L2, -2); // f } STACK_END( L2, 1); } /* * Copy a function over, which has not been found in the cache. * L2 has the cache key for this function at the top of the stack */ enum e_vt { VT_NORMAL, VT_KEY, VT_METATABLE }; static bool_t inter_copy_one_( lua_State* L2, uint_t L2_cache_i, lua_State* L, uint_t i, enum e_vt value_type, enum eLookupMode mode_, char const* upName_); static void inter_copy_func( lua_State* L2, uint_t L2_cache_i, lua_State* L, uint_t i, enum eLookupMode mode_, char const* upName_) { int n, needToPush; luaL_Buffer b; ASSERT_L( L2_cache_i != 0); // ... {cache} ... p STACK_GROW(L,2); STACK_CHECK( L); // 'lua_dump()' needs the function at top of stack // if already on top of the stack, no need to push again needToPush = (i != (uint_t)lua_gettop( L)); if( needToPush) { lua_pushvalue( L, i); // ... f } luaL_buffinit( L, &b); // // "value returned is the error code returned by the last call // to the writer" (and we only return 0) // not sure this could ever fail but for memory shortage reasons if( lua_dump( L, buf_writer, &b) != 0) { luaL_error( L, "internal error: function dump failed."); } // pushes dumped string on 'L' luaL_pushresult( &b); // ... f b // if not pushed, no need to pop if( needToPush) { lua_remove( L, -2); // ... b } // transfer the bytecode, then the upvalues, to create a similar closure { char const* name = NULL; #if LOG_FUNC_INFO // "To get information about a function you push it onto the // stack and start the what string with the character '>'." // { lua_Debug ar; lua_pushvalue( L, i); // ... b f // fills 'name' 'namewhat' and 'linedefined', pops function lua_getinfo(L, ">nS", &ar); // ... b name = ar.namewhat; fprintf( stderr, INDENT_BEGIN "FNAME: %s @ %d\n", i, s_indent, ar.short_src, ar.linedefined); // just gives NULL } #endif // LOG_FUNC_INFO { size_t sz; char const* s = lua_tolstring( L, -1, &sz); // ... b ASSERT_L( s && sz); STACK_GROW( L2, 2); // Note: Line numbers seem to be taken precisely from the // original function. 'name' is not used since the chunk // is precompiled (it seems...). // // TBD: Can we get the function's original name through, as well? // if( luaL_loadbuffer( L2, s, sz, name) != 0) // ... {cache} ... p function { // chunk is precompiled so only LUA_ERRMEM can happen // "Otherwise, it pushes an error message" // STACK_GROW( L, 1); luaL_error( L, "%s", lua_tostring( L2, -1)); } // remove the dumped string lua_pop( L, 1); // ... // now set the cache as soon as we can. // this is necessary if one of the function's upvalues references it indirectly // we need to find it in the cache even if it isn't fully transfered yet lua_insert( L2, -2); // ... {cache} ... function p lua_pushvalue( L2, -2); // ... {cache} ... function p function // cache[p] = function lua_rawset( L2, L2_cache_i); // ... {cache} ... function } STACK_MID( L, 0); /* push over any upvalues; references to this function will come from * cache so we don't end up in eternal loop. * Lua5.2: one of the upvalues is _ENV, which we don't want to copy! * instead, the function shall have LUA_RIDX_GLOBALS taken in the destination state! */ { char const* upname; #if LUA_VERSION_NUM == 502 // With Lua 5.2, each Lua function gets its environment as one of its upvalues (named LUA_ENV, aka "_ENV" by default) // Generally this is LUA_RIDX_GLOBALS, which we don't want to copy from the source to the destination state... // -> if we encounter an upvalue equal to the global table in the source, bind it to the destination's global table lua_pushglobaltable( L); // ... _G #endif // LUA_VERSION_NUM for( n = 0; (upname = lua_getupvalue( L, i, 1 + n)) != NULL; ++ n) { // ... _G up[n] DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "UPNAME[%d]: %s\n" INDENT_END, n, upname)); #if LUA_VERSION_NUM == 502 if( lua_rawequal( L, -1, -2)) // is the upvalue equal to the global table? { lua_pushglobaltable( L2); // ... {cache} ... function } else #endif // LUA_VERSION_NUM { if( !inter_copy_one_( L2, L2_cache_i, L, lua_gettop( L), VT_NORMAL, mode_, upname)) // ... {cache} ... function { luaL_error( L, "Cannot copy upvalue type '%s'", luaL_typename( L, -1)); } } lua_pop( L, 1); // ... _G } #if LUA_VERSION_NUM == 502 lua_pop( L, 1); // ... #endif // LUA_VERSION_NUM } // L2: function + 'n' upvalues (>=0) STACK_MID( L, 0); // Set upvalues (originally set to 'nil' by 'lua_load') { int func_index = lua_gettop( L2) - n; for( ; n > 0; -- n) { char const* rc = lua_setupvalue( L2, func_index, n); // ... {cache} ... function // // "assigns the value at the top of the stack to the upvalue and returns its name. // It also pops the value from the stack." ASSERT_L( rc); // not having enough slots? } // once all upvalues have been set we are left // with the function at the top of the stack // ... {cache} ... function } } STACK_END( L, 0); } /* * Check if we've already copied the same function from 'L', and reuse the old * copy. * * Always pushes a function to 'L2'. */ static void push_cached_func( lua_State* L2, uint_t L2_cache_i, lua_State* L, uint_t i, enum eLookupMode mode_, char const* upName_) { FuncSubType funcSubType; /*lua_CFunction cfunc =*/ luaG_tocfunction( L, i, &funcSubType); // NULL for LuaJIT-fast && bytecode functions if( funcSubType == FST_Bytecode) { void* const aspointer = (void*)lua_topointer( L, i); // TBD: Merge this and same code for tables ASSERT_L( L2_cache_i != 0); STACK_GROW( L2, 2); // L2_cache[id_str]= function // STACK_CHECK( L2); // We don't need to use the from state ('L') in ID since the life span // is only for the duration of a copy (both states are locked). // // push a light userdata uniquely representing the function lua_pushlightuserdata( L2, aspointer); // ... {cache} ... p //fprintf( stderr, "<< ID: %s >>\n", lua_tostring(L2,-1) ); lua_pushvalue( L2, -1); // ... {cache} ... p p lua_rawget( L2, L2_cache_i); // ... {cache} ... p function|nil|true if( lua_isnil(L2,-1)) // function is unknown { lua_pop( L2, 1); // ... {cache} ... p // Set to 'true' for the duration of creation; need to find self-references // via upvalues // // pushes a copy of the func, stores a reference in the cache inter_copy_func( L2, L2_cache_i, L, i, mode_, upName_); // ... {cache} ... function } else // found function in the cache { lua_remove( L2, -2); // ... {cache} ... function } STACK_END( L2, 1); } else // function is native/LuaJIT: no need to cache { lookup_native_func( L2, L, i, mode_, upName_); // ... {cache} ... function } // // L2 [-1]: function ASSERT_L( lua_isfunction( L2, -1)); } /* * Copies a value from 'L' state (at index 'i') to 'L2' state. Does not remove * the original value. * * NOTE: Both the states must be solely in the current OS thread's posession. * * 'i' is an absolute index (no -1, ...) * * Returns TRUE if value was pushed, FALSE if its type is non-supported. */ static bool_t inter_copy_one_( lua_State* L2, uint_t L2_cache_i, lua_State* L, uint_t i, enum e_vt vt, enum eLookupMode mode_, char const* upName_) { bool_t ret = TRUE; STACK_GROW( L2, 1); STACK_CHECK( L2); switch ( lua_type( L, i)) { /* Basic types allowed both as values, and as table keys */ case LUA_TBOOLEAN: lua_pushboolean( L2, lua_toboolean( L, i)); break; case LUA_TNUMBER: /* LNUM patch support (keeping integer accuracy) */ // TODO: support for integer in Lua 5.3 #ifdef LUA_LNUM if( lua_isinteger(L,i)) { lua_Integer v = lua_tointeger( L, i); DEBUGSPEW_CODE( if( vt == VT_KEY) fprintf( stderr, INDENT_BEGIN "KEY: %d\n" INDENT_END, v)); lua_pushinteger( L2, v); break; } else #endif { lua_Number v = lua_tonumber( L, i); DEBUGSPEW_CODE( if( vt == VT_KEY) fprintf( stderr, INDENT_BEGIN "KEY: " LUA_NUMBER_FMT "\n" INDENT_END, v)); lua_pushnumber( L2, v); } break; case LUA_TSTRING: { size_t len; char const* s = lua_tolstring( L, i, &len); DEBUGSPEW_CODE( if( vt == VT_KEY) fprintf( stderr, INDENT_BEGIN "KEY: %s\n" INDENT_END, s)); lua_pushlstring( L2, s, len); } break; case LUA_TLIGHTUSERDATA: lua_pushlightuserdata( L2, lua_touserdata(L, i)); break; /* The following types are not allowed as table keys */ case LUA_TUSERDATA: if( vt == VT_KEY) { ret = FALSE; break; } /* Allow only deep userdata entities to be copied across */ DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "USERDATA\n" INDENT_END)); if( !luaG_copydeep( L, L2, i)) { // Cannot copy it full; copy as light userdata // lua_pushlightuserdata( L2, lua_touserdata( L, i)); } break; case LUA_TNIL: if( vt == VT_KEY) { ret = FALSE; break; } lua_pushnil( L2); break; case LUA_TFUNCTION: if( vt == VT_KEY) { ret = FALSE; break; } { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "FUNCTION\n" INDENT_END)); STACK_CHECK( L2); push_cached_func( L2, L2_cache_i, L, i, mode_, upName_); STACK_END( L2, 1); } break; case LUA_TTABLE: if( vt == VT_KEY) { ret = FALSE; break; } { STACK_CHECK( L); STACK_CHECK( L2); /* Check if we've already copied the same table from 'L' (during this transmission), and * reuse the old copy. This allows table upvalues shared by multiple * local functions to point to the same table, also in the target. * Also, this takes care of cyclic tables and multiple references * to the same subtable. * * Note: Even metatables need to go through this test; to detect * loops s.a. those in required module tables (getmetatable(lanes).lanes == lanes) */ if( push_cached_table( L2, L2_cache_i, L, i)) { ASSERT_L( lua_istable( L2, -1)); // from cache break; } ASSERT_L( lua_istable( L2,-1)); STACK_GROW( L, 2); STACK_GROW( L2, 2); lua_pushnil( L); // start iteration while( lua_next( L, i)) { uint_t val_i = lua_gettop(L); uint_t key_i = val_i - 1; /* Only basic key types are copied over; others ignored */ if( inter_copy_one_( L2, 0 /*key*/, L, key_i, VT_KEY, mode_, upName_)) { char* valPath = (char*) upName_; if( GVerboseErrors) { // for debug purposes, let's try to build a useful name if( lua_type( L, key_i) == LUA_TSTRING) { valPath = (char*) alloca( strlen( upName_) + strlen( lua_tostring( L, key_i)) + 2); sprintf( valPath, "%s.%s", upName_, lua_tostring( L, key_i)); } else if( lua_type( L, key_i) == LUA_TNUMBER) { valPath = (char*) alloca( strlen( upName_) + 32 + 3); sprintf( valPath, "%s[" LUA_NUMBER_FMT "]", upName_, lua_tonumber( L, key_i)); } } /* * Contents of metatables are copied with cache checking; * important to detect loops. */ if( inter_copy_one_( L2, L2_cache_i, L, val_i, VT_NORMAL, mode_, valPath)) { ASSERT_L( lua_istable( L2, -3)); lua_rawset( L2, -3); // add to table (pops key & val) } else { luaL_error( L, "Unable to copy over type '%s' (in %s)", luaL_typename( L, val_i), (vt == VT_NORMAL) ? "table" : "metatable"); } } lua_pop( L, 1); // pop value (next round) } STACK_MID( L, 0); STACK_MID( L2, 1); /* Metatables are expected to be immutable, and copied only once. */ if( lua_getmetatable( L, i)) { // // L [-1]: metatable uint_t mt_id = get_mt_id( L, -1); // Unique id for the metatable STACK_GROW( L2, 4); push_registry_subtable( L2, REG_MTID); STACK_MID( L2, 2); lua_pushinteger( L2, mt_id); lua_rawget( L2, -2); // // L2 ([-3]: copied table) // [-2]: reg[REG_MTID] // [-1]: nil/metatable pre-known in L2 STACK_MID( L2, 3); if( lua_isnil( L2, -1)) { /* L2 did not know the metatable */ lua_pop( L2, 1); STACK_MID( L2, 2); ASSERT_L( lua_istable(L,-1)); if( inter_copy_one_( L2, L2_cache_i /*for function cacheing*/, L, lua_gettop(L) /*[-1]*/, VT_METATABLE, mode_, upName_)) { // // L2 ([-3]: copied table) // [-2]: reg[REG_MTID] // [-1]: metatable (copied from L) STACK_MID( L2, 3); // mt_id -> metatable // lua_pushinteger( L2, mt_id); lua_pushvalue( L2, -2); lua_rawset( L2, -4); // metatable -> mt_id // lua_pushvalue( L2, -1); lua_pushinteger( L2, mt_id); lua_rawset( L2, -4); STACK_MID( L2, 3); } else { luaL_error( L, "Error copying a metatable"); } STACK_MID( L2, 3); } // L2 ([-3]: copied table) // [-2]: reg[REG_MTID] // [-1]: metatable (pre-known or copied from L) lua_remove( L2, -2); // take away 'reg[REG_MTID]' // // L2: ([-2]: copied table) // [-1]: metatable for that table lua_setmetatable( L2, -2); // L2: [-1]: copied table (with metatable set if source had it) lua_pop( L, 1); // remove source metatable (L, not L2!) } STACK_END( L2, 1); STACK_END( L, 0); } break; /* The following types cannot be copied */ case LUA_TTHREAD: ret = FALSE; break; } STACK_END( L2, ret ? 1 : 0); return ret; } /* * Akin to 'lua_xmove' but copies values between _any_ Lua states. * * NOTE: Both the states must be solely in the current OS thread's posession. * * Note: Parameters are in this order ('L' = from first) to be same as 'lua_xmove'. */ int luaG_inter_copy( lua_State* L, lua_State* L2, uint_t n, enum eLookupMode mode_) { uint_t top_L = lua_gettop( L); uint_t top_L2 = lua_gettop( L2); uint_t i, j; char tmpBuf[16]; char* pBuf = GVerboseErrors ? tmpBuf : "?"; bool_t copyok = TRUE; if( n > top_L) { // requesting to copy more than is available? return -1; } STACK_GROW( L2, n + 1); /* * Make a cache table for the duration of this copy. Collects tables and * function entries, avoiding the same entries to be passed on as multiple * copies. ESSENTIAL i.e. for handling upvalue tables in the right manner! */ lua_newtable( L2); for( i = top_L - n + 1, j = 1; i <= top_L; ++ i, ++ j) { if( GVerboseErrors) { sprintf( tmpBuf, "arg_%d", j); } copyok = inter_copy_one_( L2, top_L2 + 1, L, i, VT_NORMAL, mode_, pBuf); if( !copyok) { break; } } /* * Remove the cache table. Persistent caching would cause i.e. multiple * messages passed in the same table to use the same table also in receiving * end. */ ASSERT_L( (uint_t) lua_gettop( L) == top_L); if( copyok) { lua_remove( L2, top_L2 + 1); ASSERT_L( (uint_t) lua_gettop( L2) == top_L2 + n); return 0; } else { // error -> pop everything from the target state stack lua_settop( L2, top_L2); return -2; } } int luaG_inter_move( lua_State* L, lua_State* L2, uint_t n, enum eLookupMode mode_) { int ret = luaG_inter_copy( L, L2, n, mode_); lua_pop( L, (int) n); return ret; } void luaG_inter_copy_package( lua_State* L, lua_State* L2, int _idx, enum eLookupMode mode_) { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "luaG_inter_copy_package()\n" INDENT_END)); DEBUGSPEW_CODE( ++ debugspew_indent_depth); // package STACK_CHECK( L); STACK_CHECK( L2); _idx = lua_absindex( L, _idx); if( lua_type( L, _idx) != LUA_TTABLE) { (void) luaL_error( L, "expected package as table, got %s", luaL_typename( L, _idx)); } lua_getglobal( L2, "package"); if( !lua_isnil( L2, -1)) // package library not loaded: do nothing { int i; // package.loaders is renamed package.searchers in Lua 5.2 // but don't copy it anyway, as the function names change depending on the slot index! // users should provide an on_state_create function to setup custom loaders instead char const* entries[] = { "path", "cpath", "preload"/*, (LUA_VERSION_NUM == 501) ? "loaders" : "searchers"*/, NULL}; for( i = 0; entries[i]; ++ i) { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "%s\n" INDENT_END, entries[i])); lua_getfield( L, _idx, entries[i]); if( lua_isnil( L, -1)) { lua_pop( L, 1); } else { DEBUGSPEW_CODE( ++ debugspew_indent_depth); luaG_inter_move( L, L2, 1, mode_); // moves the entry to L2 DEBUGSPEW_CODE( -- debugspew_indent_depth); lua_setfield( L2, -2, entries[i]); // set package[entries[i]] } } } else { DEBUGSPEW_CODE( fprintf( stderr, INDENT_BEGIN "'package' not loaded, nothing to do\n" INDENT_END)); } lua_pop( L2, 1); STACK_END( L2, 0); STACK_END( L, 0); DEBUGSPEW_CODE( -- debugspew_indent_depth); } /*---=== Serialize require ===--- */ MUTEX_T require_cs; //--- // [val]= new_require( ... ) // // Call 'old_require' but only one lane at a time. // // Upvalues: [1]: original 'require' function // int luaG_new_require( lua_State* L) { int rc, i; int args = lua_gettop( L); //char const* modname = luaL_checkstring( L, 1); STACK_GROW( L, args + 1); STACK_CHECK( L); lua_pushvalue( L, lua_upvalueindex(1)); for( i = 1; i <= args; ++ i) { lua_pushvalue( L, i); } // Using 'lua_pcall()' to catch errors; otherwise a failing 'require' would // leave us locked, blocking any future 'require' calls from other lanes. // MUTEX_LOCK( &require_cs); rc = lua_pcall( L, args, 1 /*retvals*/, 0 /*errfunc*/ ); MUTEX_UNLOCK( &require_cs); // the required module (or an error message) is left on the stack as returned value by original require function STACK_END( L, 1); if( rc != LUA_OK) // LUA_ERRRUN / LUA_ERRMEM ? { return lua_error( L); // error message already at [-1] } return 1; } /* * Serialize calls to 'require', if it exists */ void serialize_require( lua_State* L) { STACK_GROW( L, 1); STACK_CHECK( L); // Check 'require' is there; if not, do nothing // lua_getglobal( L, "require"); if( lua_isfunction( L, -1)) { // [-1]: original 'require' function lua_pushcclosure( L, luaG_new_require, 1 /*upvalues*/); lua_setglobal( L, "require"); } else { // [-1]: nil lua_pop( L, 1); } STACK_END( L, 0); }