LuaEngine v0.5

Better Thread and Channel inspired by Golang.

Minor bug fix.
master
Kirigaya Kazuto 2020-06-24 18:47:46 +08:00
parent 6be18a6b6a
commit 8c805bd037
6 changed files with 401 additions and 223 deletions

259
Channel.cpp Normal file
View File

@ -0,0 +1,259 @@
#include "include.h"
#include <mutex>
#include <condition_variable>
#include <memory>
#include <queue>
#include <atomic>
#include <map>
using namespace std;
class Channel
{
public:
int capacity;
bool closed;
queue<tuple<int, string>> bus;
mutex m;
condition_variable cond;
Channel(int cap) : capacity(cap), closed(false)
{
}
};
class LuaChannel
{
public:
shared_ptr<Channel> sp;
};
int channel_dtor(lua_State* L)
{
auto c = lua_checkblock<LuaChannel>(L, 1, "LuaChannel");
c->~LuaChannel();
return 0;
}
// Get a value from channel
int channel_get(lua_State* L)
{
auto c = lua_checkblock<LuaChannel>(L, 1, "LuaChannel");
int type;
string value;
printf("Call get on LuaChannel %p\n", c);
{
unique_lock<mutex> ulk(c->sp->m);
if (c->sp->closed)
{
lua_pushnil(L);
lua_pushboolean(L, 1);
return 2;
}
c->sp->cond.wait(ulk, [&]() { return !c->sp->bus.empty(); });
// Un-serialize from string to Lua object
tie(type, value) = c->sp->bus.front();
c->sp->bus.pop();
c->sp->cond.notify_all();
}
switch (type)
{
case LUA_TNIL:
lua_pushnil(L);
break;
case LUA_TNUMBER:
lua_stringtonumber(L, value.c_str());
break;
case LUA_TBOOLEAN:
lua_pushboolean(L, value.empty());
break;
case LUA_TSTRING:
lua_pushlstring(L, value.c_str(), value.size());
break;
default:
return luaL_error(L, "channel_get: unsupported type %s", lua_typename(L, type));
}
return 1;
}
// Push a value to channel. Types are limited to nil, boolean, number, string.
int channel_put(lua_State* L)
{
auto c = lua_checkblock<LuaChannel>(L, 1, "LuaChannel");
int type = lua_type(L, 2);
string value;
switch (type)
{
case LUA_TNIL:
break;
case LUA_TNUMBER:
value = lua_tostring(L, 2);
break;
case LUA_TBOOLEAN:
if (lua_toboolean(L, 2))
{
value = "true";
}
break;
case LUA_TSTRING:
value = lua_tostring(L, 2);
break;
default:
return luaL_error(L, "channel_put: unsupported type %s", lua_typename(L, type));
}
printf("Call put on LuaChannel %p\n", c);
{
unique_lock<mutex> ulk(c->sp->m);
if (c->sp->closed)
{
return luaL_error(L, "channel_put: cannot put to closed channel.");
}
c->sp->cond.wait(ulk, [&]() { return (c->sp->capacity > 0 && c->sp->bus.size() < c->sp->capacity) || (c->sp->capacity == 0 && c->sp->bus.empty()); });
c->sp->bus.emplace(type, value);
c->sp->cond.notify_all();
}
return 0;
}
// This will push a LuaChannel userdata onto the lvm stack.
void put_channel(lua_State* L, const shared_ptr<Channel>& spChan)
{
auto c = new (lua_newblock<LuaChannel>(L)) LuaChannel;
c->sp = spChan;
printf("LuaChannel %p pushed, underlying channel: %p\n", c, c->sp.get());
if (luaL_newmetatable(L, "LuaChannel"))
{
lua_setfield_function(L, "__gc", channel_dtor);
lua_newtable(L);
lua_setfield_function(L, "get", channel_get);
lua_setfield_function(L, "put", channel_put);
lua_setfield(L, -2, "__index");
}
lua_setmetatable(L, -2);
}
// Global Variables for managing LuaChannel openning and creating
mutex gChannelNSLock;
map<string, weak_ptr<Channel>> gChannelNS;
int channel_open(lua_State* L)
{
size_t namelen;
const char* name = luaL_checklstring(L, 1, &namelen);
string channelName(name, namelen);
{
unique_lock<mutex> ulk(gChannelNSLock);
auto iter = gChannelNS.find(channelName);
if (iter == gChannelNS.end())
{
// not found.
lua_pushnil(L);
return 1;
}
else
{
auto spChan = iter->second.lock();
if (spChan)
{
printf("channel %p(%s) opened.\n", spChan.get(), iter->first.c_str());
put_channel(L, spChan);
return 1;
}
else
{
printf("channel %s expired.\n", iter->first.c_str());
gChannelNS.erase(iter);
// found but expired.
lua_pushnil(L);
return 1;
}
}
}
}
int channel_create(lua_State* L)
{
size_t namelen;
const char* name = luaL_checklstring(L, 1, &namelen);
string channelName(name, namelen);
int cap = 0;
if (lua_isinteger(L, 2))
{
cap = lua_tointeger(L, 2);
}
{
unique_lock<mutex> ulk(gChannelNSLock);
auto iter = gChannelNS.find(channelName);
if (iter != gChannelNS.end())
{
auto spChan = iter->second.lock();
if (spChan)
{
// found.
printf("channel %p(%s) skip create and opened.\n", spChan.get(), iter->first.c_str());
put_channel(L, spChan);
lua_pushboolean(L, 0);
return 2;
}
else
{
// found but expired.
printf("channel %s expired.\n", iter->first.c_str());
gChannelNS.erase(iter);
}
}
// not found, create one
shared_ptr<Channel> spChan(new Channel(cap));
put_channel(L, spChan);
lua_pushboolean(L, 1);
gChannelNS.emplace(channelName, spChan);
printf("channel %p(%s) created.\n", spChan.get(), channelName.c_str());
return 2;
}
}
int channel_collect(lua_State* L)
{
unique_lock<mutex> ulk(gChannelNSLock);
for (auto iter = gChannelNS.begin(); iter != gChannelNS.end(); )
{
auto sp = iter->second.lock();
if (!sp)
{
// expired.
iter = gChannelNS.erase(iter);
}
else
{
++iter;
}
}
return 0;
}
void InitChannel(lua_State* L)
{
lua_getglobal(L, "package");
lua_getfield(L, -1, "loaded");
lua_newtable(L);
lua_setfield_function(L, "create", channel_create);
lua_setfield_function(L, "open", channel_open);
lua_setfield_function(L, "collect", channel_collect);
lua_setfield(L, -2, "Channel");
lua_pop(L, 2);
}

View File

@ -15,6 +15,15 @@ void InitLuaEngine(lua_State* L)
InitNetwork(L);
InitSocketSelector(L);
InitThread(L);
InitChannel(L);
}
lua_State* CreateLuaEngine()
{
lua_State* L = luaL_newstate();
luaL_openlibs(L);
InitLuaEngine(L);
return L;
}
void InitEngine()

View File

@ -11,5 +11,5 @@
void InitEngine();
void InitLuaEngine(lua_State* L);
lua_State* CreateLuaEngine();
void CloseEngine();

View File

@ -1,271 +1,175 @@
#include "include.h"
#include <thread>
#include <mutex>
#include <condition_variable>
#include <memory>
#include <queue>
#include <atomic>
using namespace std;
class SubLuaVM
class LuaThread
{
private:
void _WorkerEntry()
{
status = 1;
if (lua_pcall(L, nArgs, LUA_MULTRET, 0))
{
status = 3;
}
else
{
status = 2;
}
}
public:
lua_State* L;
unique_ptr<thread> td;
mutex mLock;
condition_variable cond;
string inBuffer;
string outBuffer;
int status; // -1 Not started 0 Running 1 Exited 2 Exited with exception
int nArgs;
// 0 Not started 1 Running 2 Finished 3 Errored
atomic<int> status;
thread td;
SubLuaVM()
LuaThread(lua_State* subLVM, int subArgs) : L(subLVM), nArgs(subArgs), status(0), td(&LuaThread::_WorkerEntry, this)
{
status = -1;
L = luaL_newstate();
luaL_openlibs(L);
InitTCPSocket(L);
}
~SubLuaVM()
~LuaThread()
{
if (td && td->joinable()) td->join();
if(L) lua_close(L);
if (td.joinable())
{
td.join();
}
lua_close(L);
}
};
static void SubLuaVMEntry(SubLuaVM* vm)
{
{
unique_lock<mutex> ulk(vm->mLock);
if (luaL_loadstring(vm->L, vm->inBuffer.c_str()))
{
vm->outBuffer = lua_tostring(vm->L, -1);
vm->status = 2;
vm->cond.notify_all();
return;
}
vm->inBuffer.clear();
}
if(lua_pcall(vm->L, 0, LUA_MULTRET, 0))
{
unique_lock<mutex> ulk(vm->mLock);
vm->outBuffer = lua_tostring(vm->L, -1);
vm->status = 2;
vm->cond.notify_all();
return;
}
else
{
vm->status = 1;
vm->cond.notify_all();
}
}
int thread_dtor(lua_State* L)
{
auto vm = lua_checkblock<SubLuaVM>(L, 1, "LuaEngineThread");
vm->~SubLuaVM();
auto t = lua_checkblock<LuaThread>(L, 1, "LuaThread");
t->~LuaThread();
return 0;
}
int thread_put(lua_State* L)
int thread_wait(lua_State* L)
{
auto vm = lua_checkblock<SubLuaVM>(L, 1, "LuaEngineThread");
size_t datasz;
const char* rawdata = luaL_checklstring(L, 2, &datasz);
string data(rawdata, datasz);
int timeout_ms = -1;
if (!lua_isnone(L, 3))
auto t = lua_checkblock<LuaThread>(L, 1, "LuaThread");
if (t->td.joinable())
{
timeout_ms = luaL_checkinteger(L, 3);
}
if (timeout_ms >= 0)
{
unique_lock<mutex> ulk(vm->mLock);
while (!vm->inBuffer.empty())
{
auto ret = vm->cond.wait_for(ulk, chrono::milliseconds(timeout_ms));
if (ret == cv_status::timeout)
{
lua_pushboolean(L, false);
return 1;
}
else continue;
}
vm->inBuffer = data;
lua_pushboolean(L, true);
return 1;
t->td.join();
lua_pushboolean(L, 1);
}
else
{
unique_lock<mutex> ulk(vm->mLock);
while (!vm->inBuffer.empty())
{
vm->cond.wait(ulk);
}
vm->inBuffer = data;
return 0;
lua_pushboolean(L, 0);
}
return 1;
}
int thread_get(lua_State* L)
{
auto vm = lua_checkblock<SubLuaVM>(L, 1, "LuaEngineThread");
int timeout_ms = -1;
if (!lua_isnone(L, 2))
auto t = lua_checkblock<LuaThread>(L, 1, "LuaThread");
if (t->td.joinable())
{
timeout_ms = luaL_checkinteger(L, 2);
t->td.join();
}
if (timeout_ms >= 0)
if (t->status == 2)
{
unique_lock<mutex> ulk(vm->mLock);
while (vm->outBuffer.empty())
{
auto ret = vm->cond.wait_for(ulk, chrono::milliseconds(timeout_ms));
if (ret == cv_status::timeout)
{
lua_pushboolean(L, false);
return 1;
}
else continue;
}
string temp = vm->outBuffer;
vm->outBuffer.clear();
lua_pushboolean(L, true);
lua_pushlstring(L, temp.data(), temp.size());
return 2;
lua_pushboolean(L, 1);
}
else
{
unique_lock<mutex> ulk(vm->mLock);
while (vm->outBuffer.empty())
{
vm->cond.wait(ulk);
}
string temp = vm->outBuffer;
vm->outBuffer.clear();
lua_pushlstring(L, temp.data(), temp.size());
return 1;
lua_pushboolean(L, 0);
}
int stackTop = lua_gettop(t->L);
for (int i = 1; i <= stackTop; i++)
{
switch (lua_type(t->L, i))
{
case LUA_TNIL:
lua_pushnil(L);
break;
case LUA_TNUMBER:
lua_pushnumber(L, lua_tonumber(t->L, i));
break;
case LUA_TBOOLEAN:
lua_pushboolean(L, lua_toboolean(t->L, i));
break;
case LUA_TSTRING:
lua_pushstring(L, lua_tostring(t->L, i));
break;
default:
return luaL_error(L, "thread_get: return value #%d has unsupported type: %s", i, lua_typename(t->L, lua_type(t->L, i)));
}
}
return stackTop + 1;
}
int thread_inner_get(lua_State* L)
int thread_status(lua_State* L)
{
auto vm = lua_checkpointer<SubLuaVM>(L, 1, "LuaEngineThreadWorker");
int timeout_ms = -1;
if (!lua_isnone(L, 2))
{
timeout_ms = luaL_checkinteger(L, 2);
}
if (timeout_ms >= 0)
{
unique_lock<mutex> ulk(vm->mLock);
while (vm->inBuffer.empty())
{
auto ret = vm->cond.wait_for(ulk, chrono::milliseconds(timeout_ms));
if (ret == cv_status::timeout)
{
lua_pushboolean(L, false);
return 1;
}
else continue;
}
string temp = vm->inBuffer;
vm->inBuffer.clear();
lua_pushboolean(L, true);
lua_pushlstring(L, temp.data(), temp.size());
return 2;
}
else
{
unique_lock<mutex> ulk(vm->mLock);
while (vm->inBuffer.empty())
{
vm->cond.wait(ulk);
}
string temp = vm->inBuffer;
vm->inBuffer.clear();
lua_pushlstring(L, temp.data(), temp.size());
return 1;
}
}
int thread_inner_put(lua_State* L)
{
auto vm = lua_checkblock<SubLuaVM>(L, 1, "LuaEngineThreadWorker");
size_t datasz;
const char* rawdata = luaL_checklstring(L, 2, &datasz);
string data(rawdata, datasz);
int timeout_ms = -1;
if (!lua_isnone(L, 3))
{
timeout_ms = luaL_checkinteger(L, 3);
}
if (timeout_ms >= 0)
{
unique_lock<mutex> ulk(vm->mLock);
while (!vm->outBuffer.empty())
{
auto ret = vm->cond.wait_for(ulk, chrono::milliseconds(timeout_ms));
if (ret == cv_status::timeout)
{
lua_pushboolean(L, false);
return 1;
}
else continue;
}
vm->outBuffer = data;
lua_pushboolean(L, true);
return 1;
}
else
{
unique_lock<mutex> ulk(vm->mLock);
while (!vm->outBuffer.empty())
{
vm->cond.wait(ulk);
}
vm->outBuffer = data;
return 0;
}
auto t = lua_checkblock<LuaThread>(L, 1, "LuaThread");
lua_pushinteger(L, t->status);
return 1;
}
int thread_new(lua_State* L)
{
size_t codesz;
const char* rawcode = luaL_checklstring(L, 1, &codesz);
string code(rawcode, codesz);
size_t codelen;
const char* code = luaL_checklstring(L, 1, &codelen);
lua_State* subL = CreateLuaEngine();
// compile
if (luaL_loadbuffer(subL, code, codelen, "ThreadMain"))
{
// Compile error, cannot load. Return error message to caller.
lua_pushnil(L);
lua_pushstring(L, lua_tostring(subL, 1));
lua_close(subL);
return 2;
}
// 在主端这一侧添加全部内容, 包扩gc.
auto vm = new (lua_newblock<SubLuaVM>(L)) SubLuaVM;
if (luaL_newmetatable(L, "LuaEngineThread"))
// push args
int stackTop = lua_gettop(L);
for (int idx = 2; idx <= stackTop; idx++)
{
switch (lua_type(L, idx))
{
case LUA_TNIL:
lua_pushnil(subL);
break;
case LUA_TNUMBER:
lua_pushnumber(subL, lua_tonumber(L, idx));
break;
case LUA_TBOOLEAN:
lua_pushboolean(subL, lua_toboolean(L, idx));
break;
case LUA_TSTRING:
{
size_t datalen;
const char* data = lua_tolstring(L, idx, &datalen);
lua_pushlstring(subL, data, datalen);
break;
}
default:
lua_pushnil(L);
lua_pushfstring(L, "thread_create: parameter #%d has unsupported type: %s", idx, lua_typename(L, lua_type(L, idx)));
lua_close(subL);
return 2;
}
}
auto c = new (lua_newblock<LuaThread>(L)) LuaThread(subL, stackTop - 1);
if (luaL_newmetatable(L, "LuaThread"))
{
lua_setfield_function(L, "__gc", thread_dtor);
lua_newtable(L);
lua_setfield_function(L, "wait", thread_wait);
lua_setfield_function(L, "get", thread_get);
lua_setfield_function(L, "put", thread_put);
lua_setfield_function(L, "status", thread_status);
lua_setfield(L, -2, "__index");
}
lua_setmetatable(L, -2);
// 在从端这一侧添加this_thread, 只有get和set.
lua_getglobal(vm->L, "package");
lua_getfield(vm->L, -1, "loaded");
lua_newpointer(vm->L, vm);
if (luaL_newmetatable(vm->L, "LuaEngineThreadWorker"))
{
lua_newtable(vm->L);
lua_setfield_function(vm->L, "get", thread_inner_get);
lua_setfield_function(vm->L, "put", thread_inner_put);
lua_setfield(vm->L, -2, "__index");
}
lua_setmetatable(vm->L, -2);
lua_setfield(vm->L, -2, "this_thread");
lua_pop(vm->L, 2);
vm->inBuffer = code;
vm->td.reset(new thread(SubLuaVMEntry, vm));
return 1;
}

View File

@ -54,6 +54,7 @@ void InitTCPSocket(lua_State* L);
void InitUDPSocket(lua_State* L);
void InitNetwork(lua_State* L);
void InitThread(lua_State* L);
void InitChannel(lua_State* L);
void InitSocketSelector(lua_State* L);
void PlatInit();

View File

@ -8,7 +8,7 @@ string LoadFile(const string& filename)
{
string temp;
int ret;
char buff[1024];
char buff[1024] = { 0 };
SDL_RWops* io = SDL_RWFromFile(filename.c_str(), "rb");
if (!io)
{
@ -18,6 +18,7 @@ string LoadFile(const string& filename)
while ((ret=SDL_RWread(io, buff, 1, 1024)))
{
temp.append(buff, ret);
memset(buff, 0, 1024);
}
SDL_RWclose(io);
return temp;
@ -31,15 +32,19 @@ int main()
InitLuaEngine(L);
_chdir("game");
string code = LoadFile("app.lua");
if (luaL_loadstring(L, code.c_str()))
if (luaL_loadbufferx(L, code.c_str(), code.size(), "ProgramMain", "t"))
{
cout << lua_tostring(L, -1) << endl;
SDL_Log("[LuaAppSyntaxError] %s\n", lua_tostring(L, -1));
size_t errlen;
const char* err = lua_tolstring(L, -1, &errlen);
string errmsg(err, errlen);
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "[LuaAppSyntaxError] %s", errmsg.c_str());
}
else if(lua_pcall(L, 0, LUA_MULTRET, 0))
{
cout << lua_tostring(L, -1) << endl;
SDL_Log("[LuaAppRuntimeError] %s\n", lua_tostring(L, -1));
size_t errlen;
const char* err = lua_tolstring(L, -1, &errlen);
string errmsg(err, errlen);
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "[LuaAppRuntimeError] %s", errmsg.c_str());
}
lua_close(L);
CloseEngine();