From bd994461ef7c2553da9a6945c685152bad50eb8f Mon Sep 17 00:00:00 2001 From: Thijs Date: Thu, 16 Nov 2023 09:09:54 +0100 Subject: feat(term): getting/setting terminal config flags --- src/bitflags.c | 235 +++++++++++++++++ src/bitflags.h | 21 ++ src/compat.h | 11 + src/core.c | 2 + src/term.c | 822 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++- 5 files changed, 1086 insertions(+), 5 deletions(-) create mode 100644 src/bitflags.c create mode 100644 src/bitflags.h (limited to 'src') diff --git a/src/bitflags.c b/src/bitflags.c new file mode 100644 index 0000000..89a88b7 --- /dev/null +++ b/src/bitflags.c @@ -0,0 +1,235 @@ +/// Bitflags module. +// The bitflag object makes it easy to manipulate flags in a bitmask. +// +// It has metamethods that do the hard work, adding flags sets them, substracting +// unsets them. Comparing flags checks if all flags in the second set are also set +// in the first set. The `has` method checks if all flags in the second set are +// also set in the first set, but behaves slightly different. +// +// Indexing allows checking values or setting them by bit index (eg. 0-7 for flags +// in the first byte). +// +// _NOTE_: unavailable flags (eg. Windows flags on a Posix system) should not be +// omitted, but be assigned a value of 0. This is because the `has` method will +// return `false` if the flags are checked and the value is 0. +// +// See `system.bitflag` (the constructor) for extensive examples on usage. +// @classmod bitflags +#include "bitflags.h" + +#define BITFLAGS_MT_NAME "LuaSystem.BitFlags" + +typedef struct { + LSBF_BITFLAG flags; +} LS_BitFlags; + +/// Bit flags. +// Bitflag objects can be used to easily manipulate and compare bit flags. +// These are primarily for use with the terminal functions, but can be used +// in other places as well. +// @section bitflags + + +// pushes a new LS_BitFlags object with the given value onto the stack +void lsbf_pushbitflags(lua_State *L, LSBF_BITFLAG value) { + LS_BitFlags *obj = (LS_BitFlags *)lua_newuserdata(L, sizeof(LS_BitFlags)); + if (!obj) luaL_error(L, "Memory allocation failed"); + luaL_getmetatable(L, BITFLAGS_MT_NAME); + lua_setmetatable(L, -2); + obj->flags = value; +} + +// gets the LS_BitFlags value at the given index. Returns a Lua error if it is not +// a LS_BitFlags object. +LSBF_BITFLAG lsbf_checkbitflags(lua_State *L, int index) { + LS_BitFlags *obj = (LS_BitFlags *)luaL_checkudata(L, index, BITFLAGS_MT_NAME); + return obj->flags; +} + +/*** +Creates a new bitflag object from the given value. +@function system.bitflag +@tparam[opt=0] number value the value to create the bitflag object from. +@treturn bitflag bitflag object with the given values set. +@usage +local sys = require 'system' +local flags = sys.bitflag(2) -- b0010 + +-- get state of individual bits +print(flags[0]) -- false +print(flags[1]) -- true + +-- set individual bits +flags[0] = true -- b0011 +print(flags:value()) -- 3 +print(flags) -- "bitflags: 3" + +-- adding flags (bitwise OR) +local flags1 = sys.bitflag(1) -- b0001 +local flags2 = sys.bitflag(2) -- b0010 +local flags3 = flags1 + flags2 -- b0011 + +-- substracting flags (bitwise AND NOT) +print(flags3:value()) -- 3 +flag3 = flag3 - flag3 -- b0000 +print(flags3:value()) -- 0 + +-- comparing flags +local flags4 = sys.bitflag(7) -- b0111 +local flags5 = sys.bitflag(255) -- b11111111 +print(flags5 >= flags4) -- true, all bits in flags4 are set in flags5 + +-- comparing with 0 flags: comparison and `has` behave differently +local flags6 = sys.bitflag(0) -- b0000 +local flags7 = sys.bitflag(1) -- b0001 +print(flags6 < flags7) -- true, flags6 is a subset of flags7 +print(flags7:has(flags6)) -- false, flags6 is not set in flags7 +*/ +static int lsbf_new(lua_State *L) { + LSBF_BITFLAG flags = 0; + if (lua_gettop(L) > 0) { + flags = luaL_checkinteger(L, 1); + } + lsbf_pushbitflags(L, flags); + return 1; +} + +/*** +Retrieves the numeric value of the bitflag object. +@function bitflag:value +@treturn number the numeric value of the bitflags. +@usage +local sys = require 'system' +local flags = sys.bitflag() -- b0000 +flags[0] = true -- b0001 +flags[2] = true -- b0101 +print(flags:value()) -- 5 +*/ +static int lsbf_value(lua_State *L) { + lua_pushinteger(L, lsbf_checkbitflags(L, 1)); + return 1; +} + +static int lsbf_tostring(lua_State *L) { + lua_pushfstring(L, "bitflags: %d", lsbf_checkbitflags(L, 1)); + return 1; +} + +static int lsbf_add(lua_State *L) { + lsbf_pushbitflags(L, lsbf_checkbitflags(L, 1) | lsbf_checkbitflags(L, 2)); + return 1; +} + +static int lsbf_sub(lua_State *L) { + lsbf_pushbitflags(L, lsbf_checkbitflags(L, 1) & ~lsbf_checkbitflags(L, 2)); + return 1; +} + +static int lsbf_eq(lua_State *L) { + lua_pushboolean(L, lsbf_checkbitflags(L, 1) == lsbf_checkbitflags(L, 2)); + return 1; +} + +static int lsbf_le(lua_State *L) { + LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); + LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); + // Check if all bits in b are also set in a + lua_pushboolean(L, (a & b) == a); + return 1; +} + +/*** +Checks if the given flags are set. +This is different from the `>=` and `<=` operators because if the flag to check +has a value `0`, it will always return `false`. So if there are flags that are +unsupported on a platform, they can be set to 0 and the `has` function will +return `false` if the flags are checked. +@function bitflag:has +@tparam bitflag subset the flags to check for. +@treturn boolean true if all the flags are set, false otherwise. +@usage +local sys = require 'system' +local flags = sys.bitflag(12) -- b1100 +local myflags = sys.bitflag(15) -- b1111 +print(flags:has(myflags)) -- false, not all bits in myflags are set in flags +print(myflags:has(flags)) -- true, all bits in flags are set in myflags +*/ +static int lsbf_has(lua_State *L) { + LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); + LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); + // Check if all bits in b are also set in a, and b is not 0 + lua_pushboolean(L, (a | b) == a && b != 0); + return 1; +} + +static int lsbf_lt(lua_State *L) { + LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); + LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); + // Check if a is strictly less than b, meaning a != b and a is a subset of b + lua_pushboolean(L, (a != b) && ((a & b) == a)); + return 1; +} + +static int lsbf_index(lua_State *L) { + if (!lua_isnumber(L, 2)) { + // the parameter isn't a number, just lookup the key in the metatable + lua_getmetatable(L, 1); + lua_pushvalue(L, 2); + lua_gettable(L, -2); + return 1; + } + + int index = luaL_checkinteger(L, 2); + if (index < 0 || index >= sizeof(LSBF_BITFLAG) * 8) { + return luaL_error(L, "index out of range"); + } + lua_pushboolean(L, (lsbf_checkbitflags(L, 1) & (1 << index)) != 0); + return 1; +} + +static int lsbf_newindex(lua_State *L) { + LS_BitFlags *obj = (LS_BitFlags *)luaL_checkudata(L, 1, BITFLAGS_MT_NAME); + + if (!lua_isnumber(L, 2)) { + return luaL_error(L, "index must be a number"); + } + int index = luaL_checkinteger(L, 2); + if (index < 0 || index >= sizeof(LSBF_BITFLAG) * 8) { + return luaL_error(L, "index out of range"); + } + + luaL_checkany(L, 3); + if (lua_toboolean(L, 3)) { + obj->flags |= (1 << index); + } else { + obj->flags &= ~(1 << index); + } + return 0; +} + +static const struct luaL_Reg lsbf_funcs[] = { + {"bitflag", lsbf_new}, + {NULL, NULL} +}; + +static const struct luaL_Reg lsbf_methods[] = { + {"value", lsbf_value}, + {"has", lsbf_has}, + {"__tostring", lsbf_tostring}, + {"__add", lsbf_add}, + {"__sub", lsbf_sub}, + {"__eq", lsbf_eq}, + {"__le", lsbf_le}, + {"__lt", lsbf_lt}, + {"__index", lsbf_index}, + {"__newindex", lsbf_newindex}, + {NULL, NULL} +}; + +void bitflags_open(lua_State *L) { + luaL_newmetatable(L, BITFLAGS_MT_NAME); + luaL_setfuncs(L, lsbf_methods, 0); + lua_pop(L, 1); + + luaL_setfuncs(L, lsbf_funcs, 0); +} diff --git a/src/bitflags.h b/src/bitflags.h new file mode 100644 index 0000000..0e47246 --- /dev/null +++ b/src/bitflags.h @@ -0,0 +1,21 @@ +#ifndef LSBITFLAGS_H +#define LSBITFLAGS_H + +#include +#include "compat.h" +#include +#include + +// type used to store the bitflags +#define LSBF_BITFLAG lua_Integer + +// Validates that the given index is a bitflag object and returns its value. +// If the index is not a bitflag object, a Lua error is raised. +// The value will be left on the stack. +LSBF_BITFLAG lsbf_checkbitflags(lua_State *L, int index); + +// Pushes a new bitflag object with the given value onto the stack. +// Might raise a Lua error if memory allocation fails. +void lsbf_pushbitflags(lua_State *L, LSBF_BITFLAG value); + +#endif diff --git a/src/compat.h b/src/compat.h index 35f9ef2..7a1fcee 100644 --- a/src/compat.h +++ b/src/compat.h @@ -13,6 +13,17 @@ void luaL_setfuncs(lua_State *L, const luaL_Reg *l, int nup); #include #endif +// Windows compatibility; define DWORD and TRUE/FALSE on non-Windows +#ifndef _WIN32 +#ifndef DWORD +#define DWORD unsigned long +#endif +#ifndef TRUE +#define TRUE 1 +#define FALSE 0 +#endif +#endif + #ifdef _MSC_VER // MSVC Windows doesn't have ssize_t, so we define it here #if SIZE_MAX == UINT_MAX diff --git a/src/core.c b/src/core.c index 729023f..d233ecc 100644 --- a/src/core.c +++ b/src/core.c @@ -16,6 +16,7 @@ void time_open(lua_State *L); void environment_open(lua_State *L); void random_open(lua_State *L); void term_open(lua_State *L); +void bitflags_open(lua_State *L); /*------------------------------------------------------------------------- * Initializes all library modules. @@ -32,6 +33,7 @@ LUAEXPORT int luaopen_system_core(lua_State *L) { lua_pushboolean(L, 0); #endif lua_rawset(L, -3); + bitflags_open(L); // must be first, used by others time_open(L); random_open(L); term_open(L); diff --git a/src/term.c b/src/term.c index 2adb1e9..062394d 100644 --- a/src/term.c +++ b/src/term.c @@ -1,37 +1,849 @@ /// @submodule system + +// Unix: see https://blog.nelhage.com/2009/12/a-brief-introduction-to-termios-termios3-and-stty/ +// Windows: see https://learn.microsoft.com/en-us/windows/console/console-reference + #include #include #include #include "compat.h" +#include "bitflags.h" #ifndef _MSC_VER # include #endif +#ifdef _WIN32 +# include +#else +# include +# include +# include +# include +# include +# include +#endif + +#ifdef _WIN32 +// after an error is returned, GetLastError() result can be passed to this function to get a string +// representation of the error on the stack. +// result will be nil+error on the stack, always 2 results. +static void termFormatError(lua_State *L, DWORD errorCode, const char* prefix) { +//static void FormatErrorAndReturn(lua_State *L, DWORD errorCode, const char* prefix) { + LPSTR messageBuffer = NULL; + FormatMessageA(FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, + NULL, errorCode, MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), (LPSTR)&messageBuffer, 0, NULL); + + lua_pushnil(L); + if (messageBuffer) { + if (prefix) { + lua_pushfstring(L, "%s: %s", prefix, messageBuffer); + } else { + lua_pushstring(L, messageBuffer); + } + LocalFree(messageBuffer); + } else { + lua_pushfstring(L, "%sError code %d", prefix ? prefix : "", errorCode); + } +} +#else +static int pusherror(lua_State *L, const char *info) +{ + lua_pushnil(L); + if (info==NULL) + lua_pushstring(L, strerror(errno)); + else + lua_pushfstring(L, "%s: %s", info, strerror(errno)); + lua_pushinteger(L, errno); + return 3; +} +#endif /*** Checks if a file-handle is a TTY. @function isatty -@tparam file file the file-handle to check +@tparam file file the file-handle to check, one of `io.stdin`, `io.stdout`, `io.stderr`. @treturn boolean true if the file is a tty +@usage +local system = require('system') +if system.isatty(io.stdin) then + -- enable ANSI coloring etc on Windows, does nothing in Posix. + local flags = system.getconsoleflags(io.stdout) + system.setconsoleflags(io.stdout, flags + sys.COF_VIRTUAL_TERMINAL_PROCESSING) +end */ -static int lua_isatty(lua_State* L) { +static int lst_isatty(lua_State* L) { FILE **fh = (FILE **) luaL_checkudata(L, 1, LUA_FILEHANDLE); lua_pushboolean(L, isatty(fileno(*fh))); return 1; } +/*------------------------------------------------------------------------- + * Windows Get/SetConsoleMode functions + *-------------------------------------------------------------------------*/ -static luaL_Reg func[] = { - { "isatty", lua_isatty }, - { NULL, NULL } +typedef struct ls_RegConst { + const char *name; + DWORD value; +} ls_RegConst; + +// Define a macro to check if a constant is defined and set it to 0 if not. +// This is needed because some flags are not defined on all platforms. So we +// still export the constants, but they will be all 0, and hence not do anything. +#ifdef _WIN32 +#define CHECK_WIN_FLAG_OR_ZERO(flag) flag +#define CHECK_NIX_FLAG_OR_ZERO(flag) 0 +#else +#define CHECK_WIN_FLAG_OR_ZERO(flag) 0 +#define CHECK_NIX_FLAG_OR_ZERO(flag) flag +#endif + +// Export Windows constants to Lua +static const struct ls_RegConst win_console_in_flags[] = { + // Console Input Flags + {"CIF_ECHO_INPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_ECHO_INPUT)}, + {"CIF_INSERT_MODE", CHECK_WIN_FLAG_OR_ZERO(ENABLE_INSERT_MODE)}, + {"CIF_LINE_INPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_LINE_INPUT)}, + {"CIF_MOUSE_INPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_MOUSE_INPUT)}, + {"CIF_PROCESSED_INPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_PROCESSED_INPUT)}, + {"CIF_QUICK_EDIT_MODE", CHECK_WIN_FLAG_OR_ZERO(ENABLE_QUICK_EDIT_MODE)}, + {"CIF_WINDOW_INPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_WINDOW_INPUT)}, + {"CIF_VIRTUAL_TERMINAL_INPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_VIRTUAL_TERMINAL_INPUT)}, + {"CIF_EXTENDED_FLAGS", CHECK_WIN_FLAG_OR_ZERO(ENABLE_EXTENDED_FLAGS)}, + {"CIF_AUTO_POSITION", CHECK_WIN_FLAG_OR_ZERO(ENABLE_AUTO_POSITION)}, + {NULL, 0} +}; + +static const struct ls_RegConst win_console_out_flags[] = { + // Console Output Flags + {"COF_PROCESSED_OUTPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_PROCESSED_OUTPUT)}, + {"COF_WRAP_AT_EOL_OUTPUT", CHECK_WIN_FLAG_OR_ZERO(ENABLE_WRAP_AT_EOL_OUTPUT)}, + {"COF_VIRTUAL_TERMINAL_PROCESSING", CHECK_WIN_FLAG_OR_ZERO(ENABLE_VIRTUAL_TERMINAL_PROCESSING)}, + {"COF_DISABLE_NEWLINE_AUTO_RETURN", CHECK_WIN_FLAG_OR_ZERO(DISABLE_NEWLINE_AUTO_RETURN)}, + {"COF_ENABLE_LVB_GRID_WORLDWIDE", CHECK_WIN_FLAG_OR_ZERO(ENABLE_LVB_GRID_WORLDWIDE)}, + {NULL, 0} +}; + + +// Export Unix constants to Lua +static const struct ls_RegConst nix_tcsetattr_actions[] = { + // The optional actions for tcsetattr + {"TCSANOW", CHECK_NIX_FLAG_OR_ZERO(TCSANOW)}, + {"TCSADRAIN", CHECK_NIX_FLAG_OR_ZERO(TCSADRAIN)}, + {"TCSAFLUSH", CHECK_NIX_FLAG_OR_ZERO(TCSAFLUSH)}, + {NULL, 0} +}; + +static const struct ls_RegConst nix_console_i_flags[] = { + // Input flags (c_iflag) + {"I_IGNBRK", CHECK_NIX_FLAG_OR_ZERO(IGNBRK)}, + {"I_BRKINT", CHECK_NIX_FLAG_OR_ZERO(BRKINT)}, + {"I_IGNPAR", CHECK_NIX_FLAG_OR_ZERO(IGNPAR)}, + {"I_PARMRK", CHECK_NIX_FLAG_OR_ZERO(PARMRK)}, + {"I_INPCK", CHECK_NIX_FLAG_OR_ZERO(INPCK)}, + {"I_ISTRIP", CHECK_NIX_FLAG_OR_ZERO(ISTRIP)}, + {"I_INLCR", CHECK_NIX_FLAG_OR_ZERO(INLCR)}, + {"I_IGNCR", CHECK_NIX_FLAG_OR_ZERO(IGNCR)}, + {"I_ICRNL", CHECK_NIX_FLAG_OR_ZERO(ICRNL)}, +#ifndef __APPLE__ + {"I_IUCLC", CHECK_NIX_FLAG_OR_ZERO(IUCLC)}, // Might not be available on all systems +#else + {"I_IUCLC", 0}, +#endif + {"I_IXON", CHECK_NIX_FLAG_OR_ZERO(IXON)}, + {"I_IXANY", CHECK_NIX_FLAG_OR_ZERO(IXANY)}, + {"I_IXOFF", CHECK_NIX_FLAG_OR_ZERO(IXOFF)}, + {"I_IMAXBEL", CHECK_NIX_FLAG_OR_ZERO(IMAXBEL)}, + {NULL, 0} }; +static const struct ls_RegConst nix_console_o_flags[] = { + // Output flags (c_oflag) + {"O_OPOST", CHECK_NIX_FLAG_OR_ZERO(OPOST)}, +#ifndef __APPLE__ + {"O_OLCUC", CHECK_NIX_FLAG_OR_ZERO(OLCUC)}, // Might not be available on all systems +#else + {"O_OLCUC", 0}, +#endif + {"O_ONLCR", CHECK_NIX_FLAG_OR_ZERO(ONLCR)}, + {"O_OCRNL", CHECK_NIX_FLAG_OR_ZERO(OCRNL)}, + {"O_ONOCR", CHECK_NIX_FLAG_OR_ZERO(ONOCR)}, + {"O_ONLRET", CHECK_NIX_FLAG_OR_ZERO(ONLRET)}, + {"O_OFILL", CHECK_NIX_FLAG_OR_ZERO(OFILL)}, + {"O_OFDEL", CHECK_NIX_FLAG_OR_ZERO(OFDEL)}, + {"O_NLDLY", CHECK_NIX_FLAG_OR_ZERO(NLDLY)}, + {"O_CRDLY", CHECK_NIX_FLAG_OR_ZERO(CRDLY)}, + {"O_TABDLY", CHECK_NIX_FLAG_OR_ZERO(TABDLY)}, + {"O_BSDLY", CHECK_NIX_FLAG_OR_ZERO(BSDLY)}, + {"O_VTDLY", CHECK_NIX_FLAG_OR_ZERO(VTDLY)}, + {"O_FFDLY", CHECK_NIX_FLAG_OR_ZERO(FFDLY)}, + {NULL, 0} +}; + +static const struct ls_RegConst nix_console_l_flags[] = { + // Local flags (c_lflag) + {"L_ISIG", CHECK_NIX_FLAG_OR_ZERO(ISIG)}, + {"L_ICANON", CHECK_NIX_FLAG_OR_ZERO(ICANON)}, +#ifndef __APPLE__ + {"L_XCASE", CHECK_NIX_FLAG_OR_ZERO(XCASE)}, // Might not be available on all systems +#else + {"L_XCASE", 0}, +#endif + {"L_ECHO", CHECK_NIX_FLAG_OR_ZERO(ECHO)}, + {"L_ECHOE", CHECK_NIX_FLAG_OR_ZERO(ECHOE)}, + {"L_ECHOK", CHECK_NIX_FLAG_OR_ZERO(ECHOK)}, + {"L_ECHONL", CHECK_NIX_FLAG_OR_ZERO(ECHONL)}, + {"L_NOFLSH", CHECK_NIX_FLAG_OR_ZERO(NOFLSH)}, + {"L_TOSTOP", CHECK_NIX_FLAG_OR_ZERO(TOSTOP)}, + {"L_ECHOCTL", CHECK_NIX_FLAG_OR_ZERO(ECHOCTL)}, // Might not be available on all systems + {"L_ECHOPRT", CHECK_NIX_FLAG_OR_ZERO(ECHOPRT)}, // Might not be available on all systems + {"L_ECHOKE", CHECK_NIX_FLAG_OR_ZERO(ECHOKE)}, // Might not be available on all systems + {"L_FLUSHO", CHECK_NIX_FLAG_OR_ZERO(FLUSHO)}, + {"L_PENDIN", CHECK_NIX_FLAG_OR_ZERO(PENDIN)}, + {"L_IEXTEN", CHECK_NIX_FLAG_OR_ZERO(IEXTEN)}, + {NULL, 0} +}; + +static DWORD win_valid_in_flags = 0; +static DWORD win_valid_out_flags = 0; +static DWORD nix_valid_i_flags = 0; +static DWORD nix_valid_o_flags = 0; +static DWORD nix_valid_l_flags = 0; +static void initialize_valid_flags() +{ + win_valid_in_flags = 0; + for (int i = 0; win_console_in_flags[i].name != NULL; i++) + { + win_valid_in_flags |= win_console_in_flags[i].value; + } + win_valid_out_flags = 0; + for (int i = 0; win_console_out_flags[i].name != NULL; i++) + { + win_valid_out_flags |= win_console_out_flags[i].value; + } + nix_valid_i_flags = 0; + for (int i = 0; nix_console_i_flags[i].name != NULL; i++) + { + nix_valid_i_flags |= nix_console_i_flags[i].value; + } + nix_valid_o_flags = 0; + for (int i = 0; nix_console_o_flags[i].name != NULL; i++) + { + nix_valid_o_flags |= nix_console_o_flags[i].value; + } + nix_valid_l_flags = 0; + for (int i = 0; nix_console_l_flags[i].name != NULL; i++) + { + nix_valid_l_flags |= nix_console_l_flags[i].value; + } +} + +#ifdef _WIN32 +// first item on the stack should be io.stdin, io.stderr, or io.stdout, second item +// should be the flags to validate. +// If it returns NULL, then it leaves nil+err on the stack +static HANDLE get_console_handle(lua_State *L, int flags_optional) +{ + if (lua_gettop(L) < 1) { + luaL_argerror(L, 1, "expected file handle"); + } + + HANDLE handle; + DWORD valid; + FILE *file = *(FILE **)luaL_checkudata(L, 1, LUA_FILEHANDLE); + if (file == stdin && file != NULL) { + handle = GetStdHandle(STD_INPUT_HANDLE); + valid = win_valid_in_flags; + + } else if (file == stdout && file != NULL) { + handle = GetStdHandle(STD_OUTPUT_HANDLE); + valid = win_valid_out_flags; + + } else if (file == stderr && file != NULL) { + handle = GetStdHandle(STD_ERROR_HANDLE); + valid = win_valid_out_flags; + + } else { + luaL_argerror(L, 1, "invalid file handle"); // does not return + } + + if (handle == INVALID_HANDLE_VALUE) { + termFormatError(L, GetLastError(), "failed to retrieve std handle"); + lua_error(L); // does not return + } + + if (handle == NULL) { + lua_pushnil(L); + lua_pushliteral(L, "failed to get console handle"); + return NULL; + } + + if (flags_optional && lua_gettop(L) < 2) { + return handle; + } + + if (lua_gettop(L) < 2) { + luaL_argerror(L, 2, "expected flags"); + } + + LSBF_BITFLAG flags = lsbf_checkbitflags(L, 2); + if ((flags & ~valid) != 0) { + luaL_argerror(L, 2, "invalid flags"); + } + + return handle; +} +#else +// first item on the stack should be io.stdin, io.stderr, or io.stdout. Throws a +// Lua error if the file is not one of these. +static int get_console_handle(lua_State *L) +{ + FILE **file = (FILE **)luaL_checkudata(L, 1, LUA_FILEHANDLE); + if (file == NULL || *file == NULL) { + return luaL_argerror(L, 1, "expected file handle"); // call doesn't return + } + + // Check if the file is stdin, stdout, or stderr + if (*file == stdin || *file == stdout || *file == stderr) { + // Push the file descriptor onto the Lua stack + return fileno(*file); + } + + return luaL_argerror(L, 1, "invalid file handle"); // does not return +} +#endif + + + +/*** +Sets the console flags (Windows). +The `CIF_` and `COF_` constants are available on the module table. Where `CIF` are the +input flags (for use with `io.stdin`) and `COF` are the output flags (for use with +`io.stdout`/`io.stderr`). + +To see flag status and constant names check `listconsoleflags`. + +Note: not all combinations of flags are allowed, as some are mutually exclusive or mutually required. +See [setconsolemode documentation](https://learn.microsoft.com/en-us/windows/console/setconsolemode) +@function setconsoleflags +@tparam file file the file-handle to set the flags on +@tparam bitflags bitflags the flags to set/unset +@treturn[1] boolean `true` on success +@treturn[2] nil +@treturn[2] string error message +@usage +local system = require('system') +system.listconsoleflags(io.stdout) -- List all the available flags and their current status + +local flags = system.getconsoleflags(io.stdout) +assert(system.setconsoleflags(io.stdout, + flags + system.COF_VIRTUAL_TERMINAL_PROCESSING) + +system.listconsoleflags(io.stdout) -- List again to check the differences +*/ +static int lst_setconsoleflags(lua_State *L) +{ +#ifdef _WIN32 + HANDLE console_handle = get_console_handle(L, 0); + if (console_handle == NULL) { + return 2; // error message is already on the stack + } + LSBF_BITFLAG new_console_mode = lsbf_checkbitflags(L, 2); + + DWORD prev_console_mode; + if (GetConsoleMode(console_handle, &prev_console_mode) == 0) + { + termFormatError(L, GetLastError(), "failed to get console mode"); + return 2; + } + + int success = SetConsoleMode(console_handle, new_console_mode) != 0; + if (!success) + { + termFormatError(L, GetLastError(), "failed to set console mode"); + return 2; + } + +#endif + lua_pushboolean(L, 1); + return 1; +} + + + +/*** +Gets console flags (Windows). +@function getconsoleflags +@tparam file file the file-handle to get the flags from. +@treturn[1] bitflags the current console flags. +@treturn[2] nil +@treturn[2] string error message +@usage +local system = require('system') + +local flags = system.getconsoleflags(io.stdout) +print("Current stdout flags:", tostring(flags)) + +if flags:has(system.COF_VIRTUAL_TERMINAL_PROCESSING + system.COF_PROCESSED_OUTPUT) then + print("Both flags are set") +else + print("At least one flag is not set") +end +*/ +static int lst_getconsoleflags(lua_State *L) +{ + DWORD console_mode = 0; + +#ifdef _WIN32 + HANDLE console_handle = get_console_handle(L, 1); + if (console_handle == NULL) { + return 2; // error message is already on the stack + } + + if (GetConsoleMode(console_handle, &console_mode) == 0) + { + lua_pushnil(L); + lua_pushliteral(L, "failed to get console mode"); + return 2; + } + +#endif + lsbf_pushbitflags(L, console_mode); + return 1; +} + + + +/*------------------------------------------------------------------------- + * Unix tcgetattr/tcsetattr functions + *-------------------------------------------------------------------------*/ +// Code modified from the LuaPosix library by Gary V. Vaughan +// see https://github.com/luaposix/luaposix + +/*** +Get termios state. +The terminal attributes is a table with the following fields: + +- `iflag` input flags +- `oflag` output flags +- `cflag` control flags +- `lflag` local flags +- `ispeed` input speed +- `ospeed` output speed +- `cc` control characters + +@function tcgetattr +@tparam file fd file handle to operate on, one of `io.stdin`, `io.stdout`, `io.stderr` +@treturn[1] termios terminal attributes, if successful. On Windows the bitflags are all 0, and the `cc` table is empty. +@treturn[2] nil +@treturn[2] string error message +@treturn[2] int errnum +@return error message if failed +@usage +local system = require('system') + +local status = assert(tcgetattr(io.stdin)) +if status.iflag:has(system.I_IGNBRK) then + print("Ignoring break condition") +end +*/ +static int lst_tcgetattr(lua_State *L) +{ +#ifndef _WIN32 + int r, i; + struct termios t; + int fd = get_console_handle(L); + + r = tcgetattr(fd, &t); + if (r == -1) return pusherror(L, NULL); + + lua_newtable(L); + lsbf_pushbitflags(L, t.c_iflag); + lua_setfield(L, -2, "iflag"); + + lsbf_pushbitflags(L, t.c_oflag); + lua_setfield(L, -2, "oflag"); + + lsbf_pushbitflags(L, t.c_lflag); + lua_setfield(L, -2, "lflag"); + + lsbf_pushbitflags(L, t.c_cflag); + lua_setfield(L, -2, "cflag"); + + lua_pushinteger(L, cfgetispeed(&t)); + lua_setfield(L, -2, "ispeed"); + + lua_pushinteger(L, cfgetospeed(&t)); + lua_setfield(L, -2, "ospeed"); + + lua_newtable(L); + for (i=0; i 0) { + lua_pushinteger(L, ch); + return 1; + } + return 0; + +#endif +} + +/*** +Checks if a key has been pressed without reading it. +On Posix, `io.stdin` must be set to non-blocking mode using `setnonblock` +before calling this function. Otherwise it will block. + +@function keypressed +@treturn boolean true if a key has been pressed, nil if not. +*/ +static int lst_keypressed(lua_State *L) { +#ifdef _WIN32 + if (kbhit()) { + lua_pushboolean(L, 1); + return 1; + } + return 0; + +#else + char ch; + if (read(STDIN_FILENO, &ch, 1) > 0) { + // key was read, push back to stdin + ungetc(ch, stdin); + lua_pushboolean(L, 1); + return 1; + } + return 0; + +#endif +} + +/*------------------------------------------------------------------------- + * Retrieve terminal size + *-------------------------------------------------------------------------*/ + + +/*** +Get the size of the terminal in columns and rows. +@function termsize +@treturn[1] int the number of columns +@treturn[1] int the number of rows +@treturn[2] nil +@treturn[2] string error message +*/ +static int lst_termsize(lua_State *L) { + int columns, rows; + +#ifdef _WIN32 + CONSOLE_SCREEN_BUFFER_INFO csbi; + if (!GetConsoleScreenBufferInfo(GetStdHandle(STD_OUTPUT_HANDLE), &csbi)) { + termFormatError(L, GetLastError(), "Failed to get terminal size."); + return 2; + } + columns = csbi.srWindow.Right - csbi.srWindow.Left + 1; + rows = csbi.srWindow.Bottom - csbi.srWindow.Top + 1; + +#else + struct winsize ws; + if (ioctl(1, TIOCGWINSZ, &ws) == -1) { + return pusherror(L, "Failed to get terminal size."); + } + columns = ws.ws_col; + rows = ws.ws_row; + +#endif + lua_pushinteger(L, columns); + lua_pushinteger(L, rows); + return 2; +} + + + /*------------------------------------------------------------------------- * Initializes module *-------------------------------------------------------------------------*/ + +static luaL_Reg func[] = { + { "isatty", lst_isatty }, + { "getconsoleflags", lst_getconsoleflags }, + { "setconsoleflags", lst_setconsoleflags }, + { "tcgetattr", lst_tcgetattr }, + { "tcsetattr", lst_tcsetattr }, + { "getnonblock", lst_setnonblock }, + { "setnonblock", lst_setnonblock }, + { "readkey", lst_readkey }, + { "keypressed", lst_keypressed }, + { "termsize", lst_termsize }, + { NULL, NULL } +}; + + + void term_open(lua_State *L) { + // set up constants and export the constants in module table + initialize_valid_flags(); + // Windows flags + for (int i = 0; win_console_in_flags[i].name != NULL; i++) + { + lsbf_pushbitflags(L, win_console_in_flags[i].value); + lua_setfield(L, -2, win_console_in_flags[i].name); + } + for (int i = 0; win_console_out_flags[i].name != NULL; i++) + { + lsbf_pushbitflags(L, win_console_out_flags[i].value); + lua_setfield(L, -2, win_console_out_flags[i].name); + } + // Unix flags + for (int i = 0; nix_console_i_flags[i].name != NULL; i++) + { + lsbf_pushbitflags(L, nix_console_i_flags[i].value); + lua_setfield(L, -2, nix_console_i_flags[i].name); + } + for (int i = 0; nix_console_o_flags[i].name != NULL; i++) + { + lsbf_pushbitflags(L, nix_console_o_flags[i].value); + lua_setfield(L, -2, nix_console_o_flags[i].name); + } + for (int i = 0; nix_console_l_flags[i].name != NULL; i++) + { + lsbf_pushbitflags(L, nix_console_l_flags[i].value); + lua_setfield(L, -2, nix_console_l_flags[i].name); + } + // Unix tcsetattr actions + for (int i = 0; nix_tcsetattr_actions[i].name != NULL; i++) + { + lua_pushinteger(L, nix_tcsetattr_actions[i].value); + lua_setfield(L, -2, nix_tcsetattr_actions[i].name); + } + + // export functions luaL_setfuncs(L, func, 0); } -- cgit v1.2.3-55-g6feb From fdf62fe6c4125d29b3097e49566b2bbe1f650382 Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Tue, 30 Apr 2024 21:56:51 +0200 Subject: review: bitflags no comparison, extra tests --- spec/05-bitflags_spec.lua | 17 +++++------------ src/bitflags.c | 35 ++++++++++------------------------- 2 files changed, 15 insertions(+), 37 deletions(-) (limited to 'src') diff --git a/spec/05-bitflags_spec.lua b/spec/05-bitflags_spec.lua index 01bf958..8024245 100644 --- a/spec/05-bitflags_spec.lua +++ b/spec/05-bitflags_spec.lua @@ -71,11 +71,13 @@ describe("BitFlags library", function() end) it("sets and clears bits correctly", function() - local bf = sys.bitflag(0) + local bf = sys.bitflag(8) -- b1000 bf[1] = true - assert.is_true(bf[1]) + assert.is_true(bf[1]) -- b1010 + assert.equals(10, bf:value()) bf[1] = false - assert.is_false(bf[1]) + assert.is_false(bf[1]) -- b1000 + assert.equals(8, bf:value()) end) it("errors on setting invalid bit indexes", function() @@ -85,15 +87,6 @@ describe("BitFlags library", function() assert.has_error(function() bf.not_a_number = true end, "index must be a number") end) - it("handles <= and >= operations", function() - local bf1 = sys.bitflag(3) -- b0011 - local bf2 = sys.bitflag(15) -- b1111 - assert.is_true(bf2 >= bf1) -- all bits in bf1 are set in bf2 - assert.is_true(bf2 > bf1) -- all bits in bf1 are set in bf2 and some more - assert.is_false(bf2 <= bf1) -- not all bits in bf2 are set in bf1 - assert.is_false(bf2 < bf1) -- not all bits in bf2 are set in bf1 - end) - it("checks for a subset using 'has'", function() local bf1 = sys.bitflag(3) -- b0011 local bf2 = sys.bitflag(3) -- b0011 diff --git a/src/bitflags.c b/src/bitflags.c index 89a88b7..d90ad1d 100644 --- a/src/bitflags.c +++ b/src/bitflags.c @@ -77,13 +77,16 @@ print(flags3:value()) -- 0 -- comparing flags local flags4 = sys.bitflag(7) -- b0111 local flags5 = sys.bitflag(255) -- b11111111 -print(flags5 >= flags4) -- true, all bits in flags4 are set in flags5 - --- comparing with 0 flags: comparison and `has` behave differently -local flags6 = sys.bitflag(0) -- b0000 -local flags7 = sys.bitflag(1) -- b0001 -print(flags6 < flags7) -- true, flags6 is a subset of flags7 -print(flags7:has(flags6)) -- false, flags6 is not set in flags7 +print(flags5 ~= flags4) -- true, not the same flags +local flags6 = sys.bitflag(7) -- b0111 +print(flags6 == flags4) -- true, same flags + +-- comparison of subsets +local flags7 = sys.bitflag(0) -- b0000 +local flags8 = sys.bitflag(3) -- b0011 +local flags9 = sys.bitflag(7) -- b0111 +print(flags9:has(flags8)) -- true, flags8 bits are all set in flags9 +print(flags8:has(flags7)) -- false, flags7 (== 0) is not set in flags8 */ static int lsbf_new(lua_State *L) { LSBF_BITFLAG flags = 0; @@ -130,14 +133,6 @@ static int lsbf_eq(lua_State *L) { return 1; } -static int lsbf_le(lua_State *L) { - LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); - LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); - // Check if all bits in b are also set in a - lua_pushboolean(L, (a & b) == a); - return 1; -} - /*** Checks if the given flags are set. This is different from the `>=` and `<=` operators because if the flag to check @@ -162,14 +157,6 @@ static int lsbf_has(lua_State *L) { return 1; } -static int lsbf_lt(lua_State *L) { - LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); - LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); - // Check if a is strictly less than b, meaning a != b and a is a subset of b - lua_pushboolean(L, (a != b) && ((a & b) == a)); - return 1; -} - static int lsbf_index(lua_State *L) { if (!lua_isnumber(L, 2)) { // the parameter isn't a number, just lookup the key in the metatable @@ -219,8 +206,6 @@ static const struct luaL_Reg lsbf_methods[] = { {"__add", lsbf_add}, {"__sub", lsbf_sub}, {"__eq", lsbf_eq}, - {"__le", lsbf_le}, - {"__lt", lsbf_lt}, {"__index", lsbf_index}, {"__newindex", lsbf_newindex}, {NULL, NULL} -- cgit v1.2.3-55-g6feb From b41df538c72c7e9a26f9ff08f2668769c8d1a1d1 Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Sat, 4 May 2024 09:06:03 +0200 Subject: switch "has" to "has_all_of" and "has_any_of" --- spec/05-bitflags_spec.lua | 23 +++++++++++++++---- src/bitflags.c | 58 +++++++++++++++++++++++++++++++++-------------- src/term.c | 6 ++--- system/init.lua | 4 ++-- 4 files changed, 64 insertions(+), 27 deletions(-) (limited to 'src') diff --git a/spec/05-bitflags_spec.lua b/spec/05-bitflags_spec.lua index 8024245..8eea27f 100644 --- a/spec/05-bitflags_spec.lua +++ b/spec/05-bitflags_spec.lua @@ -87,15 +87,28 @@ describe("BitFlags library", function() assert.has_error(function() bf.not_a_number = true end, "index must be a number") end) - it("checks for a subset using 'has'", function() + it("checks for a subset using 'has_all_of'", function() local bf1 = sys.bitflag(3) -- b0011 local bf2 = sys.bitflag(3) -- b0011 local bf3 = sys.bitflag(15) -- b1111 local bf0 = sys.bitflag(0) -- b0000 - assert.is_true(bf1:has(bf2)) -- equal - assert.is_true(bf3:has(bf1)) -- is a subset, and has more flags - assert.is_false(bf1:has(bf3)) -- not a subset, bf3 has more flags - assert.is_false(bf1:has(bf0)) -- bf0 is unset, always returns false + assert.is_true(bf1:has_all_of(bf2)) -- equal + assert.is_true(bf3:has_all_of(bf1)) -- is a subset, and has more flags + assert.is_false(bf1:has_all_of(bf3)) -- not a subset, bf3 has more flags + assert.is_false(bf1:has_all_of(bf0)) -- bf0 is unset, always returns false + end) + + it("checks for a subset using 'has_any_of'", function() + local bf1 = sys.bitflag(3) -- b0011 + local bf2 = sys.bitflag(3) -- b0011 + local bf3 = sys.bitflag(7) -- b0111 + local bf4 = sys.bitflag(8) -- b1000 + local bf0 = sys.bitflag(0) -- b0000 + assert.is_true(bf1:has_any_of(bf2)) -- equal + assert.is_true(bf3:has_any_of(bf1)) -- is a subset, and has more flags + assert.is_false(bf3:has_any_of(bf4)) -- no overlap in flags + assert.is_true(bf1:has_any_of(bf3)) -- not a subset, bf3 has more flags but still some overlap + assert.is_false(bf1:has_all_of(bf0)) -- bf0 is unset, always returns false end) end) diff --git a/src/bitflags.c b/src/bitflags.c index d90ad1d..39f8af0 100644 --- a/src/bitflags.c +++ b/src/bitflags.c @@ -82,11 +82,12 @@ local flags6 = sys.bitflag(7) -- b0111 print(flags6 == flags4) -- true, same flags -- comparison of subsets -local flags7 = sys.bitflag(0) -- b0000 -local flags8 = sys.bitflag(3) -- b0011 -local flags9 = sys.bitflag(7) -- b0111 -print(flags9:has(flags8)) -- true, flags8 bits are all set in flags9 -print(flags8:has(flags7)) -- false, flags7 (== 0) is not set in flags8 +local flags7 = sys.bitflag(0) -- b0000 +local flags8 = sys.bitflag(3) -- b0011 +local flags9 = sys.bitflag(7) -- b0111 +print(flags9:has_all_of(flags8)) -- true, flags8 bits are all set in flags9 +print(flags8:has_any_of(flags9)) -- true, some of flags9 bits are set in flags8 +print(flags8:has_all_of(flags7)) -- false, flags7 (== 0) is not set in flags8 */ static int lsbf_new(lua_State *L) { LSBF_BITFLAG flags = 0; @@ -134,26 +135,48 @@ static int lsbf_eq(lua_State *L) { } /*** -Checks if the given flags are set. -This is different from the `>=` and `<=` operators because if the flag to check -has a value `0`, it will always return `false`. So if there are flags that are -unsupported on a platform, they can be set to 0 and the `has` function will +Checks if all the flags in the given subset are set. +If the flags to check has a value `0`, it will always return `false`. So if there are flags that are +unsupported on a platform, they can be set to 0 and the `has_all_of` function will return `false` if the flags are checked. -@function bitflag:has +@function bitflag:has_all_of @tparam bitflag subset the flags to check for. @treturn boolean true if all the flags are set, false otherwise. @usage local sys = require 'system' -local flags = sys.bitflag(12) -- b1100 -local myflags = sys.bitflag(15) -- b1111 -print(flags:has(myflags)) -- false, not all bits in myflags are set in flags -print(myflags:has(flags)) -- true, all bits in flags are set in myflags +local flags = sys.bitflag(12) -- b1100 +local myflags = sys.bitflag(15) -- b1111 +print(flags:has_all_of(myflags)) -- false, not all bits in myflags are set in flags +print(myflags:has_all_of(flags)) -- true, all bits in flags are set in myflags */ -static int lsbf_has(lua_State *L) { +static int lsbf_has_all_of(lua_State *L) { LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); // Check if all bits in b are also set in a, and b is not 0 - lua_pushboolean(L, (a | b) == a && b != 0); + lua_pushboolean(L, (a & b) == b && b != 0); + return 1; +} + +/*** +Checks if any of the flags in the given subset are set. +If the flags to check has a value `0`, it will always return `false`. So if there are flags that are +unsupported on a platform, they can be set to 0 and the `has_any_of` function will +return `false` if the flags are checked. +@function bitflag:has_any_of +@tparam bitflag subset the flags to check for. +@treturn boolean true if any of the flags are set, false otherwise. +@usage +local sys = require 'system' +local flags = sys.bitflag(12) -- b1100 +local myflags = sys.bitflag(7) -- b0111 +print(flags:has_any_of(myflags)) -- true, some bits in myflags are set in flags +print(myflags:has_any_of(flags)) -- true, some bits in flags are set in myflags +*/ +static int lsbf_has_any_of(lua_State *L) { + LSBF_BITFLAG a = lsbf_checkbitflags(L, 1); + LSBF_BITFLAG b = lsbf_checkbitflags(L, 2); + // Check if any bits in b are set in a + lua_pushboolean(L, (a & b) != 0); return 1; } @@ -201,7 +224,8 @@ static const struct luaL_Reg lsbf_funcs[] = { static const struct luaL_Reg lsbf_methods[] = { {"value", lsbf_value}, - {"has", lsbf_has}, + {"has_all_of", lsbf_has_all_of}, + {"has_any_of", lsbf_has_any_of}, {"__tostring", lsbf_tostring}, {"__add", lsbf_add}, {"__sub", lsbf_sub}, diff --git a/src/term.c b/src/term.c index 062394d..9a9967d 100644 --- a/src/term.c +++ b/src/term.c @@ -386,7 +386,7 @@ local system = require('system') local flags = system.getconsoleflags(io.stdout) print("Current stdout flags:", tostring(flags)) -if flags:has(system.COF_VIRTUAL_TERMINAL_PROCESSING + system.COF_PROCESSED_OUTPUT) then +if flags:has_all_of(system.COF_VIRTUAL_TERMINAL_PROCESSING + system.COF_PROCESSED_OUTPUT) then print("Both flags are set") else print("At least one flag is not set") @@ -445,7 +445,7 @@ The terminal attributes is a table with the following fields: local system = require('system') local status = assert(tcgetattr(io.stdin)) -if status.iflag:has(system.I_IGNBRK) then +if status.iflag:has_all_of(system.I_IGNBRK) then print("Ignoring break condition") end */ @@ -539,7 +539,7 @@ _Note_: only `iflag`, `oflag`, and `lflag` are supported at the moment. The othe local system = require('system') local status = assert(tcgetattr(io.stdin)) -if not status.lflag:has(system.L_ECHO) then +if not status.lflag:has_all_of(system.L_ECHO) then -- if echo is off, turn echoing newlines on tcsetattr(io.stdin, system.TCSANOW, { lflag = status.lflag + system.L_ECHONL })) end diff --git a/system/init.lua b/system/init.lua index c3ea94d..93dd488 100644 --- a/system/init.lua +++ b/system/init.lua @@ -154,7 +154,7 @@ function sys.listconsoleflags(fh) local out = {} for k,v in pairs(sys) do if type(k) == "string" and k:sub(1,4) == flagtype then - if flags:has(v) then + if flags:has_all_of(v) then out[#out+1] = string.format("%10d [x] %s",v:value(),k) else out[#out+1] = string.format("%10d [ ] %s",v:value(),k) @@ -191,7 +191,7 @@ function sys.listtermflags(fh) local out = {} for k,v in pairs(sys) do if type(k) == "string" and k:sub(1,2) == prefix then - if flags[flagtype]:has(v) then + if flags[flagtype]:has_all_of(v) then out[#out+1] = string.format("%10d [x] %s",v:value(),k) else out[#out+1] = string.format("%10d [ ] %s",v:value(),k) -- cgit v1.2.3-55-g6feb From 9a526bb260ae70b3f63652b48436dd0e7d3d5bb0 Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Tue, 7 May 2024 19:28:34 +0200 Subject: fix(readkey): add proper error handling --- src/term.c | 29 +++++++++++++++++++++++++---- 1 file changed, 25 insertions(+), 4 deletions(-) (limited to 'src') diff --git a/src/term.c b/src/term.c index 9a9967d..715ec4a 100644 --- a/src/term.c +++ b/src/term.c @@ -697,22 +697,43 @@ before calling this function. Otherwise it will block. @function readkey @treturn[1] integer the key code of the key that was pressed @treturn[2] nil if no key was pressed +@treturn[3] nil on error +@treturn[3] string error message +@treturn[3] int errnum (on posix) */ static int lst_readkey(lua_State *L) { #ifdef _WIN32 if (_kbhit()) { - lua_pushinteger(L, _getch()); + int ch = _getch(); + if (ch == EOF) { + // Error handling for end-of-file or read error + lua_pushnil(L); + lua_pushliteral(L, "_getch error"); + return 2; + } + lua_pushinteger(L, (unsigned char)ch); return 1; } return 0; #else char ch; - if (read(STDIN_FILENO, &ch, 1) > 0) { - lua_pushinteger(L, ch); + ssize_t bytes_read = read(STDIN_FILENO, &ch, 1); + if (bytes_read > 0) { + lua_pushinteger(L, (unsigned char)ch); return 1; + + } else if (bytes_read == 0) { + return 0; // End of file or stream closed + + } else { + if (errno == EAGAIN || errno == EWOULDBLOCK) { + // Resource temporarily unavailable, no data available to read + return 0; + } else { + return pusherror(L, "read error"); + } } - return 0; #endif } -- cgit v1.2.3-55-g6feb From a22b5c8e14105b9617c8b2000f6353b011d1d0f9 Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Tue, 7 May 2024 19:29:46 +0200 Subject: chore(keypressed): remove function keypressed easier to handle this on the Lua side --- src/term.c | 28 ---------------------------- 1 file changed, 28 deletions(-) (limited to 'src') diff --git a/src/term.c b/src/term.c index 715ec4a..f73d23f 100644 --- a/src/term.c +++ b/src/term.c @@ -738,34 +738,7 @@ static int lst_readkey(lua_State *L) { #endif } -/*** -Checks if a key has been pressed without reading it. -On Posix, `io.stdin` must be set to non-blocking mode using `setnonblock` -before calling this function. Otherwise it will block. - -@function keypressed -@treturn boolean true if a key has been pressed, nil if not. -*/ -static int lst_keypressed(lua_State *L) { -#ifdef _WIN32 - if (kbhit()) { - lua_pushboolean(L, 1); - return 1; - } - return 0; -#else - char ch; - if (read(STDIN_FILENO, &ch, 1) > 0) { - // key was read, push back to stdin - ungetc(ch, stdin); - lua_pushboolean(L, 1); - return 1; - } - return 0; - -#endif -} /*------------------------------------------------------------------------- * Retrieve terminal size @@ -821,7 +794,6 @@ static luaL_Reg func[] = { { "getnonblock", lst_setnonblock }, { "setnonblock", lst_setnonblock }, { "readkey", lst_readkey }, - { "keypressed", lst_keypressed }, { "termsize", lst_termsize }, { NULL, NULL } }; -- cgit v1.2.3-55-g6feb From dcd5d62501e61e0f6901d4d4687ab56430a4b8a7 Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Mon, 6 May 2024 11:44:47 +0200 Subject: add example for reading a line from the terminal, non-blocking Handles utf8, and character width --- examples/compat.lua | 5 +- examples/readline.lua | 476 +++++++++++++++++++++++++++++++++++++++++++++++ luasystem-scm-0.rockspec | 1 + spec/04-term_spec.lua | 192 ++++++++++++++++++- src/term.c | 330 ++++++++++++++++++++++++++++++-- src/wcwidth.c | 285 ++++++++++++++++++++++++++++ src/wcwidth.h | 21 +++ system/init.lua | 126 +++++++------ 8 files changed, 1358 insertions(+), 78 deletions(-) create mode 100644 examples/readline.lua create mode 100644 src/wcwidth.c create mode 100644 src/wcwidth.h (limited to 'src') diff --git a/examples/compat.lua b/examples/compat.lua index c00d44a..a59d964 100644 --- a/examples/compat.lua +++ b/examples/compat.lua @@ -5,12 +5,15 @@ local sys = require "system" -if sys.is_windows then +if sys.windows then -- Windows holds multiple copies of environment variables, to ensure `getenv` -- returns what `setenv` sets we need to use the `system.getenv` instead of -- `os.getenv`. os.getenv = sys.getenv -- luacheck: ignore + -- Set console output to UTF-8 encoding. + sys.setconsoleoutputcp(65001) + -- Set up the terminal to handle ANSI escape sequences on Windows. if sys.isatty(io.stdout) then sys.setconsoleflags(io.stdout, sys.getconsoleflags(io.stdout) + sys.COF_VIRTUAL_TERMINAL_PROCESSING) diff --git a/examples/readline.lua b/examples/readline.lua new file mode 100644 index 0000000..f1e6258 --- /dev/null +++ b/examples/readline.lua @@ -0,0 +1,476 @@ +local sys = require("system") + + +-- Mapping of key-sequences to key-names +local key_names = { + ["\27[C"] = "right", + ["\27[D"] = "left", + ["\127"] = "backspace", + ["\27[3~"] = "delete", + ["\27[H"] = "home", + ["\27[F"] = "end", + ["\27"] = "escape", + ["\9"] = "tab", + ["\27[Z"] = "shift-tab", +} + +if sys.windows then + key_names["\13"] = "enter" +else + key_names["\10"] = "enter" +end + + +-- Mapping of key-names to key-sequences +local key_sequences = {} +for k, v in pairs(key_names) do + key_sequences[v] = k +end + + +-- bell character +local function bell() + io.write("\7") + io.flush() +end + + +-- generate string to move cursor horizontally +-- positive goes right, negative goes left +local function cursor_move_horiz(n) + if n == 0 then + return "" + end + return "\27[" .. (n > 0 and n or -n) .. (n > 0 and "C" or "D") +end + + +-- -- generate string to move cursor vertically +-- -- positive goes down, negative goes up +-- local function cursor_move_vert(n) +-- if n == 0 then +-- return "" +-- end +-- return "\27[" .. (n > 0 and n or -n) .. (n > 0 and "B" or "A") +-- end + + +-- -- log to the line above the current line +-- local function log(...) +-- local arg = { n = select("#", ...), ...} +-- for i = 1, arg.n do +-- arg[i] = tostring(arg[i]) +-- end +-- arg = " " .. table.concat(arg, " ") .. " " + +-- io.write(cursor_move_vert(-1), arg, cursor_move_vert(1), cursor_move_horiz(-#arg)) +-- end + + +-- UTF8 character size in bytes +-- @tparam number b the byte value of the first byte of a UTF8 character +local function utf8size(b) + return b < 128 and 1 or b < 224 and 2 or b < 240 and 3 or b < 248 and 4 +end + + + +local utf8parse do + local utf8_value_mt = { + __tostring = function(self) + return table.concat(self, "") + end, + } + + -- Parses a UTF8 string into list of individual characters. + -- key 'chars' gets the length in UTF8 characters, whilst # returns the length + -- for display (to handle double-width UTF8 chars). + -- in the list the double-width characters are followed by an empty string. + -- @tparam string s the UTF8 string to parse + -- @treturn table the list of characters + function utf8parse(s) + local t = setmetatable({ chars = 0 }, utf8_value_mt) + local i = 1 + while i <= #s do + local b = s:byte(i) + local w = utf8size(b) + local char = s:sub(i, i + w - 1) + t[#t + 1] = char + t.chars = t.chars + 1 + if sys.utf8cwidth(char) == 2 then + -- double width character, add empty string to keep the length of the + -- list the same as the character width on screen + t[#t + 1] = "" + end + i = i + w + end + return t + end +end + + + +-- inline tests for utf8parse +-- do +-- local t = utf8parse("a你b好c") +-- assert(t[1] == "a") +-- assert(t[2] == "你") -- double width +-- assert(t[3] == "") +-- assert(t[4] == "b") +-- assert(t[5] == "好") -- double width +-- assert(t[6] == "") +-- assert(t[7] == "c") +-- assert(#t == 7) -- size as displayed +-- end + + + +-- readline class + +local readline = {} +readline.__index = readline + + +--- Create a new readline object. +-- @tparam table opts the options for the readline object +-- @tparam[opt=""] string opts.prompt the prompt to display +-- @tparam[opt=80] number opts.max_length the maximum length of the input +-- @tparam[opt=""] string opts.value the default value +-- @tparam[opt=`#value`] number opts.position of the cursor in the input +-- @tparam[opt={"\10"/"\13"}] table opts.exit_keys an array of keys that will cause the readline to exit +-- @treturn readline the new readline object +function readline.new(opts) + local value = utf8parse(opts.value or "") + local prompt = utf8parse(opts.prompt or "") + local pos = math.floor(opts.position or (#value + 1)) + pos = math.max(math.min(pos, (#value + 1)), 1) + local len = math.floor(opts.max_length or 80) + if len < 1 then + error("max_length must be at least 1", 2) + end + + if value.chars > len then + error("value is longer than max_length", 2) + end + + local exit_keys = {} + for _, key in ipairs(opts.exit_keys or {}) do + exit_keys[key] = true + end + if exit_keys[1] == nil then + -- nothing provided, default to Enter-key + exit_keys[1] = key_sequences.enter + end + + local self = { + value = value, -- the default value + max_length = len, -- the maximum length of the input + prompt = prompt, -- the prompt to display + position = pos, -- the current position in the input + drawn_before = false, -- if the prompt has been drawn + exit_keys = exit_keys, -- the keys that will cause the readline to exit + } + + setmetatable(self, readline) + return self +end + + + +-- draw the prompt and the input value, and position the cursor. +local function draw(self, redraw) + if redraw or not self.drawn_before then + -- we are at start of prompt + self.drawn_before = true + else + -- we are at current cursor position, move to start of prompt + io.write(cursor_move_horiz(-(#self.prompt + self.position))) + end + -- write prompt & value + io.write(tostring(self.prompt) .. tostring(self.value)) + -- clear remainder of input size + io.write(string.rep(" ", self.max_length - self.value.chars)) + io.write(cursor_move_horiz(-(self.max_length - self.value.chars))) + -- move to cursor position + io.write(cursor_move_horiz(-(#self.value + 1 - self.position))) + io.flush() +end + + +local handle_key do -- keyboard input handler + + local key_handlers + key_handlers = { + left = function(self) + if self.position == 1 then + bell() + return + end + + local new_pos = self.position - 1 + while self.value[new_pos] == "" do -- skip empty strings; double width chars + new_pos = new_pos - 1 + end + + io.write(cursor_move_horiz(-(self.position - new_pos))) + io.flush() + self.position = new_pos + end, + + right = function(self) + if self.position == #self.value + 1 then + bell() + return + end + + local new_pos = self.position + 1 + while self.value[new_pos] == "" do -- skip empty strings; double width chars + new_pos = new_pos + 1 + end + + io.write(cursor_move_horiz(new_pos - self.position)) + io.flush() + self.position = new_pos + end, + + backspace = function(self) + if self.position == 1 then + bell() + return + end + + while self.value[self.position - 1] == "" do -- remove empty strings; double width chars + io.write(cursor_move_horiz(-1)) + self.position = self.position - 1 + table.remove(self.value, self.position) + end + -- remove char itself + io.write(cursor_move_horiz(-1)) + self.position = self.position - 1 + table.remove(self.value, self.position) + self.value.chars = self.value.chars - 1 + draw(self) + end, + + home = function(self) + local new_pos = 1 + io.write(cursor_move_horiz(new_pos - self.position)) + self.position = new_pos + end, + + ["end"] = function(self) + local new_pos = #self.value + 1 + io.write(cursor_move_horiz(new_pos - self.position)) + self.position = new_pos + end, + + delete = function(self) + if self.position > #self.value then + bell() + return + end + + key_handlers.right(self) + key_handlers.backspace(self) + end, + } + + + -- handles a single input key/ansi-sequence. + -- @tparam string key the key or ansi-sequence (from `system.readansi`) + -- @tparam string keytype the type of the key, either "char" or "ansi" (from `system.readansi`) + -- @treturn string status the status of the key handling, either "ok", "exit_key" or an error message + function handle_key(self, key, keytype) + if self.exit_keys[key] then + -- registered exit key + return "exit_key" + end + + local handler = key_handlers[key_names[key] or true ] + if handler then + handler(self) + return "ok" + end + + if keytype == "ansi" then + -- we got an ansi sequence, but dunno how to handle it, ignore + -- print("unhandled ansi: ", key:sub(2,-1), string.byte(key, 1, -1)) + bell() + return "ok" + end + + -- just a single key + if key < " " then + -- control character + bell() + return "ok" + end + + if self.value.chars >= self.max_length then + bell() + return "ok" + end + + -- insert the key into the value + if sys.utf8cwidth(key) == 2 then + -- double width character, insert empty string after it + table.insert(self.value, self.position, "") + table.insert(self.value, self.position, key) + self.position = self.position + 2 + io.write(cursor_move_horiz(2)) + else + table.insert(self.value, self.position, key) + self.position = self.position + 1 + io.write(cursor_move_horiz(1)) + end + self.value.chars = self.value.chars + 1 + draw(self) + return "ok" + end +end + + + +--- Get_size returns the maximum size of the input box (prompt + input). +-- The size is in rows and columns. Columns is determined by +-- the prompt and the `max_length * 2` (characters can be double-width). +-- @treturn number the number of rows (always 1) +-- @treturn number the number of columns +function readline:get_size() + return 1, #self.prompt + self.max_length * 2 +end + + + +--- Get coordinates of the cursor in the input box (prompt + input). +-- The coordinates are 1-based. They are returned as row and column, within the +-- size as reported by `get_size`. +-- @treturn number the row of the cursor (always 1) +-- @treturn number the column of the cursor +function readline:get_cursor() + return 1, #self.prompt + self.position +end + + + +--- Set the coordinates of the cursor in the input box (prompt + input). +-- The coordinates are 1-based. They are expected to be within the +-- size as reported by `get_size`, and beyond the prompt. +-- If the position is invalid, it will be corrected. +-- Use the results to check if the position was adjusted. +-- @tparam number row the row of the cursor (always 1) +-- @tparam number col the column of the cursor +-- @return results of get_cursor +function readline:set_cursor(row, col) + local l_prompt = #self.prompt + local l_value = #self.value + + if col < l_prompt + 1 then + col = l_prompt + 1 + elseif col > l_prompt + l_value + 1 then + col = l_prompt + l_value + 1 + end + + while self.value[col - l_prompt] == "" do + col = col - 1 -- on an empty string, so move back to start of double-width char + end + + local new_pos = col - l_prompt + + cursor_move_horiz(self.position - new_pos) + io.flush() + + self.position = new_pos + return self:get_cursor() +end + + + +--- Read a line of input from the user. +-- It will first print the `prompt` and then wait for input. Ensure the cursor +-- is at the correct position before calling this function. This function will +-- do all cursor movements in a relative way. +-- Can be called again after an exit-key or timeout has occurred. Just make sure +-- the cursor is at the same position where is was when it returned the last time. +-- Alternatively the cursor can be set to the position of the prompt (the position +-- the cursor was in before the first call), and the parameter `redraw` can be set +-- to `true`. +-- @tparam[opt=math.huge] number timeout the maximum time to wait for input in seconds +-- @tparam[opt=false] boolean redraw if `true` the prompt will be redrawn (cursor must be at prompt position!) +-- @treturn[1] string the input string as entered the user +-- @treturn[1] string the exit-key used to exit the readline (see `new`) +-- @treturn[2] nil when input is incomplete +-- @treturn[2] string error message, the reason why the input is incomplete, `"timeout"`, or an error reading a key +function readline:__call(timeout, redraw) + draw(self, redraw) + timeout = timeout or math.huge + local timeout_end = sys.gettime() + timeout + + while true do + local key, keytype = sys.readansi(timeout_end - sys.gettime()) + if not key then + -- error or timeout + return nil, keytype + end + + local status = handle_key(self, key, keytype) + if status == "exit_key" then + return tostring(self.value), key + + elseif status ~= "ok" then + error("unknown status received: " .. tostring(status)) + end + end +end + + + +-- return readline + + + + +-- setup Windows console to handle ANSI processing +local of_in = sys.getconsoleflags(io.stdin) +local cp_in = sys.getconsolecp() +-- sys.setconsolecp(65001) +sys.setconsolecp(850) +local of_out = sys.getconsoleflags(io.stdout) +local cp_out = sys.getconsoleoutputcp() +sys.setconsoleoutputcp(65001) +sys.setconsoleflags(io.stdout, sys.getconsoleflags(io.stdout) + sys.COF_VIRTUAL_TERMINAL_PROCESSING) +sys.setconsoleflags(io.stdin, sys.getconsoleflags(io.stdin) + sys.CIF_VIRTUAL_TERMINAL_INPUT) + +-- setup Posix terminal to use non-blocking mode, and disable line-mode +local of_attr = sys.tcgetattr(io.stdin) +local of_block = sys.getnonblock(io.stdin) +sys.setnonblock(io.stdin, true) +sys.tcsetattr(io.stdin, sys.TCSANOW, { + lflag = of_attr.lflag - sys.L_ICANON - sys.L_ECHO, -- disable canonical mode and echo +}) + + +local rl = readline.new{ + prompt = "Enter something: ", + max_length = 60, + value = "Hello, 你-好 World 🚀!", + -- position = 2, + exit_keys = {key_sequences.enter, "\27", "\t", "\27[Z"}, -- enter, escape, tab, shift-tab +} + + +local result, key = rl() +print("") -- newline after input, to move cursor down from the input line +print("Result (string): '" .. result .. "'") +print("Result (bytes):", result:byte(1,-1)) +print("Exit-Key (bytes):", key:byte(1,-1)) + + +-- Clean up afterwards +sys.setnonblock(io.stdin, false) +sys.setconsoleflags(io.stdout, of_out) +sys.setconsoleflags(io.stdin, of_in) +sys.tcsetattr(io.stdin, sys.TCSANOW, of_attr) +sys.setnonblock(io.stdin, of_block) +sys.setconsolecp(cp_in) +sys.setconsoleoutputcp(cp_out) diff --git a/luasystem-scm-0.rockspec b/luasystem-scm-0.rockspec index dac3d9b..00a442c 100644 --- a/luasystem-scm-0.rockspec +++ b/luasystem-scm-0.rockspec @@ -60,6 +60,7 @@ local function make_platform(plat) 'src/random.c', 'src/term.c', 'src/bitflags.c', + 'src/wcwidth.c', }, defines = defines[plat], libraries = libraries[plat], diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index 9ca37e9..ee4145a 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -4,6 +4,19 @@ require("spec.helpers") describe("Terminal:", function() + local wincodepage + + setup(function() + wincodepage = system.getconsoleoutputcp() + assert(system.setconsoleoutputcp(65001)) + end) + + teardown(function() + assert(system.setconsoleoutputcp(wincodepage)) + end) + + + describe("isatty()", function() local newtmpfile = require("pl.path").tmpname @@ -93,7 +106,7 @@ describe("Terminal:", function() - describe("getconsoleflags()", function() + pending("getconsoleflags()", function() pending("returns the consoleflags, if called without flags", function() print"1" @@ -111,4 +124,181 @@ for k,v in pairs(debug.getinfo(system.isatty)) do print(k,v) end end) end) + + + + pending("setconsoleflags()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("tcgetattr()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("tcsetattr()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("getconsolecp()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("setconsolecp()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("getconsoleoutputcp()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("setconsoleoutputcp()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("getnonblock()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("setnonblock()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + pending("termsize()", function() + + pending("sets the consoleflags, if called with flags", function() + end) + + end) + + + + describe("utf8cwidth()", function() + + local ch1 = string.char(226, 130, 172) -- "€" single + local ch2 = string.char(240, 159, 154, 128) -- "🚀" double + local ch3 = string.char(228, 189, 160) -- "你" double + local ch4 = string.char(229, 165, 189) -- "好" double + + it("handles zero width characters", function() + assert.same({0}, {system.utf8cwidth("")}) -- empty string returns 0-size + assert.same({nil, 'Character width determination failed'}, {system.utf8cwidth("\a")}) -- bell character + assert.same({nil, 'Character width determination failed'}, {system.utf8cwidth("\27")}) -- escape character + end) + + it("handles single width characters", function() + assert.same({1}, {system.utf8cwidth("a")}) + assert.same({1}, {system.utf8cwidth(ch1)}) + end) + + it("handles double width characters", function() + assert.same({2}, {system.utf8cwidth(ch2)}) + assert.same({2}, {system.utf8cwidth(ch3)}) + assert.same({2}, {system.utf8cwidth(ch4)}) + end) + + it("returns the width of the first character in the string", function() + assert.same({nil, 'Character width determination failed'}, {system.utf8cwidth("\a" .. ch1)}) -- bell character + EURO + assert.same({1}, {system.utf8cwidth(ch1 .. ch2)}) + assert.same({2}, {system.utf8cwidth(ch2 .. ch3 .. ch4)}) + end) + + end) + + + + describe("utf8swidth()", function() + + local ch1 = string.char(226, 130, 172) -- "€" single + local ch2 = string.char(240, 159, 154, 128) -- "🚀" double + local ch3 = string.char(228, 189, 160) -- "你" double + local ch4 = string.char(229, 165, 189) -- "好" double + + it("handles zero width characters", function() + assert.same({0}, {system.utf8swidth("")}) -- empty string returns 0-size + assert.same({nil, 'Character width determination failed'}, {system.utf8swidth("\a")}) -- bell character + assert.same({nil, 'Character width determination failed'}, {system.utf8swidth("\27")}) -- escape character + end) + + it("handles multi-character UTF8 strings", function() + assert.same({15}, {system.utf8swidth("hello " .. ch1 .. ch2 .. " world")}) + assert.same({16}, {system.utf8swidth("hello " .. ch3 .. ch4 .. " world")}) + end) + + end) + + + + pending("termbackup()", function() + + end) + + + + pending("termrestore()", function() + + end) + + + + pending("termwrap()", function() + + end) + + + + pending("readkey()", function() + + end) + + + + pending("readansi()", function() + + end) + end) diff --git a/src/term.c b/src/term.c index f73d23f..e557a11 100644 --- a/src/term.c +++ b/src/term.c @@ -15,6 +15,7 @@ #ifdef _WIN32 # include +# include #else # include # include @@ -22,8 +23,16 @@ # include # include # include +# include +# include #endif + +// Windows does not have a wcwidth function, so we use compatibilty code from +// http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c by Markus Kuhn +#include "wcwidth.h" + + #ifdef _WIN32 // after an error is returned, GetLastError() result can be passed to this function to get a string // representation of the error on the stack. @@ -423,7 +432,7 @@ static int lst_getconsoleflags(lua_State *L) // see https://github.com/luaposix/luaposix /*** -Get termios state. +Get termios state (Posix). The terminal attributes is a table with the following fields: - `iflag` input flags @@ -511,7 +520,7 @@ static int lst_tcgetattr(lua_State *L) /*** -Set termios state. +Set termios state (Posix). This function will set the flags as given. The `I_`, `O_`, and `L_` constants are available on the module table. They are the respective @@ -689,13 +698,28 @@ static int lst_getnonblock(lua_State *L) * Reading keyboard input *-------------------------------------------------------------------------*/ +#ifdef _WIN32 +// Define a static buffer for UTF-8 characters +static char utf8_buffer[4]; +static int utf8_buffer_len = 0; +static int utf8_buffer_index = 0; +#endif + + /*** -Reads a key from the console non-blocking. +Reads a key from the console non-blocking. This function should not be called +directly, but through the `system.readkey` or `system.readansi` functions. It +will return the next byte from the input stream, or `nil` if no key was pressed. + On Posix, `io.stdin` must be set to non-blocking mode using `setnonblock` -before calling this function. Otherwise it will block. +before calling this function. Otherwise it will block. No conversions are +done on Posix, so the byte read is returned as-is. -@function readkey -@treturn[1] integer the key code of the key that was pressed +On Windows this reads a wide character and converts it to UTF-8. Multi-byte +sequences will be buffered internally and returned one byte at a time. + +@function _readkey +@treturn[1] integer the byte read from the input stream @treturn[2] nil if no key was pressed @treturn[3] nil on error @treturn[3] string error message @@ -703,20 +727,87 @@ before calling this function. Otherwise it will block. */ static int lst_readkey(lua_State *L) { #ifdef _WIN32 - if (_kbhit()) { - int ch = _getch(); - if (ch == EOF) { - // Error handling for end-of-file or read error - lua_pushnil(L); - lua_pushliteral(L, "_getch error"); - return 2; + if (utf8_buffer_len > 0) { + // Buffer not empty, return the next byte + lua_pushinteger(L, (unsigned char)utf8_buffer[utf8_buffer_index]); + utf8_buffer_index++; + utf8_buffer_len--; + // printf("returning from buffer: %d\n", luaL_checkinteger(L, -1)); + if (utf8_buffer_len == 0) { + utf8_buffer_index = 0; } - lua_pushinteger(L, (unsigned char)ch); return 1; } - return 0; + + if (!_kbhit()) { + return 0; + } + + wchar_t wc = _getwch(); + // printf("----\nread wchar_t: %x\n", wc); + if (wc == WEOF) { + lua_pushnil(L); + lua_pushliteral(L, "read error"); + return 2; + } + + if (sizeof(wchar_t) == 2) { + // printf("2-byte wchar_t\n"); + // only 2 bytes wide, not 4 + if (wc >= 0xD800 && wc <= 0xDBFF) { + // printf("2-byte wchar_t, received high, getting low...\n"); + + // we got a high surrogate, so we need to read the next one as the low surrogate + if (!_kbhit()) { + lua_pushnil(L); + lua_pushliteral(L, "incomplete surrogate pair"); + return 2; + } + + wchar_t wc2 = _getwch(); + // printf("read wchar_t 2: %x\n", wc2); + if (wc2 == WEOF) { + lua_pushnil(L); + lua_pushliteral(L, "read error"); + return 2; + } + + if (wc2 < 0xDC00 || wc2 > 0xDFFF) { + lua_pushnil(L); + lua_pushliteral(L, "invalid surrogate pair"); + return 2; + } + // printf("2-byte pair complete now\n"); + wchar_t wch_pair[2] = { wc, wc2 }; + utf8_buffer_len = WideCharToMultiByte(CP_UTF8, 0, wch_pair, 2, utf8_buffer, sizeof(utf8_buffer), NULL, NULL); + + } else { + // printf("2-byte wchar_t, no surrogate pair\n"); + // not a high surrogate, so we can handle just the 2 bytes directly + utf8_buffer_len = WideCharToMultiByte(CP_UTF8, 0, &wc, 1, utf8_buffer, sizeof(utf8_buffer), NULL, NULL); + } + + } else { + // printf("4-byte wchar_t\n"); + // 4 bytes wide, so handle as UTF-32 directly + utf8_buffer_len = WideCharToMultiByte(CP_UTF8, 0, &wc, 1, utf8_buffer, sizeof(utf8_buffer), NULL, NULL); + } + // printf("utf8_buffer_len: %d\n", utf8_buffer_len); + utf8_buffer_index = 0; + if (utf8_buffer_len <= 0) { + lua_pushnil(L); + lua_pushliteral(L, "UTF-8 conversion error"); + return 2; + } + + lua_pushinteger(L, (unsigned char)utf8_buffer[utf8_buffer_index]); + utf8_buffer_index++; + utf8_buffer_len--; + // printf("returning from buffer: %x\n", luaL_checkinteger(L, -1)); + return 1; #else + // Posix implementation char ch; ssize_t bytes_read = read(STDIN_FILENO, &ch, 1); if (bytes_read > 0) { @@ -781,6 +872,205 @@ static int lst_termsize(lua_State *L) { +/*------------------------------------------------------------------------- + * utf8 conversion and support + *-------------------------------------------------------------------------*/ + +// Function to convert a single UTF-8 character to a Unicode code point (uint32_t) +// To prevent having to do codepage/locale changes, we use a custom implementation +int utf8_to_wchar(const char *utf8, size_t len, mk_wchar_t *codepoint) { + if (len == 0) { + return -1; // No input provided + } + + unsigned char c = (unsigned char)utf8[0]; + if (c <= 0x7F) { + *codepoint = c; + return 1; + } else if ((c & 0xE0) == 0xC0) { + if (len < 2) return -1; // Not enough bytes + *codepoint = ((utf8[0] & 0x1F) << 6) | (utf8[1] & 0x3F); + return 2; + } else if ((c & 0xF0) == 0xE0) { + if (len < 3) return -1; // Not enough bytes + *codepoint = ((utf8[0] & 0x0F) << 12) | ((utf8[1] & 0x3F) << 6) | (utf8[2] & 0x3F); + return 3; + } else if ((c & 0xF8) == 0xF0) { + if (len < 4) return -1; // Not enough bytes + *codepoint = ((utf8[0] & 0x07) << 18) | ((utf8[1] & 0x3F) << 12) | ((utf8[2] & 0x3F) << 6) | (utf8[3] & 0x3F); + return 4; + } else { + // Invalid UTF-8 character + return -1; + } +} + + +/*** +Get the width of a utf8 character for terminal display. +@function utf8cwidth +@tparam string utf8_char the utf8 character to check, only the width of the first character will be returned +@treturn[1] int the display width in columns of the first character in the string (0 for an empty string) +@treturn[2] nil +@treturn[2] string error message +*/ +int lst_utf8cwidth(lua_State *L) { + const char *utf8_char; + size_t utf8_len; + utf8_char = luaL_checklstring(L, 1, &utf8_len); + int width = 0; + + mk_wchar_t wc; + + if (utf8_len == 0) { + lua_pushinteger(L, 0); + return 1; + } + + // Convert the UTF-8 string to a wide character + int bytes_processed = utf8_to_wchar(utf8_char, utf8_len, &wc); + if (bytes_processed == -1) { + lua_pushnil(L); + lua_pushstring(L, "Invalid UTF-8 character"); + return 2; + } + + // Get the width of the wide character + width = mk_wcwidth(wc); + if (width == -1) { + lua_pushnil(L); + lua_pushstring(L, "Character width determination failed"); + return 2; + } + + lua_pushinteger(L, width); + return 1; +} + + + + +/*** +Get the width of a utf8 string for terminal display. +@function utf8swidth +@tparam string utf8_string the utf8 string to check +@treturn[1] int the display width of the string in columns (0 for an empty string) +@treturn[2] nil +@treturn[2] string error message +*/ +int lst_utf8swidth(lua_State *L) { + const char *utf8_str; + size_t utf8_len; + utf8_str = luaL_checklstring(L, 1, &utf8_len); + int total_width = 0; + + if (utf8_len == 0) { + lua_pushinteger(L, 0); + return 1; + } + + int bytes_processed = 0; + size_t i = 0; + mk_wchar_t wc; + + while (i < utf8_len) { + bytes_processed = utf8_to_wchar(utf8_str + i, utf8_len - i, &wc); + if (bytes_processed == -1) { + lua_pushnil(L); + lua_pushstring(L, "Invalid UTF-8 character"); + return 2; + } + + int width = mk_wcwidth(wc); + if (width == -1) { + lua_pushnil(L); + lua_pushstring(L, "Character width determination failed"); + return 2; + } + + total_width += width; + i += bytes_processed; + } + + lua_pushinteger(L, total_width); + return 1; +} + + + +/*------------------------------------------------------------------------- + * Windows codepage functions + *-------------------------------------------------------------------------*/ + + +/*** +Gets the current console code page (Windows). +@function getconsolecp +@treturn[1] int the current code page (always 65001 on Posix systems) +*/ +static int lst_getconsolecp(lua_State *L) { + unsigned int cp = 65001; +#ifdef _WIN32 + cp = GetConsoleCP(); +#endif + lua_pushinteger(L, cp); + return 1; +} + + + +/*** +Sets the current console code page (Windows). +@function setconsolecp +@tparam int cp the code page to set, use 65001 for UTF-8 +@treturn[1] bool `true` on success (always `true` on Posix systems) +*/ +static int lst_setconsolecp(lua_State *L) { + unsigned int cp = (unsigned int)luaL_checkinteger(L, 1); + int success = TRUE; +#ifdef _WIN32 + SetConsoleCP(cp); +#endif + lua_pushboolean(L, success); + return 1; +} + + + +/*** +Gets the current console output code page (Windows). +@function getconsoleoutputcp +@treturn[1] int the current code page (always 65001 on Posix systems) +*/ +static int lst_getconsoleoutputcp(lua_State *L) { + unsigned int cp = 65001; +#ifdef _WIN32 + cp = GetConsoleOutputCP(); +#endif + lua_pushinteger(L, cp); + return 1; +} + + + +/*** +Sets the current console output code page (Windows). +@function setconsoleoutputcp +@tparam int cp the code page to set, use 65001 for UTF-8 +@treturn[1] bool `true` on success (always `true` on Posix systems) +*/ +static int lst_setconsoleoutputcp(lua_State *L) { + unsigned int cp = (unsigned int)luaL_checkinteger(L, 1); + int success = TRUE; +#ifdef _WIN32 + SetConsoleOutputCP(cp); +#endif + lua_pushboolean(L, success); + return 1; +} + + + /*------------------------------------------------------------------------- * Initializes module *-------------------------------------------------------------------------*/ @@ -791,10 +1081,16 @@ static luaL_Reg func[] = { { "setconsoleflags", lst_setconsoleflags }, { "tcgetattr", lst_tcgetattr }, { "tcsetattr", lst_tcsetattr }, - { "getnonblock", lst_setnonblock }, + { "getnonblock", lst_getnonblock }, { "setnonblock", lst_setnonblock }, - { "readkey", lst_readkey }, + { "_readkey", lst_readkey }, { "termsize", lst_termsize }, + { "utf8cwidth", lst_utf8cwidth }, + { "utf8swidth", lst_utf8swidth }, + { "getconsolecp", lst_getconsolecp }, + { "setconsolecp", lst_setconsolecp }, + { "getconsoleoutputcp", lst_getconsoleoutputcp }, + { "setconsoleoutputcp", lst_setconsoleoutputcp }, { NULL, NULL } }; diff --git a/src/wcwidth.c b/src/wcwidth.c new file mode 100644 index 0000000..6032158 --- /dev/null +++ b/src/wcwidth.c @@ -0,0 +1,285 @@ +// This file was modified from the original versions, check "modified:" comments for details +// Character range updates (both the table and the +1 check) were generated using ChatGPT. + +/* + * This is an implementation of wcwidth() and wcswidth() (defined in + * IEEE Std 1002.1-2001) for Unicode. + * + * http://www.opengroup.org/onlinepubs/007904975/functions/wcwidth.html + * http://www.opengroup.org/onlinepubs/007904975/functions/wcswidth.html + * + * In fixed-width output devices, Latin characters all occupy a single + * "cell" position of equal width, whereas ideographic CJK characters + * occupy two such cells. Interoperability between terminal-line + * applications and (teletype-style) character terminals using the + * UTF-8 encoding requires agreement on which character should advance + * the cursor by how many cell positions. No established formal + * standards exist at present on which Unicode character shall occupy + * how many cell positions on character terminals. These routines are + * a first attempt of defining such behavior based on simple rules + * applied to data provided by the Unicode Consortium. + * + * For some graphical characters, the Unicode standard explicitly + * defines a character-cell width via the definition of the East Asian + * FullWidth (F), Wide (W), Half-width (H), and Narrow (Na) classes. + * In all these cases, there is no ambiguity about which width a + * terminal shall use. For characters in the East Asian Ambiguous (A) + * class, the width choice depends purely on a preference of backward + * compatibility with either historic CJK or Western practice. + * Choosing single-width for these characters is easy to justify as + * the appropriate long-term solution, as the CJK practice of + * displaying these characters as double-width comes from historic + * implementation simplicity (8-bit encoded characters were displayed + * single-width and 16-bit ones double-width, even for Greek, + * Cyrillic, etc.) and not any typographic considerations. + * + * Much less clear is the choice of width for the Not East Asian + * (Neutral) class. Existing practice does not dictate a width for any + * of these characters. It would nevertheless make sense + * typographically to allocate two character cells to characters such + * as for instance EM SPACE or VOLUME INTEGRAL, which cannot be + * represented adequately with a single-width glyph. The following + * routines at present merely assign a single-cell width to all + * neutral characters, in the interest of simplicity. This is not + * entirely satisfactory and should be reconsidered before + * establishing a formal standard in this area. At the moment, the + * decision which Not East Asian (Neutral) characters should be + * represented by double-width glyphs cannot yet be answered by + * applying a simple rule from the Unicode database content. Setting + * up a proper standard for the behavior of UTF-8 character terminals + * will require a careful analysis not only of each Unicode character, + * but also of each presentation form, something the author of these + * routines has avoided to do so far. + * + * http://www.unicode.org/unicode/reports/tr11/ + * + * Markus Kuhn -- 2007-05-26 (Unicode 5.0) + * + * Permission to use, copy, modify, and distribute this software + * for any purpose and without fee is hereby granted. The author + * disclaims all warranties with regard to this software. + * + * Latest version: http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c + */ + +#include "wcwidth.h" // modified: used to define mk_wchar_t + +struct interval { + int first; + int last; +}; + +/* auxiliary function for binary search in interval table */ +static int bisearch(mk_wchar_t ucs, const struct interval *table, int max) { // modified: use mk_wchar_t + int min = 0; + int mid; + + if (ucs < table[0].first || ucs > table[max].last) + return 0; + while (max >= min) { + mid = (min + max) / 2; + if (ucs > table[mid].last) + min = mid + 1; + else if (ucs < table[mid].first) + max = mid - 1; + else + return 1; + } + + return 0; +} + + +/* The following two functions define the column width of an ISO 10646 + * character as follows: + * + * - The null character (U+0000) has a column width of 0. + * + * - Other C0/C1 control characters and DEL will lead to a return + * value of -1. + * + * - Non-spacing and enclosing combining characters (general + * category code Mn or Me in the Unicode database) have a + * column width of 0. + * + * - SOFT HYPHEN (U+00AD) has a column width of 1. + * + * - Other format characters (general category code Cf in the Unicode + * database) and ZERO WIDTH SPACE (U+200B) have a column width of 0. + * + * - Hangul Jamo medial vowels and final consonants (U+1160-U+11FF) + * have a column width of 0. + * + * - Spacing characters in the East Asian Wide (W) or East Asian + * Full-width (F) category as defined in Unicode Technical + * Report #11 have a column width of 2. + * + * - All remaining characters (including all printable + * ISO 8859-1 and WGL4 characters, Unicode control characters, + * etc.) have a column width of 1. + * + * This implementation assumes that mk_wchar_t characters are encoded + * in ISO 10646. + */ + +int mk_wcwidth(mk_wchar_t ucs) // modified: use mk_wchar_t +{ + /* sorted list of non-overlapping intervals of non-spacing characters */ + /* generated by "uniset +cat=Me +cat=Mn +cat=Cf -00AD +1160-11FF +200B c" */ + static const struct interval combining[] = { // modified: added new ranges to the list + { 0x0300, 0x036F }, { 0x0483, 0x0489 }, { 0x0591, 0x05BD }, + { 0x05BF, 0x05BF }, { 0x05C1, 0x05C2 }, { 0x05C4, 0x05C5 }, + { 0x05C7, 0x05C7 }, { 0x0600, 0x0605 }, { 0x0610, 0x061A }, + { 0x061C, 0x061C }, { 0x064B, 0x065F }, { 0x0670, 0x0670 }, + { 0x06D6, 0x06DC }, { 0x06DF, 0x06E4 }, { 0x06E7, 0x06E8 }, + { 0x06EA, 0x06ED }, { 0x0711, 0x0711 }, { 0x0730, 0x074A }, + { 0x07A6, 0x07B0 }, { 0x07EB, 0x07F3 }, { 0x07FD, 0x07FD }, + { 0x0816, 0x0819 }, { 0x081B, 0x0823 }, { 0x0825, 0x0827 }, + { 0x0829, 0x082D }, { 0x0859, 0x085B }, { 0x08D3, 0x08E1 }, + { 0x08E3, 0x0903 }, { 0x093A, 0x093C }, { 0x093E, 0x094F }, + { 0x0951, 0x0957 }, { 0x0962, 0x0963 }, { 0x0981, 0x0983 }, + { 0x09BC, 0x09BC }, { 0x09BE, 0x09C4 }, { 0x09C7, 0x09C8 }, + { 0x09CB, 0x09CD }, { 0x09D7, 0x09D7 }, { 0x09E2, 0x09E3 }, + { 0x09FE, 0x09FE }, { 0x0A01, 0x0A03 }, { 0x0A3C, 0x0A3C }, + { 0x0A3E, 0x0A42 }, { 0x0A47, 0x0A48 }, { 0x0A4B, 0x0A4D }, + { 0x0A51, 0x0A51 }, { 0x0A70, 0x0A71 }, { 0x0A75, 0x0A75 }, + { 0x0A81, 0x0A83 }, { 0x0ABC, 0x0ABC }, { 0x0ABE, 0x0AC5 }, + { 0x0AC7, 0x0AC9 }, { 0x0ACB, 0x0ACD }, { 0x0AE2, 0x0AE3 }, + { 0x0AFA, 0x0AFF }, { 0x0B01, 0x0B03 }, { 0x0B3C, 0x0B3C }, + { 0x0B3E, 0x0B44 }, { 0x0B47, 0x0B48 }, { 0x0B4B, 0x0B4D }, + { 0x0B55, 0x0B57 }, { 0x0B62, 0x0B63 }, { 0x0B82, 0x0B82 }, + { 0x0BBE, 0x0BC2 }, { 0x0BC6, 0x0BC8 }, { 0x0BCA, 0x0BCD }, + { 0x0BD7, 0x0BD7 }, { 0x0C00, 0x0C04 }, { 0x0C3E, 0x0C44 }, + { 0x0C46, 0x0C48 }, { 0x0C4A, 0x0C4D }, { 0x0C55, 0x0C56 }, + { 0x0C62, 0x0C63 }, { 0x0C81, 0x0C83 }, { 0x0CBC, 0x0CBC }, + { 0x0CBE, 0x0CC4 }, { 0x0CC6, 0x0CC8 }, { 0x0CCA, 0x0CCD }, + { 0x0CD5, 0x0CD6 }, { 0x0CE2, 0x0CE3 }, { 0x0D00, 0x0D03 }, + { 0x0D3B, 0x0D3C }, { 0x0D3E, 0x0D44 }, { 0x0D46, 0x0D48 }, + { 0x0D4A, 0x0D4D }, { 0x0D57, 0x0D57 }, { 0x0D62, 0x0D63 }, + { 0x0D82, 0x0D83 }, { 0x0DCF, 0x0DD4 }, { 0x0DD6, 0x0DD6 }, + { 0x0DD8, 0x0DDF }, { 0x0DF2, 0x0DF3 }, { 0x0E31, 0x0E31 }, + { 0x0E34, 0x0E3A }, { 0x0E47, 0x0E4E }, { 0x0EB1, 0x0EB1 }, + { 0x0EB4, 0x0EBC }, { 0x0EC8, 0x0ECD }, { 0x0F18, 0x0F19 }, + { 0x0F35, 0x0F35 }, { 0x0F37, 0x0F37 }, { 0x0F39, 0x0F39 }, + { 0x0F71, 0x0F7E }, { 0x0F80, 0x0F84 }, { 0x0F86, 0x0F87 }, + { 0x0F8D, 0x0F97 }, { 0x0F99, 0x0FBC }, { 0x0FC6, 0x0FC6 }, + { 0x102D, 0x1030 }, { 0x1032, 0x1037 }, { 0x1039, 0x103A }, + { 0x103D, 0x103E }, { 0x1058, 0x1059 }, { 0x105E, 0x1060 }, + { 0x1071, 0x1074 }, { 0x1082, 0x1082 }, { 0x1085, 0x1086 }, + { 0x108D, 0x108D }, { 0x109D, 0x109D }, { 0x135D, 0x135F }, + { 0x1712, 0x1714 }, { 0x1732, 0x1734 }, { 0x1752, 0x1753 }, + { 0x1772, 0x1773 }, { 0x17B4, 0x17B5 }, { 0x17B7, 0x17BD }, + { 0x17C6, 0x17C6 }, { 0x17C9, 0x17D3 }, { 0x17DD, 0x17DD }, + { 0x180B, 0x180E }, { 0x1885, 0x1886 }, { 0x18A9, 0x18A9 }, + { 0x1920, 0x1922 }, { 0x1927, 0x1928 }, { 0x1932, 0x1932 }, + { 0x1939, 0x193B }, { 0x1A17, 0x1A18 }, { 0x1A1B, 0x1A1B }, + { 0x1A56, 0x1A56 }, { 0x1A58, 0x1A5E }, { 0x1A60, 0x1A60 }, + { 0x1A62, 0x1A62 }, { 0x1A65, 0x1A6C }, { 0x1A73, 0x1A7C }, + { 0x1A7F, 0x1A7F }, { 0x1AB0, 0x1ACE }, { 0x1B00, 0x1B03 }, + { 0x1B34, 0x1B34 }, { 0x1B36, 0x1B3A }, { 0x1B3C, 0x1B3C }, + { 0x1B42, 0x1B42 }, { 0x1B6B, 0x1B73 }, { 0x1B80, 0x1B82 }, + { 0x1BA1, 0x1BA1 }, { 0x1BA6, 0x1BA7 }, { 0x1BAA, 0x1BAA }, + { 0x1BAB, 0x1BAD }, { 0x1BE6, 0x1BE6 }, { 0x1BE8, 0x1BE9 }, + { 0x1BED, 0x1BED }, { 0x1BEF, 0x1BF1 }, { 0x1C2C, 0x1C33 }, + { 0x1C36, 0x1C37 }, { 0x1CD0, 0x1CD2 }, { 0x1CD4, 0x1CE8 }, + { 0x1CED, 0x1CED }, { 0x1CF4, 0x1CF4 }, { 0x1CF8, 0x1CF9 }, + { 0x1DC0, 0x1DF9 }, { 0x1DFB, 0x1DFF }, { 0x20D0, 0x20DC }, + { 0x20E1, 0x20E1 }, { 0x20E5, 0x20F0 }, { 0x2CEF, 0x2CF1 }, + { 0x2D7F, 0x2D7F }, { 0x2DE0, 0x2DFF }, { 0x302A, 0x302D }, + { 0x3099, 0x309A }, { 0xA66F, 0xA672 }, { 0xA674, 0xA67D }, + { 0xA69E, 0xA69F }, { 0xA6F0, 0xA6F1 }, { 0xA802, 0xA802 }, + { 0xA806, 0xA806 }, { 0xA80B, 0xA80B }, { 0xA825, 0xA826 }, + { 0xA82C, 0xA82C }, { 0xA8C4, 0xA8C5 }, { 0xA8E0, 0xA8F1 }, + { 0xA8FF, 0xA8FF }, { 0xA926, 0xA92D }, { 0xA947, 0xA951 }, + { 0xA980, 0xA982 }, { 0xA9B3, 0xA9B3 }, { 0xA9B6, 0xA9B9 }, + { 0xA9BC, 0xA9BD }, { 0xA9E5, 0xA9E5 }, { 0xAA29, 0xAA2E }, + { 0xAA31, 0xAA32 }, { 0xAA35, 0xAA36 }, { 0xAA43, 0xAA43 }, + { 0xAA4C, 0xAA4C }, { 0xAA7C, 0xAA7C }, { 0xAAB0, 0xAAB0 }, + { 0xAAB2, 0xAAB4 }, { 0xAAB7, 0xAAB8 }, { 0xAABE, 0xAABF }, + { 0xAAC1, 0xAAC1 }, { 0xAAEB, 0xAAEB }, { 0xAAEE, 0xAAEF }, + { 0xAAF5, 0xAAF6 }, { 0xABE3, 0xABE4 }, { 0xABE6, 0xABE7 }, + { 0xABE9, 0xABEA }, { 0xABEC, 0xABED }, { 0xFB1E, 0xFB1E }, + { 0xFE00, 0xFE0F }, { 0xFE20, 0xFE2F }, { 0x101FD, 0x101FD }, + { 0x102E0, 0x102E0 }, { 0x10376, 0x1037A }, { 0x10A01, 0x10A03 }, + { 0x10A05, 0x10A06 }, { 0x10A0C, 0x10A0F }, { 0x10A38, 0x10A3A }, + { 0x10A3F, 0x10A3F }, { 0x10AE5, 0x10AE6 }, { 0x10D24, 0x10D27 }, + { 0x10EAB, 0x10EAC }, { 0x10F46, 0x10F50 }, { 0x10F82, 0x10F85 }, + { 0x11000, 0x11002 }, { 0x11038, 0x11046 }, { 0x1107F, 0x11082 }, + { 0x110B0, 0x110BA }, { 0x11100, 0x11102 }, { 0x11127, 0x11134 }, + { 0x11145, 0x11146 }, { 0x11173, 0x11173 }, { 0x11180, 0x11182 }, + { 0x111B3, 0x111C0 }, { 0x111C9, 0x111CC }, { 0x1122C, 0x11237 }, + { 0x1123E, 0x1123E }, { 0x112DF, 0x112EA }, { 0x11300, 0x11303 }, + { 0x1133B, 0x1133C }, { 0x1133E, 0x11344 }, { 0x11347, 0x11348 }, + { 0x1134B, 0x1134D }, { 0x11357, 0x11357 }, { 0x11362, 0x11363 }, + { 0x11435, 0x11446 }, { 0x1145E, 0x1145E }, { 0x114B0, 0x114C3 }, + { 0x115AF, 0x115B5 }, { 0x115B8, 0x115C0 }, { 0x115DC, 0x115DD }, + { 0x11630, 0x11640 }, { 0x116AB, 0x116B7 }, { 0x1171D, 0x1172B }, + { 0x1182C, 0x1183A }, { 0x11930, 0x11935 }, { 0x11937, 0x11938 }, + { 0x1193B, 0x1193E }, { 0x11940, 0x11940 }, { 0x11942, 0x11942 }, + { 0x119D1, 0x119D7 }, { 0x119DA, 0x119E0 }, { 0x11A01, 0x11A0A }, + { 0x11A33, 0x11A39 }, { 0x11A3B, 0x11A3E }, { 0x11A47, 0x11A47 }, + { 0x11A51, 0x11A5B }, { 0x11A8A, 0x11A96 }, { 0x11A98, 0x11A99 }, + { 0x11C30, 0x11C36 }, { 0x11C38, 0x11C3D }, { 0x11C3F, 0x11C3F }, + { 0x11C92, 0x11CA7 }, { 0x11CAA, 0x11CB0 }, { 0x11CB2, 0x11CB3 }, + { 0x11CB5, 0x11CB6 }, { 0x11D31, 0x11D36 }, { 0x11D3A, 0x11D3A }, + { 0x11D3C, 0x11D3D }, { 0x11D3F, 0x11D45 }, { 0x11D47, 0x11D47 }, + { 0x11D90, 0x11D91 }, { 0x11D95, 0x11D95 }, { 0x11D97, 0x11D97 }, + { 0x11EF3, 0x11EF4 }, { 0x13430, 0x13438 }, { 0x16AF0, 0x16AF4 }, + { 0x16B30, 0x16B36 }, { 0x16F4F, 0x16F4F }, { 0x16F8F, 0x16F92 }, + { 0x1BC9D, 0x1BC9E }, { 0x1BCA0, 0x1BCA3 }, { 0x1D167, 0x1D169 }, + { 0x1D173, 0x1D182 }, { 0x1D185, 0x1D18B }, { 0x1D1AA, 0x1D1AD }, + { 0x1D242, 0x1D244 }, { 0x1DA00, 0x1DA36 }, { 0x1DA3B, 0x1DA6C }, + { 0x1DA75, 0x1DA75 }, { 0x1DA84, 0x1DA84 }, { 0x1DA9B, 0x1DA9F }, + { 0x1DAA1, 0x1DAAF }, { 0x1E000, 0x1E006 }, { 0x1E008, 0x1E018 }, + { 0x1E01B, 0x1E021 }, { 0x1E023, 0x1E024 }, { 0x1E026, 0x1E02A }, + { 0x1E130, 0x1E136 }, { 0x1E2AE, 0x1E2AE }, { 0x1E2EC, 0x1E2EF }, + { 0x1E4EC, 0x1E4EF }, { 0x1E8D0, 0x1E8D6 }, { 0x1E944, 0x1E94A }, + { 0x1E947, 0x1E94A }, { 0xE0100, 0xE01EF } + }; + + /* test for 8-bit control characters */ + if (ucs == 0) + return 0; + if (ucs < 32 || (ucs >= 0x7f && ucs < 0xa0)) + return -1; + + /* binary search in table of non-spacing characters */ + if (bisearch(ucs, combining, + sizeof(combining) / sizeof(struct interval) - 1)) + return 0; + + /* if we arrive here, ucs is not a combining or C0/C1 control character */ + + return 1 + + (ucs >= 0x1100 && + (ucs <= 0x115f || /* Hangul Jamo init. consonants */ + ucs == 0x2329 || ucs == 0x232a || + (ucs >= 0x2e80 && ucs <= 0xa4cf && + ucs != 0x303f) || /* CJK ... Yi */ + (ucs >= 0xac00 && ucs <= 0xd7a3) || /* Hangul Syllables */ + (ucs >= 0xf900 && ucs <= 0xfaff) || /* CJK Compatibility Ideographs */ + (ucs >= 0xfe10 && ucs <= 0xfe19) || /* Vertical forms */ + (ucs >= 0xfe30 && ucs <= 0xfe6f) || /* CJK Compatibility Forms */ + (ucs >= 0xff00 && ucs <= 0xff60) || /* Fullwidth Forms */ + (ucs >= 0xffe0 && ucs <= 0xffe6) || + (ucs >= 0x1f300 && ucs <= 0x1f64f) || /* modified: added Emoticons */ + (ucs >= 0x1f680 && ucs <= 0x1f6ff) || /* modified: added Transport and Map Symbols */ + (ucs >= 0x1f900 && ucs <= 0x1f9ff) || /* modified: added Supplemental Symbols and Pictographs */ + (ucs >= 0x20000 && ucs <= 0x2fffd) || + (ucs >= 0x30000 && ucs <= 0x3fffd))); +} + + +int mk_wcswidth(const mk_wchar_t *pwcs, size_t n) // modified: use mk_wchar_t +{ + int w, width = 0; + + for (;*pwcs && n-- > 0; pwcs++) + if ((w = mk_wcwidth(*pwcs)) < 0) + return -1; + else + width += w; + + return width; +} + diff --git a/src/wcwidth.h b/src/wcwidth.h new file mode 100644 index 0000000..f2fee11 --- /dev/null +++ b/src/wcwidth.h @@ -0,0 +1,21 @@ +// wcwidth.h + +// Windows does not have a wcwidth function, so we use compatibilty code from +// http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c by Markus Kuhn + +#ifndef MK_WCWIDTH_H +#define MK_WCWIDTH_H + + +#ifdef _WIN32 +#include +typedef uint32_t mk_wchar_t; // Windows wchar_t can be 16-bit, we need 32-bit +#else +#include +typedef wchar_t mk_wchar_t; // Posix wchar_t is 32-bit so just use that +#endif + +int mk_wcwidth(mk_wchar_t ucs); +int mk_wcswidth(const mk_wchar_t *pwcs, size_t n); + +#endif // MK_WCWIDTH_H diff --git a/system/init.lua b/system/init.lua index 893cd91..c232cd2 100644 --- a/system/init.lua +++ b/system/init.lua @@ -2,45 +2,11 @@ -- @module init local sys = require 'system.core' -local global_backup -- global backup for terminal settings - - - -local add_gc_method do - -- feature detection; __GC meta-method, not available in all Lua versions - local has_gc = false - local tt = setmetatable({}, { -- luacheck: ignore - __gc = function() has_gc = true end - }) - - -- clear table and run GC to trigger - tt = nil - collectgarbage() - collectgarbage() - - - if has_gc then - -- use default GC mechanism since it is available - function add_gc_method(t, f) - setmetatable(t, { __gc = f }) - end - else - -- create workaround using a proxy userdata, typical for Lua 5.1 - function add_gc_method(t, f) - local proxy = newproxy(true) - getmetatable(proxy).__gc = function() - t["__gc_proxy"] = nil - f(t) - end - t["__gc_proxy"] = proxy - end - end -end --- Returns a backup of terminal setting for stdin/out/err. --- Handles terminal/console flags and non-block flags on the streams. +-- Handles terminal/console flags, Windows codepage, and non-block flags on the streams. -- Backs up terminal/console flags only if a stream is a tty. -- @return table with backup of terminal settings function sys.termbackup() @@ -63,6 +29,9 @@ function sys.termbackup() backup.block_out = sys.getnonblock(io.stdout) backup.block_err = sys.getnonblock(io.stderr) + backup.consoleoutcodepage = sys.getconsoleoutputcp() + backup.consolecp = sys.getconsolecp() + return backup end @@ -82,25 +51,65 @@ function sys.termrestore(backup) if backup.block_in ~= nil then sys.setnonblock(io.stdin, backup.block_in) end if backup.block_out ~= nil then sys.setnonblock(io.stdout, backup.block_out) end if backup.block_err ~= nil then sys.setnonblock(io.stderr, backup.block_err) end + + if backup.consoleoutcodepage then sys.setconsoleoutputcp(backup.consoleoutcodepage) end + if backup.consolecp then sys.setconsolecp(backup.consolecp) end return true end ---- Backs up terminal settings and restores them on application exit. --- Calls `termbackup` to back up terminal settings and sets up a GC method to --- automatically restore them on application exit (also works on Lua 5.1). --- @treturn[1] boolean true --- @treturn[2] nil if the backup was already created --- @treturn[2] string error message -function sys.autotermrestore() - if global_backup then - return nil, "global terminal backup was already set up" +do -- autotermrestore + local global_backup -- global backup for terminal settings + + + local add_gc_method do + -- feature detection; __GC meta-method, not available in all Lua versions + local has_gc = false + local tt = setmetatable({}, { -- luacheck: ignore + __gc = function() has_gc = true end + }) + + -- clear table and run GC to trigger + tt = nil + collectgarbage() + collectgarbage() + + + if has_gc then + -- use default GC mechanism since it is available + function add_gc_method(t, f) + setmetatable(t, { __gc = f }) + end + else + -- create workaround using a proxy userdata, typical for Lua 5.1 + function add_gc_method(t, f) + local proxy = newproxy(true) + getmetatable(proxy).__gc = function() + t["__gc_proxy"] = nil + f(t) + end + t["__gc_proxy"] = proxy + end + end + end + + + --- Backs up terminal settings and restores them on application exit. + -- Calls `termbackup` to back up terminal settings and sets up a GC method to + -- automatically restore them on application exit (also works on Lua 5.1). + -- @treturn[1] boolean true + -- @treturn[2] nil if the backup was already created + -- @treturn[2] string error message + function sys.autotermrestore() + if global_backup then + return nil, "global terminal backup was already set up" + end + global_backup = sys.termbackup() + add_gc_method(global_backup, function(self) + sys.termrestore(self) end) + return true end - global_backup = sys.termbackup() - add_gc_method(global_backup, function(self) - sys.termrestore(self) end) - return true end @@ -208,12 +217,9 @@ end do - local _readkey = sys.readkey - local interval = 0.1 - --- Reads a single byte from the console, with a timeout. - -- This function uses `system.sleep` to wait in increments of 0.1 seconds until either a byte is - -- available or the timeout is reached. + -- This function uses `system.sleep` to wait until either a byte is available or the timeout is reached. + -- The sleep period is exponentially backing off, starting at 0.0125 seconds, with a maximum of 0.2 seconds. -- It returns immediately if a byte is available or if `timeout` is less than or equal to `0`. -- @tparam number timeout the timeout in seconds. -- @treturn[1] integer the key code of the key that was received @@ -224,11 +230,13 @@ do error("arg #1 to readkey, expected timeout in seconds, got " .. type(timeout), 2) end - local key = _readkey() + local interval = 0.0125 + local key = sys._readkey() while key == nil and timeout > 0 do - sys.sleep(interval) + sys.sleep(math.min(interval, timeout)) timeout = timeout - interval - key = _readkey() + interval = math.min(0.2, interval * 2) + key = sys._readkey() end if key then @@ -246,14 +254,14 @@ do local utf8_length -- length of utf8 sequence currently being processed local unpack = unpack or table.unpack - -- Reads a single key, if it is the start of ansi escape sequence then it reads - -- the full sequence. + --- Reads a single key, if it is the start of ansi escape sequence then it reads + -- the full sequence. The key can be a multi-byte string in case of multibyte UTF-8 character. -- This function uses `system.readkey`, and hence `system.sleep` to wait until either a key is -- available or the timeout is reached. -- It returns immediately if a key is available or if `timeout` is less than or equal to `0`. -- In case of an ANSI sequence, it will return the full sequence as a string. -- @tparam number timeout the timeout in seconds. - -- @treturn[1] string the character that was received, or a complete ANSI sequence + -- @treturn[1] string the character that was received (can be multi-byte), or a complete ANSI sequence -- @treturn[1] string the type of input: `"char"` for a single key, `"ansi"` for an ANSI sequence -- @treturn[2] nil in case of an error -- @treturn[2] string error message; `"timeout"` if the timeout was reached. -- cgit v1.2.3-55-g6feb From 06c186da3c9108c9d0378e25a18bc6f605d43644 Mon Sep 17 00:00:00 2001 From: Thijs Date: Mon, 20 May 2024 12:39:33 +0200 Subject: implement getconsoleflags tests --- spec/04-term_spec.lua | 32 ++++++++++++++++++++------------ src/term.c | 10 ++++++++-- 2 files changed, 28 insertions(+), 14 deletions(-) (limited to 'src') diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index ee4145a..487a0ce 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -106,21 +106,29 @@ describe("Terminal:", function() - pending("getconsoleflags()", function() - - pending("returns the consoleflags, if called without flags", function() -print"1" -package.loaded["system"] = nil -package.loaded["system.core"] = nil -print"2" -local system = require "system" -print"3" -for k,v in pairs(system) do print(k,v) end -for k,v in pairs(debug.getinfo(system.isatty)) do print(k,v) end + describe("getconsoleflags()", function() + win_it("returns the consoleflags #manual", function() local flags, err = system.getconsoleflags(io.stdin) assert.is_nil(err) - assert.is_integer(flags) + assert.is_userdata(flags) + assert.equals("bitflags:", tostring(flags):sub(1,9)) + end) + + + nix_it("returns the consoleflags, as value 0", function() + local flags, err = system.getconsoleflags(io.stdin) + assert.is_nil(err) + assert.is_userdata(flags) + assert.equals("bitflags:", tostring(flags):sub(1,9)) + assert.equals(0, flags:value()) + end) + + + it("returns an error if called with an invalid argument", function() + assert.has.error(function() + system.getconsoleflags("invalid") + end, "bad argument #1 to 'getconsoleflags' (FILE* expected, got string)") end) end) diff --git a/src/term.c b/src/term.c index e557a11..10b3e25 100644 --- a/src/term.c +++ b/src/term.c @@ -309,6 +309,7 @@ static HANDLE get_console_handle(lua_State *L, int flags_optional) // Lua error if the file is not one of these. static int get_console_handle(lua_State *L) { +printf("get_console_handle\n"); FILE **file = (FILE **)luaL_checkudata(L, 1, LUA_FILEHANDLE); if (file == NULL || *file == NULL) { return luaL_argerror(L, 1, "expected file handle"); // call doesn't return @@ -375,9 +376,12 @@ static int lst_setconsoleflags(lua_State *L) return 2; } -#endif - lua_pushboolean(L, 1); +#else + get_console_handle(L); // to validate args + lua_pushboolean(L, 1); // always return true on Posix return 1; + +#endif } @@ -417,6 +421,8 @@ static int lst_getconsoleflags(lua_State *L) lua_pushliteral(L, "failed to get console mode"); return 2; } +#else + get_console_handle(L); // to validate args #endif lsbf_pushbitflags(L, console_mode); -- cgit v1.2.3-55-g6feb From b1e250a00406f5268a773f7923bb14708567ce9f Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Wed, 22 May 2024 21:26:23 +0200 Subject: drop debug line --- src/term.c | 1 - 1 file changed, 1 deletion(-) (limited to 'src') diff --git a/src/term.c b/src/term.c index 10b3e25..18e6acb 100644 --- a/src/term.c +++ b/src/term.c @@ -309,7 +309,6 @@ static HANDLE get_console_handle(lua_State *L, int flags_optional) // Lua error if the file is not one of these. static int get_console_handle(lua_State *L) { -printf("get_console_handle\n"); FILE **file = (FILE **)luaL_checkudata(L, 1, LUA_FILEHANDLE); if (file == NULL || *file == NULL) { return luaL_argerror(L, 1, "expected file handle"); // call doesn't return -- cgit v1.2.3-55-g6feb From c08ea611759407b0e0c8dbea384c4f5273d27d3f Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Wed, 22 May 2024 23:23:55 +0200 Subject: fix --- src/term.c | 11 +++++++++++ 1 file changed, 11 insertions(+) (limited to 'src') diff --git a/src/term.c b/src/term.c index 18e6acb..704da80 100644 --- a/src/term.c +++ b/src/term.c @@ -656,6 +656,12 @@ static int lst_setnonblock(lua_State *L) return pusherror(L, "Error changing O_NONBLOCK: "); } +#else + HANDLE console_handle = get_console_handle(L, 1); + if (console_handle == NULL) { + return 2; // error message is already on the stack + } + #endif lua_pushboolean(L, 1); @@ -691,6 +697,11 @@ static int lst_getnonblock(lua_State *L) } #else + HANDLE console_handle = get_console_handle(L, 1); + if (console_handle == NULL) { + return 2; // error message is already on the stack + } + lua_pushboolean(L, 0); #endif -- cgit v1.2.3-55-g6feb From e1a8aede05d3217882cf2de426f0a87a659e4308 Mon Sep 17 00:00:00 2001 From: Thijs Date: Wed, 22 May 2024 23:57:00 +0200 Subject: fix windows (manual) tests --- spec/04-term_spec.lua | 2 +- src/term.c | 23 ++++++++++------------- 2 files changed, 11 insertions(+), 14 deletions(-) (limited to 'src') diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index c649579..3dc4660 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -8,7 +8,7 @@ describe("Terminal:", function() setup(function() wincodepage = system.getconsoleoutputcp() - assert(system.setconsoleoutputcp(65001)) + assert(system.setconsoleoutputcp(65001)) -- set to UTF8 end) teardown(function() diff --git a/src/term.c b/src/term.c index 704da80..2b44b12 100644 --- a/src/term.c +++ b/src/term.c @@ -361,26 +361,17 @@ static int lst_setconsoleflags(lua_State *L) } LSBF_BITFLAG new_console_mode = lsbf_checkbitflags(L, 2); - DWORD prev_console_mode; - if (GetConsoleMode(console_handle, &prev_console_mode) == 0) - { - termFormatError(L, GetLastError(), "failed to get console mode"); - return 2; - } - - int success = SetConsoleMode(console_handle, new_console_mode) != 0; - if (!success) - { + if (!SetConsoleMode(console_handle, new_console_mode)) { termFormatError(L, GetLastError(), "failed to set console mode"); return 2; } #else get_console_handle(L); // to validate args - lua_pushboolean(L, 1); // always return true on Posix - return 1; - #endif + + lua_pushboolean(L, 1); + return 1; } @@ -657,6 +648,9 @@ static int lst_setnonblock(lua_State *L) } #else + if (lua_gettop(L) > 1) { + lua_settop(L, 1); // use one argument, because the second boolean will fail as get_console_flags expects bitflags + } HANDLE console_handle = get_console_handle(L, 1); if (console_handle == NULL) { return 2; // error message is already on the stack @@ -697,6 +691,9 @@ static int lst_getnonblock(lua_State *L) } #else + if (lua_gettop(L) > 1) { + lua_settop(L, 1); // use one argument, because the second boolean will fail as get_console_flags expects bitflags + } HANDLE console_handle = get_console_handle(L, 1); if (console_handle == NULL) { return 2; // error message is already on the stack -- cgit v1.2.3-55-g6feb From 7e9447c98588730738724176d9acc595be6299e6 Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Thu, 23 May 2024 08:23:14 +0200 Subject: fix several tests --- spec/04-term_spec.lua | 6 +++--- src/bitflags.c | 26 ++++++++++++++++++++++++++ src/bitflags.h | 9 +++++++++ src/term.c | 29 +++++++++++------------------ 4 files changed, 49 insertions(+), 21 deletions(-) (limited to 'src') diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index c5b91e6..50fba45 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -246,7 +246,7 @@ describe("Terminal:", function() flags.iflag = 0 assert.has.error(function() system.tcsetattr(io.stdin, system.TCSANOW, flags) - end, "bad argument #3 to 'tcsetattr' (table expected, got number)") + end, "bad argument #3, field 'iflag' must be a bitflag object") end) @@ -255,7 +255,7 @@ describe("Terminal:", function() flags.oflag = 0 assert.has.error(function() system.tcsetattr(io.stdin, system.TCSANOW, flags) - end, "bad argument #3 to 'tcsetattr' (table expected, got number)") + end, "bad argument #3, field 'oflag' must be a bitflag object") end) @@ -264,7 +264,7 @@ describe("Terminal:", function() flags.lflag = 0 assert.has.error(function() system.tcsetattr(io.stdin, system.TCSANOW, flags) - end, "bad argument #3 to 'tcsetattr' (table expected, got number)") + end, "bad argument #3, field 'lflag' must be a bitflag object") end) end) diff --git a/src/bitflags.c b/src/bitflags.c index 39f8af0..e397918 100644 --- a/src/bitflags.c +++ b/src/bitflags.c @@ -46,6 +46,32 @@ LSBF_BITFLAG lsbf_checkbitflags(lua_State *L, int index) { return obj->flags; } +// Validates that the given index is a table containing a field 'fieldname' +// which is a bitflag object and returns its value. +// If the index is not a table or the field is not a bitflag object, a Lua +// error is raised. If the bitflag is not present, the default value is returned. +// The stack remains unchanged. +LSBF_BITFLAG lsbf_checkbitflagsfield(lua_State *L, int index, const char *fieldname, LSBF_BITFLAG default_value) { + luaL_checktype(L, index, LUA_TTABLE); + lua_getfield(L, index, fieldname); + + // if null, return default value + if (lua_isnil(L, -1)) { + lua_pop(L, 1); + return default_value; + } + + // check to bitflags + LS_BitFlags *obj = luaL_testudata(L, -1, BITFLAGS_MT_NAME); + if (obj == NULL) { + lua_pop(L, 1); + return luaL_error(L, "bad argument #%d, field '%s' must be a bitflag object", index, fieldname); + } + LSBF_BITFLAG value = obj->flags; + lua_pop(L, 1); + return value; +} + /*** Creates a new bitflag object from the given value. @function system.bitflag diff --git a/src/bitflags.h b/src/bitflags.h index 0e47246..f16b041 100644 --- a/src/bitflags.h +++ b/src/bitflags.h @@ -14,6 +14,15 @@ // The value will be left on the stack. LSBF_BITFLAG lsbf_checkbitflags(lua_State *L, int index); + +// Validates that the given index is a table containing a field 'fieldname' +// which is a bitflag object and returns its value. +// If the index is not a table or the field is not a bitflag object, a Lua +// error is raised. If the bitflag is not present, the default value is returned. +// The stack remains unchanged. +LSBF_BITFLAG lsbf_checkbitflagsfield(lua_State *L, int index, const char *fieldname, LSBF_BITFLAG default_value); + + // Pushes a new bitflag object with the given value onto the stack. // Might raise a Lua error if memory allocation fails. void lsbf_pushbitflags(lua_State *L, LSBF_BITFLAG value); diff --git a/src/term.c b/src/term.c index 2b44b12..c0699f9 100644 --- a/src/term.c +++ b/src/term.c @@ -556,28 +556,13 @@ static int lst_tcsetattr(lua_State *L) int r, i; int fd = get_console_handle(L); // first is the console handle int act = luaL_checkinteger(L, 2); // second is the action to take - luaL_checktype(L, 3, LUA_TTABLE); // third is the termios table with fields r = tcgetattr(fd, &t); if (r == -1) return pusherror(L, NULL); - lua_getfield(L, 3, "iflag"); - if (!lua_isnil(L, -1)) { - t.c_iflag = lsbf_checkbitflags(L, -1); - } - lua_pop(L, 1); - - lua_getfield(L, 3, "oflag"); - if (!lua_isnil(L, -1)) { - t.c_oflag = lsbf_checkbitflags(L, -1); - } - lua_pop(L, 1); - - lua_getfield(L, 3, "lflag"); - if (!lua_isnil(L, -1)) { - t.c_lflag = lsbf_checkbitflags(L, -1); - } - lua_pop(L, 1); + t.c_iflag = lsbf_checkbitflagsfield(L, 3, "iflag", t.c_iflag); + t.c_oflag = lsbf_checkbitflagsfield(L, 3, "oflag", t.c_oflag); + t.c_lflag = lsbf_checkbitflagsfield(L, 3, "lflag", t.c_lflag); // Skipping the others for now @@ -596,6 +581,14 @@ static int lst_tcsetattr(lua_State *L) r = tcsetattr(fd, act, &t); if (r == -1) return pusherror(L, NULL); + +#else + // Windows does not have a tcsetattr function, but we check arguments anyway + get_console_handle(L, 1); // to validate args + luaL_checkinteger(L, 2); + lsbf_checkbitflagsfield(L, 3, "iflag", t.c_iflag); + lsbf_checkbitflagsfield(L, 3, "oflag", t.c_iflag); + lsbf_checkbitflagsfield(L, 3, "lflag", t.c_iflag); #endif lua_pushboolean(L, 1); -- cgit v1.2.3-55-g6feb From 9f6958c429627190917f742f46a3ae60ed6e7ca0 Mon Sep 17 00:00:00 2001 From: Thijs Date: Thu, 23 May 2024 08:51:31 +0200 Subject: Windows fixes, some manual tests --- spec/04-term_spec.lua | 12 ++++++------ src/compat.c | 16 ++++++++++++++++ src/compat.h | 1 + src/term.c | 12 ++++++++---- 4 files changed, 31 insertions(+), 10 deletions(-) (limited to 'src') diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index 50fba45..3711900 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -208,7 +208,7 @@ describe("Terminal:", function() describe("tcsetattr()", function() - nix_it("sets the terminal flags, if called with flags", function() + pending("sets the terminal flags, if called with flags", function() assert.equal(true, false) end) @@ -222,14 +222,14 @@ describe("Terminal:", function() it("returns an error if called with an invalid first argument", function() assert.has.error(function() - system.tcsetattr("invalid") + system.tcsetattr("invalid", system.TCSANOW, {}) end, "bad argument #1 to 'tcsetattr' (FILE* expected, got string)") end) it("returns an error if called with an invalid second argument", function() assert.has.error(function() - system.tcsetattr(io.stdin, "invalid") + system.tcsetattr(io.stdin, "invalid", {}) end, "bad argument #2 to 'tcsetattr' (number expected, got string)") end) @@ -241,7 +241,7 @@ describe("Terminal:", function() end) - it("returns an error if iflag is not a bitflags object", function() + it("returns an error if iflag is not a bitflags object #manual", function() local flags = assert(system.tcgetattr(io.stdin)) flags.iflag = 0 assert.has.error(function() @@ -250,7 +250,7 @@ describe("Terminal:", function() end) - it("returns an error if oflag is not a bitflags object", function() + it("returns an error if oflag is not a bitflags object #manual", function() local flags = assert(system.tcgetattr(io.stdin)) flags.oflag = 0 assert.has.error(function() @@ -259,7 +259,7 @@ describe("Terminal:", function() end) - it("returns an error if lflag is not a bitflags object", function() + it("returns an error if lflag is not a bitflags object #manual", function() local flags = assert(system.tcgetattr(io.stdin)) flags.lflag = 0 assert.has.error(function() diff --git a/src/compat.c b/src/compat.c index 6f98854..2d2bec9 100644 --- a/src/compat.c +++ b/src/compat.c @@ -14,4 +14,20 @@ void luaL_setfuncs(lua_State *L, const luaL_Reg *l, int nup) { } lua_pop(L, nup); /* remove upvalues */ } + +void *luaL_testudata(lua_State *L, int ud, const char *tname) { + void *p = lua_touserdata(L, ud); + if (p != NULL) { /* Check for userdata */ + if (lua_getmetatable(L, ud)) { /* Does it have a metatable? */ + lua_getfield(L, LUA_REGISTRYINDEX, tname); /* Get metatable we're looking for */ + if (lua_rawequal(L, -1, -2)) { /* Compare metatables */ + lua_pop(L, 2); /* Remove metatables from stack */ + return p; + } + lua_pop(L, 2); /* Remove metatables from stack */ + } + } + return NULL; /* Return NULL if check fails */ +} + #endif diff --git a/src/compat.h b/src/compat.h index 7a1fcee..2033aa3 100644 --- a/src/compat.h +++ b/src/compat.h @@ -6,6 +6,7 @@ #if LUA_VERSION_NUM == 501 void luaL_setfuncs(lua_State *L, const luaL_Reg *l, int nup); +void *luaL_testudata(lua_State *L, int ud, const char *tname); #endif diff --git a/src/term.c b/src/term.c index c0699f9..99d3b2b 100644 --- a/src/term.c +++ b/src/term.c @@ -493,6 +493,9 @@ static int lst_tcgetattr(lua_State *L) lua_setfield(L, -2, "cc"); #else + lua_settop(L, 1); // remove all but file handle + get_console_handle(L, 1); //check args + lua_newtable(L); lsbf_pushbitflags(L, 0); lua_setfield(L, -2, "iflag"); @@ -584,11 +587,12 @@ static int lst_tcsetattr(lua_State *L) #else // Windows does not have a tcsetattr function, but we check arguments anyway - get_console_handle(L, 1); // to validate args luaL_checkinteger(L, 2); - lsbf_checkbitflagsfield(L, 3, "iflag", t.c_iflag); - lsbf_checkbitflagsfield(L, 3, "oflag", t.c_iflag); - lsbf_checkbitflagsfield(L, 3, "lflag", t.c_iflag); + lsbf_checkbitflagsfield(L, 3, "iflag", 0); + lsbf_checkbitflagsfield(L, 3, "oflag", 0); + lsbf_checkbitflagsfield(L, 3, "lflag", 0); + lua_settop(L, 1); // remove all but file handle + get_console_handle(L, 1); #endif lua_pushboolean(L, 1); -- cgit v1.2.3-55-g6feb From 56db1511baeb0376a12915c69c1552b04010c26f Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Thu, 23 May 2024 20:46:18 +0200 Subject: cleanup and documentation --- doc_topics/03-terminal.md | 124 ++++++++++++++++++++++++++++++++++++++++++++++ examples/readline.lua | 38 +++++++------- examples/terminalsize.lua | 3 +- src/term.c | 19 ++++--- system/init.lua | 7 ++- 5 files changed, 161 insertions(+), 30 deletions(-) create mode 100644 doc_topics/03-terminal.md (limited to 'src') diff --git a/doc_topics/03-terminal.md b/doc_topics/03-terminal.md new file mode 100644 index 0000000..06a6b96 --- /dev/null +++ b/doc_topics/03-terminal.md @@ -0,0 +1,124 @@ +# 3. Terminal functionality + +Terminals are fundamentally different on Windows and Posix. So even though +`luasystem` provides primitives to manipulate both the Windows and Posix terminals, +the user will still have to write platform specific code. + +To mitigate this a little, all functions are available on all platforms. They just +will be a no-op if invoked on another platform. This means that no platform specific +branching is required (but still possible) in user code. The user must simply set +up both platforms to make it work. + +## 3.1 Backup and Restore terminal settings + +Since there are a myriad of settings available; + +- `system.setconsoleflags` (Windows) +- `system.setconsolecp` (Windows) +- `system.setconsoleoutputcp` (Windows) +- `system.setnonblock` (Posix) +- `system.tcsetattr` (Posix) + +Some helper functions are available to backup and restore them all at once. +See `termbackup`, `termrestore`, `autotermrestore` and `termwrap`. + + +## 3.1 Terminal ANSI sequences + +Windows is catching up with this. In Windows 10 (since 2019), the Windows Terminal application (not to be +mistaken for the `cmd` console application) supports ANSI sequences. However this +might not be enabled by default. + +ANSI processing can be set up both on the input (key sequences, reading cursor position) +as well as on the output (setting colors and cursor shapes). + +To enable it use `system.setconsoleflags` like this: + + -- setup Windows console to handle ANSI processing on output + sys.setconsoleflags(io.stdout, sys.getconsoleflags(io.stdout) + sys.COF_VIRTUAL_TERMINAL_PROCESSING) + sys.setconsoleflags(io.stderr, sys.getconsoleflags(io.stderr) + sys.COF_VIRTUAL_TERMINAL_PROCESSING) + + -- setup Windows console to handle ANSI processing on input + sys.setconsoleflags(io.stdin, sys.getconsoleflags(io.stdin) + sys.CIF_VIRTUAL_TERMINAL_INPUT) + + +## 3.2 UTF-8 in/output and display width + +### 3.2.1 UTF-8 in/output + +Where (most) Posix systems use UTF-8 by default, Windows internally uses UTF-16. More +recent versions of Lua also have UTF-8 support. So `luasystem` also focusses on UTF-8. + +On Windows UTF-8 output can be enabled by setting the output codepage like this: + + -- setup Windows output codepage to UTF-8; 65001 + sys.setconsoleoutputcp(65001) + +Terminal input is handled by the [`_getwchar()`](https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/getchar-getwchar) function on Windows which returns +UTF-16 surrogate pairs. `luasystem` will automatically convert those to UTF-8. +So when using `readkey` or `readansi` to read keyboard input no additional changes +are required. + +### 3.2.2 UTF-8 display width + +Typical western characters and symbols are single width characters and will use only +a single column when displayed on a terminal. However many characters from other +languages/cultures or emojis require 2 columns for display. + +Typically the `wcwidth` function is used on Posix to check the number of columns +required for display. However since Windows doesn't provide this functionality a +custom implementation is included based on [the work by Markus Kuhn](http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c). + +2 functions are provided, `system.utf8cwidth` for a single character, and `system.utf8swidth` for +a string. When writing terminal applications the display width is relevant to +positioning the cursor properly. For an example see the [`examples/readline.lua`](../examples/readline.lua.html) file. + + +## 3.3 reading keyboard input + +### 3.3.1 Non-blocking + +There are 2 functions for keyboard input (actually 3, if taking `system._readkey` into +account): `readkey` and `readansi`. + +`readkey` is a low level function and should preferably not be used, it returns +a byte at a time, and hence can leave stray/invalid byte sequences in the buffer if +only the start of a UTF-8 or ANSI sequence is consumed. + +The preferred way is to use `readansi` which will parse and return entire characters in +single or multiple bytes, or a full ANSI sequence. + +On Windows the input is read using [`_getwchar()`](https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/getchar-getwchar) which bypasses the terminal and reads +the input directly from the keyboard buffer. This means however that the character is +also not being echoed to the terminal (independent of the echo settings used with +`system.setconsoleflags`). + +On Posix the traditional file approach is used, which: + +- is blocking by default +- echoes input to the terminal +- requires enter to be pressed to pass the input (canonical mode) + +To use non-blocking input here's how to set it up: + + -- setup Windows console to disable echo and line input (not required since _getwchar is used, just for consistency) + sys.setconsoleflags(io.stdin, sys.getconsoleflags(io.stdin) - sys.CIF_ECHO_INPUT - sys.CIF_LINE_INPUT) + + -- setup Posix by disabling echo, canonical mode, and making non-blocking + local of_attr = sys.tcgetattr(io.stdin) + sys.tcsetattr(io.stdin, sys.TCSANOW, { + lflag = of_attr.lflag - sys.L_ICANON - sys.L_ECHO, + }) + sys.setnonblock(io.stdin, true) + + +Both functions require a timeout to be provided which allows for proper asynchronous +code to be written. Since the underlying sleep method used is `system.sleep`, just patching +that function with a coroutine based yielding one should be all that is needed to make +the result work with asynchroneous coroutine schedulers. + +### 3.3.2 Blocking input + +When using traditional input method like `io.stdin:read()` (which is blocking) the echo +and newline properties should be set on Windows similar to Posix. +For an example see [`examples/password_input.lua`](../examples/password_input.lua.html). diff --git a/examples/readline.lua b/examples/readline.lua index f1e6258..286522c 100644 --- a/examples/readline.lua +++ b/examples/readline.lua @@ -1,3 +1,9 @@ +--- An example class for reading a line of input from the user in a non-blocking way. +-- It uses ANSI escape sequences to move the cursor and handle input. +-- It can be used to read a line of input from the user, with a prompt. +-- It can handle double-width UTF-8 characters. +-- It can be used asynchroneously if `system.sleep` is patched to yield to a coroutine scheduler. + local sys = require("system") @@ -134,7 +140,7 @@ readline.__index = readline --- Create a new readline object. -- @tparam table opts the options for the readline object -- @tparam[opt=""] string opts.prompt the prompt to display --- @tparam[opt=80] number opts.max_length the maximum length of the input +-- @tparam[opt=80] number opts.max_length the maximum length of the input (in characters, not bytes) -- @tparam[opt=""] string opts.value the default value -- @tparam[opt=`#value`] number opts.position of the cursor in the input -- @tparam[opt={"\10"/"\13"}] table opts.exit_keys an array of keys that will cause the readline to exit @@ -425,29 +431,25 @@ end --- return readline +-- return readline -- normally we'd return here, but for the example we continue + +local backup = sys.termbackup() -- setup Windows console to handle ANSI processing -local of_in = sys.getconsoleflags(io.stdin) -local cp_in = sys.getconsolecp() --- sys.setconsolecp(65001) -sys.setconsolecp(850) -local of_out = sys.getconsoleflags(io.stdout) -local cp_out = sys.getconsoleoutputcp() -sys.setconsoleoutputcp(65001) sys.setconsoleflags(io.stdout, sys.getconsoleflags(io.stdout) + sys.COF_VIRTUAL_TERMINAL_PROCESSING) sys.setconsoleflags(io.stdin, sys.getconsoleflags(io.stdin) + sys.CIF_VIRTUAL_TERMINAL_INPUT) +-- set output to UTF-8 +sys.setconsoleoutputcp(65001) --- setup Posix terminal to use non-blocking mode, and disable line-mode -local of_attr = sys.tcgetattr(io.stdin) -local of_block = sys.getnonblock(io.stdin) -sys.setnonblock(io.stdin, true) +-- setup Posix terminal to disable canonical mode and echo sys.tcsetattr(io.stdin, sys.TCSANOW, { - lflag = of_attr.lflag - sys.L_ICANON - sys.L_ECHO, -- disable canonical mode and echo + lflag = sys.tcgetattr(io.stdin).lflag - sys.L_ICANON - sys.L_ECHO, }) +-- setup stdin to non-blocking mode +sys.setnonblock(io.stdin, true) local rl = readline.new{ @@ -467,10 +469,4 @@ print("Exit-Key (bytes):", key:byte(1,-1)) -- Clean up afterwards -sys.setnonblock(io.stdin, false) -sys.setconsoleflags(io.stdout, of_out) -sys.setconsoleflags(io.stdin, of_in) -sys.tcsetattr(io.stdin, sys.TCSANOW, of_attr) -sys.setnonblock(io.stdin, of_block) -sys.setconsolecp(cp_in) -sys.setconsoleoutputcp(cp_out) +sys.termrestore(backup) diff --git a/examples/terminalsize.lua b/examples/terminalsize.lua index 78d1910..ed66792 100644 --- a/examples/terminalsize.lua +++ b/examples/terminalsize.lua @@ -26,11 +26,12 @@ end local w, h print("Change the terminal window size, press any key to exit") -while not sys.readkey(0.2) do +while not sys.readansi(0.2) do -- use readansi to not leave stray bytes in the input buffer local nw, nh = sys.termsize() if w ~= nw or h ~= nh then w, h = nw, nh local text = "Terminal size: " .. w .. "x" .. h .. " " io.write(text .. cursor_move_horiz(-#text)) + io.flush() end end diff --git a/src/term.c b/src/term.c index 99d3b2b..7020f09 100644 --- a/src/term.c +++ b/src/term.c @@ -337,7 +337,7 @@ To see flag status and constant names check `listconsoleflags`. Note: not all combinations of flags are allowed, as some are mutually exclusive or mutually required. See [setconsolemode documentation](https://learn.microsoft.com/en-us/windows/console/setconsolemode) @function setconsoleflags -@tparam file file the file-handle to set the flags on +@tparam file file file handle to operate on, one of `io.stdin`, `io.stdout`, `io.stderr` @tparam bitflags bitflags the flags to set/unset @treturn[1] boolean `true` on success @treturn[2] nil @@ -378,8 +378,17 @@ static int lst_setconsoleflags(lua_State *L) /*** Gets console flags (Windows). +The `CIF_` and `COF_` constants are available on the module table. Where `CIF` are the +input flags (for use with `io.stdin`) and `COF` are the output flags (for use with +`io.stdout`/`io.stderr`). + +_Note_: See [setconsolemode documentation](https://learn.microsoft.com/en-us/windows/console/setconsolemode) +for more information on the flags. + + + @function getconsoleflags -@tparam file file the file-handle to get the flags from. +@tparam file file file handle to operate on, one of `io.stdin`, `io.stdout`, `io.stderr` @treturn[1] bitflags the current console flags. @treturn[2] nil @treturn[2] string error message @@ -433,8 +442,8 @@ The terminal attributes is a table with the following fields: - `iflag` input flags - `oflag` output flags -- `cflag` control flags - `lflag` local flags +- `cflag` control flags - `ispeed` input speed - `ospeed` output speed - `cc` control characters @@ -528,9 +537,6 @@ flags for the `iflags`, `oflags`, and `lflags` bitmasks. To see flag status and constant names check `listtermflags`. For their meaning check [the manpage](https://www.man7.org/linux/man-pages/man3/termios.3.html). -_Note_: not all combinations of flags are allowed, as some are mutually exclusive or mutually required. -See [setconsolemode documentation](https://learn.microsoft.com/en-us/windows/console/setconsolemode) - _Note_: only `iflag`, `oflag`, and `lflag` are supported at the moment. The other fields are ignored. @function tcsetattr @tparam file fd file handle to operate on, one of `io.stdin`, `io.stdout`, `io.stderr` @@ -722,6 +728,7 @@ directly, but through the `system.readkey` or `system.readansi` functions. It will return the next byte from the input stream, or `nil` if no key was pressed. On Posix, `io.stdin` must be set to non-blocking mode using `setnonblock` +and canonical mode must be turned off using `tcsetattr`, before calling this function. Otherwise it will block. No conversions are done on Posix, so the byte read is returned as-is. diff --git a/system/init.lua b/system/init.lua index b9a4f6f..8049167 100644 --- a/system/init.lua +++ b/system/init.lua @@ -7,7 +7,7 @@ local sys = require 'system.core' do local backup_mt = {} - --- Returns a backup of terminal setting for stdin/out/err. + --- Returns a backup of terminal settings for stdin/out/err. -- Handles terminal/console flags, Windows codepage, and non-block flags on the streams. -- Backs up terminal/console flags only if a stream is a tty. -- @return table with backup of terminal settings @@ -227,8 +227,11 @@ do -- This function uses `system.sleep` to wait until either a byte is available or the timeout is reached. -- The sleep period is exponentially backing off, starting at 0.0125 seconds, with a maximum of 0.2 seconds. -- It returns immediately if a byte is available or if `timeout` is less than or equal to `0`. + -- + -- Using `system.readansi` is preferred over this function. Since this function can leave stray/invalid + -- byte-sequences in the input buffer, while `system.readansi` reads full ANSI and UTF8 sequences. -- @tparam number timeout the timeout in seconds. - -- @treturn[1] integer the key code of the key that was received + -- @treturn[1] byte the byte value that was read. -- @treturn[2] nil if no key was read -- @treturn[2] string error message; `"timeout"` if the timeout was reached. function sys.readkey(timeout) -- cgit v1.2.3-55-g6feb From 98d68962584970bd467ab53b1d74cda46e322b15 Mon Sep 17 00:00:00 2001 From: Thijs Date: Mon, 3 Jun 2024 21:46:04 +0200 Subject: fix docs, merging modules --- config.ld | 1 + examples/read.lua | 2 +- src/environment.c | 6 +++- src/random.c | 7 +++- src/term.c | 5 ++- src/time.c | 6 +++- system/init.lua | 103 ++++++++++++++++++++++++++++-------------------------- 7 files changed, 75 insertions(+), 55 deletions(-) (limited to 'src') diff --git a/config.ld b/config.ld index c96d01d..7d73609 100644 --- a/config.ld +++ b/config.ld @@ -14,3 +14,4 @@ dir='docs' sort=true sort_modules=true all=false +merge=true diff --git a/examples/read.lua b/examples/read.lua index bd5cbff..4b57b54 100644 --- a/examples/read.lua +++ b/examples/read.lua @@ -37,7 +37,7 @@ while true do if key == "A" then io.write(get_cursor_pos); io.flush() end -- check if we got a key or ANSI sequence - if keytype == "key" then + if keytype == "char" then -- just a key local b = key:byte() if b < 32 then diff --git a/src/environment.c b/src/environment.c index 5f1c3da..ab5dd92 100644 --- a/src/environment.c +++ b/src/environment.c @@ -1,4 +1,8 @@ -/// @submodule system +/// @module system + +/// Environment. +// @section environment + #include #include #include "compat.h" diff --git a/src/random.c b/src/random.c index 90fb3f2..e55461a 100644 --- a/src/random.c +++ b/src/random.c @@ -1,4 +1,9 @@ -/// @submodule system +/// @module system + +/// Random. +// @section random + + #include #include #include "compat.h" diff --git a/src/term.c b/src/term.c index 7020f09..79fb801 100644 --- a/src/term.c +++ b/src/term.c @@ -1,7 +1,10 @@ -/// @submodule system +/// @module system +/// Terminal. // Unix: see https://blog.nelhage.com/2009/12/a-brief-introduction-to-termios-termios3-and-stty/ +// // Windows: see https://learn.microsoft.com/en-us/windows/console/console-reference +// @section terminal #include #include diff --git a/src/time.c b/src/time.c index 5f0ead0..05f4f1b 100644 --- a/src/time.c +++ b/src/time.c @@ -1,4 +1,8 @@ -/// @submodule system +/// @module system + +/// Time. +// @section time + #include #include diff --git a/system/init.lua b/system/init.lua index 8049167..eee8bf6 100644 --- a/system/init.lua +++ b/system/init.lua @@ -1,7 +1,10 @@ --- Lua System Library. --- @module init +-- @module system -local sys = require 'system.core' +--- Terminal +-- @section terminal + +local system = require 'system.core' do @@ -11,28 +14,28 @@ do -- Handles terminal/console flags, Windows codepage, and non-block flags on the streams. -- Backs up terminal/console flags only if a stream is a tty. -- @return table with backup of terminal settings - function sys.termbackup() + function system.termbackup() local backup = setmetatable({}, backup_mt) - if sys.isatty(io.stdin) then - backup.console_in = sys.getconsoleflags(io.stdin) - backup.term_in = sys.tcgetattr(io.stdin) + if system.isatty(io.stdin) then + backup.console_in = system.getconsoleflags(io.stdin) + backup.term_in = system.tcgetattr(io.stdin) end - if sys.isatty(io.stdout) then - backup.console_out = sys.getconsoleflags(io.stdout) - backup.term_out = sys.tcgetattr(io.stdout) + if system.isatty(io.stdout) then + backup.console_out = system.getconsoleflags(io.stdout) + backup.term_out = system.tcgetattr(io.stdout) end - if sys.isatty(io.stderr) then - backup.console_err = sys.getconsoleflags(io.stderr) - backup.term_err = sys.tcgetattr(io.stderr) + if system.isatty(io.stderr) then + backup.console_err = system.getconsoleflags(io.stderr) + backup.term_err = system.tcgetattr(io.stderr) end - backup.block_in = sys.getnonblock(io.stdin) - backup.block_out = sys.getnonblock(io.stdout) - backup.block_err = sys.getnonblock(io.stderr) + backup.block_in = system.getnonblock(io.stdin) + backup.block_out = system.getnonblock(io.stdout) + backup.block_err = system.getnonblock(io.stderr) - backup.consoleoutcodepage = sys.getconsoleoutputcp() - backup.consolecp = sys.getconsolecp() + backup.consoleoutcodepage = system.getconsoleoutputcp() + backup.consolecp = system.getconsolecp() return backup end @@ -42,24 +45,24 @@ do --- Restores terminal settings from a backup -- @tparam table backup the backup of terminal settings, see `termbackup`. -- @treturn boolean true - function sys.termrestore(backup) + function system.termrestore(backup) if getmetatable(backup) ~= backup_mt then error("arg #1 to termrestore, expected backup table, got " .. type(backup), 2) end - if backup.console_in then sys.setconsoleflags(io.stdin, backup.console_in) end - if backup.term_in then sys.tcsetattr(io.stdin, sys.TCSANOW, backup.term_in) end - if backup.console_out then sys.setconsoleflags(io.stdout, backup.console_out) end - if backup.term_out then sys.tcsetattr(io.stdout, sys.TCSANOW, backup.term_out) end - if backup.console_err then sys.setconsoleflags(io.stderr, backup.console_err) end - if backup.term_err then sys.tcsetattr(io.stderr, sys.TCSANOW, backup.term_err) end + if backup.console_in then system.setconsoleflags(io.stdin, backup.console_in) end + if backup.term_in then system.tcsetattr(io.stdin, system.TCSANOW, backup.term_in) end + if backup.console_out then system.setconsoleflags(io.stdout, backup.console_out) end + if backup.term_out then system.tcsetattr(io.stdout, system.TCSANOW, backup.term_out) end + if backup.console_err then system.setconsoleflags(io.stderr, backup.console_err) end + if backup.term_err then system.tcsetattr(io.stderr, system.TCSANOW, backup.term_err) end - if backup.block_in ~= nil then sys.setnonblock(io.stdin, backup.block_in) end - if backup.block_out ~= nil then sys.setnonblock(io.stdout, backup.block_out) end - if backup.block_err ~= nil then sys.setnonblock(io.stderr, backup.block_err) end + if backup.block_in ~= nil then system.setnonblock(io.stdin, backup.block_in) end + if backup.block_out ~= nil then system.setnonblock(io.stdout, backup.block_out) end + if backup.block_err ~= nil then system.setnonblock(io.stderr, backup.block_err) end - if backup.consoleoutcodepage then sys.setconsoleoutputcp(backup.consoleoutcodepage) end - if backup.consolecp then sys.setconsolecp(backup.consolecp) end + if backup.consoleoutcodepage then system.setconsoleoutputcp(backup.consoleoutcodepage) end + if backup.consolecp then system.setconsolecp(backup.consolecp) end return true end end @@ -107,13 +110,13 @@ do -- autotermrestore -- @treturn[1] boolean true -- @treturn[2] nil if the backup was already created -- @treturn[2] string error message - function sys.autotermrestore() + function system.autotermrestore() if global_backup then return nil, "global terminal backup was already set up" end - global_backup = sys.termbackup() + global_backup = system.termbackup() add_gc_method(global_backup, function(self) - sys.termrestore(self) end) + system.termrestore(self) end) return true end end @@ -129,15 +132,15 @@ do -- Calls `termbackup` before calling the function and `termrestore` after. -- @tparam function f function to wrap -- @treturn function wrapped function - function sys.termwrap(f) + function system.termwrap(f) if type(f) ~= "function" then error("arg #1 to wrap, expected function, got " .. type(f), 2) end return function(...) - local bu = sys.termbackup() + local bu = system.termbackup() local results = pack(f(...)) - sys.termrestore(bu) + system.termrestore(bu) return unpack(results) end end @@ -152,7 +155,7 @@ end -- system.listconsoleflags(io.stdin) -- system.listconsoleflags(io.stdout) -- system.listconsoleflags(io.stderr) -function sys.listconsoleflags(fh) +function system.listconsoleflags(fh) local flagtype if fh == io.stdin then print "------ STDIN FLAGS WINDOWS ------" @@ -165,7 +168,7 @@ function sys.listconsoleflags(fh) flagtype = "COF_" end - local flags = assert(sys.getconsoleflags(fh)) + local flags = assert(system.getconsoleflags(fh)) local out = {} for k,v in pairs(sys) do if type(k) == "string" and k:sub(1,4) == flagtype then @@ -191,7 +194,7 @@ end -- system.listconsoleflags(io.stdin) -- system.listconsoleflags(io.stdout) -- system.listconsoleflags(io.stderr) -function sys.listtermflags(fh) +function system.listtermflags(fh) if fh == io.stdin then print "------ STDIN FLAGS POSIX ------" elseif fh == io.stdout then @@ -200,7 +203,7 @@ function sys.listtermflags(fh) print "------ STDERR FLAGS POSIX ------" end - local flags = assert(sys.tcgetattr(fh)) + local flags = assert(system.tcgetattr(fh)) for _, flagtype in ipairs { "iflag", "oflag", "lflag" } do local prefix = flagtype:sub(1,1):upper() .. "_" -- I_, O_, or L_, the constant prefixes local out = {} @@ -234,18 +237,18 @@ do -- @treturn[1] byte the byte value that was read. -- @treturn[2] nil if no key was read -- @treturn[2] string error message; `"timeout"` if the timeout was reached. - function sys.readkey(timeout) + function system.readkey(timeout) if type(timeout) ~= "number" then error("arg #1 to readkey, expected timeout in seconds, got " .. type(timeout), 2) end local interval = 0.0125 - local key = sys._readkey() + local key = system._readkey() while key == nil and timeout > 0 do - sys.sleep(math.min(interval, timeout)) + system.sleep(math.min(interval, timeout)) timeout = timeout - interval interval = math.min(0.2, interval * 2) - key = sys._readkey() + key = system._readkey() end if key then @@ -275,7 +278,7 @@ do -- @treturn[2] nil in case of an error -- @treturn[2] string error message; `"timeout"` if the timeout was reached. -- @treturn[2] string partial result in case of an error while reading a sequence, the sequence so far. - function sys.readansi(timeout) + function system.readansi(timeout) if type(timeout) ~= "number" then error("arg #1 to readansi, expected timeout in seconds, got " .. type(timeout), 2) end @@ -292,7 +295,7 @@ do else -- read a new key local err - key, err = sys.readkey(timeout) + key, err = system.readkey(timeout) if key == nil then -- timeout or error return nil, err end @@ -301,7 +304,7 @@ do if key == 27 then -- looks like an ansi escape sequence, immediately read next char -- as an heuristic against manually typing escape sequences - local key2 = sys.readkey(0) + local key2 = system.readkey(0) if key2 ~= 91 and key2 ~= 79 then -- we expect either "[" or "O" for an ANSI sequence -- not the expected [ or O character, so we return the key as is -- and store the extra key read for the next call @@ -328,9 +331,9 @@ do local err if utf8_length then -- read remainder of UTF8 sequence - local timeout_end = sys.gettime() + timeout + local timeout_end = system.gettime() + timeout while true do - key, err = sys.readkey(timeout_end - sys.gettime()) + key, err = system.readkey(timeout_end - system.gettime()) if err then break end @@ -347,9 +350,9 @@ do else -- read remainder of ANSI sequence - local timeout_end = sys.gettime() + timeout + local timeout_end = system.gettime() + timeout while true do - key, err = sys.readkey(timeout_end - sys.gettime()) + key, err = system.readkey(timeout_end - system.gettime()) if err then break end -- cgit v1.2.3-55-g6feb From 8996a5022fa82e5d5335f71580d0cd6b6d323c9b Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Sat, 8 Jun 2024 09:28:20 +0200 Subject: switch termsize results to standard; rows, cols --- examples/terminalsize.lua | 10 +++++----- spec/04-term_spec.lua | 6 +++--- src/term.c | 6 +++--- 3 files changed, 11 insertions(+), 11 deletions(-) (limited to 'src') diff --git a/examples/terminalsize.lua b/examples/terminalsize.lua index ed66792..105a415 100644 --- a/examples/terminalsize.lua +++ b/examples/terminalsize.lua @@ -24,13 +24,13 @@ local function cursor_move_horiz(n) end -local w, h +local rows, cols print("Change the terminal window size, press any key to exit") while not sys.readansi(0.2) do -- use readansi to not leave stray bytes in the input buffer - local nw, nh = sys.termsize() - if w ~= nw or h ~= nh then - w, h = nw, nh - local text = "Terminal size: " .. w .. "x" .. h .. " " + local nrows, ncols = sys.termsize() + if rows ~= nrows or cols ~= ncols then + rows, cols = nrows, ncols + local text = "Terminal size: " .. rows .. "x" .. cols .. " " io.write(text .. cursor_move_horiz(-#text)) io.flush() end diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index 84b4731..d5b4eee 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -500,9 +500,9 @@ describe("Terminal:", function() describe("termsize() #manual", function() it("gets the terminal size", function() - local w, h = system.termsize() - assert.is_number(w) - assert.is_number(h) + local rows, columns = system.termsize() + assert.is_number(rows) + assert.is_number(columns) end) end) diff --git a/src/term.c b/src/term.c index 79fb801..db3c300 100644 --- a/src/term.c +++ b/src/term.c @@ -857,10 +857,10 @@ static int lst_readkey(lua_State *L) { /*** -Get the size of the terminal in columns and rows. +Get the size of the terminal in rows and columns. @function termsize -@treturn[1] int the number of columns @treturn[1] int the number of rows +@treturn[1] int the number of columns @treturn[2] nil @treturn[2] string error message */ @@ -885,8 +885,8 @@ static int lst_termsize(lua_State *L) { rows = ws.ws_row; #endif - lua_pushinteger(L, columns); lua_pushinteger(L, rows); + lua_pushinteger(L, columns); return 2; } -- cgit v1.2.3-55-g6feb From e0871d7be63dd428d4a2b9a3db4e033894165cef Mon Sep 17 00:00:00 2001 From: Thijs Schreijer Date: Wed, 19 Jun 2024 22:05:33 +0200 Subject: add system.CODEPAGE_UTF8 for 65001 codepage --- doc_topics/03-terminal.md | 4 ++-- examples/compat.lua | 2 +- examples/readline.lua | 2 +- spec/04-term_spec.lua | 14 +++++++------- src/term.c | 4 ++-- system/init.lua | 5 +++++ 6 files changed, 18 insertions(+), 13 deletions(-) (limited to 'src') diff --git a/doc_topics/03-terminal.md b/doc_topics/03-terminal.md index 06a6b96..9bad359 100644 --- a/doc_topics/03-terminal.md +++ b/doc_topics/03-terminal.md @@ -51,8 +51,8 @@ recent versions of Lua also have UTF-8 support. So `luasystem` also focusses on On Windows UTF-8 output can be enabled by setting the output codepage like this: - -- setup Windows output codepage to UTF-8; 65001 - sys.setconsoleoutputcp(65001) + -- setup Windows output codepage to UTF-8 + sys.setconsoleoutputcp(sys.CODEPAGE_UTF8) Terminal input is handled by the [`_getwchar()`](https://learn.microsoft.com/en-us/cpp/c-runtime-library/reference/getchar-getwchar) function on Windows which returns UTF-16 surrogate pairs. `luasystem` will automatically convert those to UTF-8. diff --git a/examples/compat.lua b/examples/compat.lua index a59d964..c712105 100644 --- a/examples/compat.lua +++ b/examples/compat.lua @@ -12,7 +12,7 @@ if sys.windows then os.getenv = sys.getenv -- luacheck: ignore -- Set console output to UTF-8 encoding. - sys.setconsoleoutputcp(65001) + sys.setconsoleoutputcp(sys.CODEPAGE_UTF8) -- Set up the terminal to handle ANSI escape sequences on Windows. if sys.isatty(io.stdout) then diff --git a/examples/readline.lua b/examples/readline.lua index 286522c..ff215dd 100644 --- a/examples/readline.lua +++ b/examples/readline.lua @@ -442,7 +442,7 @@ local backup = sys.termbackup() sys.setconsoleflags(io.stdout, sys.getconsoleflags(io.stdout) + sys.COF_VIRTUAL_TERMINAL_PROCESSING) sys.setconsoleflags(io.stdin, sys.getconsoleflags(io.stdin) + sys.CIF_VIRTUAL_TERMINAL_INPUT) -- set output to UTF-8 -sys.setconsoleoutputcp(65001) +sys.setconsoleoutputcp(sys.CODEPAGE_UTF8) -- setup Posix terminal to disable canonical mode and echo sys.tcsetattr(io.stdin, sys.TCSANOW, { diff --git a/spec/04-term_spec.lua b/spec/04-term_spec.lua index d5b4eee..e888920 100644 --- a/spec/04-term_spec.lua +++ b/spec/04-term_spec.lua @@ -8,7 +8,7 @@ describe("Terminal:", function() setup(function() wincodepage = system.getconsoleoutputcp() - assert(system.setconsoleoutputcp(65001)) -- set to UTF8 + assert(system.setconsoleoutputcp(system.CODEPAGE_UTF8)) -- set to UTF8 end) teardown(function() @@ -346,8 +346,8 @@ describe("Terminal:", function() end) local new_cp - if old_cp ~= 65001 then - new_cp = 65001 -- set to UTF8 + if old_cp ~= system.CODEPAGE_UTF8 then + new_cp = system.CODEPAGE_UTF8 -- set to UTF8 else new_cp = 850 -- another common one end @@ -403,8 +403,8 @@ describe("Terminal:", function() end) local new_cp - if old_cp ~= 65001 then - new_cp = 65001 -- set to UTF8 + if old_cp ~= system.CODEPAGE_UTF8 then + new_cp = system.CODEPAGE_UTF8 -- set to UTF8 else new_cp = 850 -- another common one end @@ -578,8 +578,8 @@ describe("Terminal:", function() -- get the console page... local new_cp - if old_cp ~= 65001 then - new_cp = 65001 -- set to UTF8 + if old_cp ~= system.CODEPAGE_UTF8 then + new_cp = system.CODEPAGE_UTF8 -- set to UTF8 else new_cp = 850 -- another common one end diff --git a/src/term.c b/src/term.c index db3c300..d8cc38e 100644 --- a/src/term.c +++ b/src/term.c @@ -1042,7 +1042,7 @@ static int lst_getconsolecp(lua_State *L) { /*** Sets the current console code page (Windows). @function setconsolecp -@tparam int cp the code page to set, use 65001 for UTF-8 +@tparam int cp the code page to set, use `system.CODEPAGE_UTF8` (65001) for UTF-8 @treturn[1] bool `true` on success (always `true` on Posix systems) */ static int lst_setconsolecp(lua_State *L) { @@ -1076,7 +1076,7 @@ static int lst_getconsoleoutputcp(lua_State *L) { /*** Sets the current console output code page (Windows). @function setconsoleoutputcp -@tparam int cp the code page to set, use 65001 for UTF-8 +@tparam int cp the code page to set, use `system.CODEPAGE_UTF8` (65001) for UTF-8 @treturn[1] bool `true` on success (always `true` on Posix systems) */ static int lst_setconsoleoutputcp(lua_State *L) { diff --git a/system/init.lua b/system/init.lua index 0c94d35..ee43c4b 100644 --- a/system/init.lua +++ b/system/init.lua @@ -7,6 +7,11 @@ local system = require 'system.core' +--- UTF8 codepage. +-- To be used with `system.setconsoleoutputcp` and `system.setconsolecp`. +-- @field CODEPAGE_UTF8 The Windows CodePage for UTF8. +system.CODEPAGE_UTF8 = 65001 + do local backup_mt = {} -- cgit v1.2.3-55-g6feb