-- $Id: testes/literals.lua $ -- See Copyright Notice in file all.lua print('testing scanner') local debug = require "debug" local function dostring (x) return assert(load(x), "")() end dostring("x \v\f = \t\r 'a\0a' \v\f\f") assert(x == 'a\0a' and string.len(x) == 3) -- escape sequences assert('\n\"\'\\' == [[ "'\]]) assert(string.find("\a\b\f\n\r\t\v", "^%c%c%c%c%c%c%c$")) -- assume ASCII just for tests: assert("\09912" == 'c12') assert("\99ab" == 'cab') assert("\099" == '\99') assert("\099\n" == 'c\10') assert('\0\0\0alo' == '\0' .. '\0\0' .. 'alo') assert(010 .. 020 .. -030 == "1020-30") -- hexadecimal escapes assert("\x00\x05\x10\x1f\x3C\xfF\xe8" == "\0\5\16\31\60\255\232") local function lexstring (x, y, n) local f = assert(load('return ' .. x .. ', require"debug".getinfo(1).currentline', '')) local s, l = f() assert(s == y and l == n) end lexstring("'abc\\z \n efg'", "abcefg", 2) lexstring("'abc\\z \n\n\n'", "abc", 4) lexstring("'\\z \n\t\f\v\n'", "", 3) lexstring("[[\nalo\nalo\n\n]]", "alo\nalo\n\n", 5) lexstring("[[\nalo\ralo\n\n]]", "alo\nalo\n\n", 5) lexstring("[[\nalo\ralo\r\n]]", "alo\nalo\n", 4) lexstring("[[\ralo\n\ralo\r\n]]", "alo\nalo\n", 4) lexstring("[[alo]\n]alo]]", "alo]\n]alo", 2) assert("abc\z def\z ghi\z " == 'abcdefghi') -- UTF-8 sequences assert("\u{0}\u{00000000}\x00\0" == string.char(0, 0, 0, 0)) -- limits for 1-byte sequences assert("\u{0}\u{7F}" == "\x00\x7F") -- limits for 2-byte sequences assert("\u{80}\u{7FF}" == "\xC2\x80\xDF\xBF") -- limits for 3-byte sequences assert("\u{800}\u{FFFF}" == "\xE0\xA0\x80\xEF\xBF\xBF") -- limits for 4-byte sequences assert("\u{10000}\u{1FFFFF}" == "\xF0\x90\x80\x80\xF7\xBF\xBF\xBF") -- limits for 5-byte sequences assert("\u{200000}\u{3FFFFFF}" == "\xF8\x88\x80\x80\x80\xFB\xBF\xBF\xBF\xBF") -- limits for 6-byte sequences assert("\u{4000000}\u{7FFFFFFF}" == "\xFC\x84\x80\x80\x80\x80\xFD\xBF\xBF\xBF\xBF\xBF") -- Error in escape sequences local function lexerror (s, err) local st, msg = load('return ' .. s, '') if err ~= '' then err = err .. "'" end assert(not st and string.find(msg, "near .-" .. err)) end lexerror([["abc\x"]], [[\x"]]) lexerror([["abc\x]], [[\x]]) lexerror([["\x]], [[\x]]) lexerror([["\x5"]], [[\x5"]]) lexerror([["\x5]], [[\x5]]) lexerror([["\xr"]], [[\xr]]) lexerror([["\xr]], [[\xr]]) lexerror([["\x.]], [[\x.]]) lexerror([["\x8%"]], [[\x8%%]]) lexerror([["\xAG]], [[\xAG]]) lexerror([["\g"]], [[\g]]) lexerror([["\g]], [[\g]]) lexerror([["\."]], [[\%.]]) lexerror([["\999"]], [[\999"]]) lexerror([["xyz\300"]], [[\300"]]) lexerror([[" \256"]], [[\256"]]) -- errors in UTF-8 sequences lexerror([["abc\u{100000000}"]], [[abc\u{100000000]]) -- too large lexerror([["abc\u11r"]], [[abc\u1]]) -- missing '{' lexerror([["abc\u"]], [[abc\u"]]) -- missing '{' lexerror([["abc\u{11r"]], [[abc\u{11r]]) -- missing '}' lexerror([["abc\u{11"]], [[abc\u{11"]]) -- missing '}' lexerror([["abc\u{11]], [[abc\u{11]]) -- missing '}' lexerror([["abc\u{r"]], [[abc\u{r]]) -- no digits -- unfinished strings lexerror("[=[alo]]", "") lexerror("[=[alo]=", "") lexerror("[=[alo]", "") lexerror("'alo", "") lexerror("'alo \\z \n\n", "") lexerror("'alo \\z", "") lexerror([['alo \98]], "") -- valid characters in variable names for i = 0, 255 do local s = string.char(i) assert(not string.find(s, "[a-zA-Z_]") == not load(s .. "=1", "")) assert(not string.find(s, "[a-zA-Z_0-9]") == not load("a" .. s .. "1 = 1", "")) end -- long variable names var1 = string.rep('a', 15000) .. '1' var2 = string.rep('a', 15000) .. '2' prog = string.format([[ %s = 5 %s = %s + 1 return function () return %s - %s end ]], var1, var2, var1, var1, var2) local f = dostring(prog) assert(_G[var1] == 5 and _G[var2] == 6 and f() == -1) var1, var2, f = nil print('+') -- escapes -- assert("\n\t" == [[ ]]) assert([[ $debug]] == "\n $debug") assert([[ [ ]] ~= [[ ] ]]) -- long strings -- b = "001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789" assert(string.len(b) == 960) prog = [=[ print('+') a1 = [["this is a 'string' with several 'quotes'"]] a2 = "'quotes'" assert(string.find(a1, a2) == 34) print('+') a1 = [==[temp = [[an arbitrary value]]; ]==] assert(load(a1))() assert(temp == 'an arbitrary value') -- long strings -- b = "001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789" assert(string.len(b) == 960) print('+') a = [[00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 00123456789012345678901234567890123456789123456789012345678901234567890123456789 ]] assert(string.len(a) == 1863) assert(string.sub(a, 1, 40) == string.sub(b, 1, 40)) x = 1 ]=] print('+') x = nil dostring(prog) assert(x) prog = nil a = nil b = nil -- testing line ends prog = [[ a = 1 -- a comment b = 2 x = [=[ hi ]=] y = "\ hello\r\n\ " return require"debug".getinfo(1).currentline ]] for _, n in pairs{"\n", "\r", "\n\r", "\r\n"} do local prog, nn = string.gsub(prog, "\n", n) assert(dostring(prog) == nn) assert(_G.x == "hi\n" and _G.y == "\nhello\r\n\n") end -- testing comments and strings with long brackets a = [==[]=]==] assert(a == "]=") a = [==[[===[[=[]]=][====[]]===]===]==] assert(a == "[===[[=[]]=][====[]]===]===") a = [====[[===[[=[]]=][====[]]===]===]====] assert(a == "[===[[=[]]=][====[]]===]===") a = [=[]]]]]]]]]=] assert(a == "]]]]]]]]") --[===[ x y z [==[ blu foo ]== ] ]=]==] error error]=]===] -- generate all strings of four of these chars local x = {"=", "[", "]", "\n"} local len = 4 local function gen (c, n) if n==0 then coroutine.yield(c) else for _, a in pairs(x) do gen(c..a, n-1) end end end for s in coroutine.wrap(function () gen("", len) end) do assert(s == load("return [====[\n"..s.."]====]", "")()) end -- testing decimal point locale if os.setlocale("pt_BR") or os.setlocale("ptb") then assert(tonumber("3,4") == 3.4 and tonumber"3.4" == 3.4) assert(tonumber(" -.4 ") == -0.4) assert(tonumber(" +0x.41 ") == 0X0.41) assert(not load("a = (3,4)")) assert(assert(load("return 3.4"))() == 3.4) assert(assert(load("return .4,3"))() == .4) assert(assert(load("return 4."))() == 4.) assert(assert(load("return 4.+.5"))() == 4.5) assert(" 0x.1 " + " 0x,1" + "-0X.1\t" == 0x0.1) assert(not tonumber"inf" and not tonumber"NAN") assert(assert(load(string.format("return %q", 4.51)))() == 4.51) local a,b = load("return 4.5.") assert(string.find(b, "'4%.5%.'")) assert(os.setlocale("C")) else (Message or print)( '\n >>> pt_BR locale not available: skipping decimal point tests <<<\n') end -- testing %q x line ends local s = "a string with \r and \n and \r\n and \n\r" local c = string.format("return %q", s) assert(assert(load(c))() == s) -- testing errors assert(not load"a = 'non-ending string") assert(not load"a = 'non-ending string\n'") assert(not load"a = '\\345'") assert(not load"a = [=x]") local function malformednum (n, exp) local s, msg = load("return " .. n) assert(not s and string.find(msg, exp)) end malformednum("0xe-", "near ") malformednum("0xep-p", "malformed number") malformednum("1print()", "malformed number") print('OK')