Fri, 17 Mar 2023 11:02:12 +0000
A range of fixes for Lua 5.2 support
8
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
1 | --[[-------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
2 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
3 | llex.lua: Lua 5.1 lexical analyzer in Lua |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
4 | This file is part of LuaSrcDiet, based on Yueliang material. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
5 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
6 | Copyright (c) 2008 Kein-Hong Man <khman@users.sf.net> |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
7 | The COPYRIGHT file describes the conditions |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
8 | under which this software may be distributed. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
9 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
10 | See the ChangeLog for more information. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
11 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
12 | ----------------------------------------------------------------------]] |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
13 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
14 | --[[-------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
15 | -- NOTES: |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
16 | -- * This is a version of the native 5.1.x lexer from Yueliang 0.4.0, |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
17 | -- with significant modifications to handle LuaSrcDiet's needs: |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
18 | -- (1) llex.error is an optional error function handler |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
19 | -- (2) seminfo for strings include their delimiters and no |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
20 | -- translation operations are performed on them |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
21 | -- * ADDED shbang handling has been added to support executable scripts |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
22 | -- * NO localized decimal point replacement magic |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
23 | -- * NO limit to number of lines |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
24 | -- * NO support for compatible long strings (LUA_COMPAT_LSTR) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
25 | -- * Please read technotes.txt for more technical details. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
26 | ----------------------------------------------------------------------]] |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
27 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
28 | local base = _G |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
29 | local string = require "string" |
99
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
30 | --module "llex" |
8
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
31 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
32 | local find = string.find |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
33 | local match = string.match |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
34 | local sub = string.sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
35 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
36 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
37 | -- initialize keyword list, variables |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
38 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
39 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
40 | local kw = {} |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
41 | for v in string.gmatch([[ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
42 | and break do else elseif end false for function if in |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
43 | local nil not or repeat return then true until while]], "%S+") do |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
44 | kw[v] = true |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
45 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
46 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
47 | -- NOTE: see init() for module variables (externally visible): |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
48 | -- tok, seminfo, tokln |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
49 | |
99
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
50 | local z = '', -- source |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
51 | sourceid = '', -- name of source |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
52 | I = 1, -- lexer's position in source |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
53 | buff = '', |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
54 | ln = 1, -- line number |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
55 | tok = {}, -- lexed token list* |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
56 | seminfo = {}, -- lexed semantic information list* |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
57 | tokln = {}, -- line numbers for messages* |
8
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
58 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
59 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
60 | -- add information to token listing |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
61 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
62 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
63 | local function addtoken(token, info) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
64 | local i = #tok + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
65 | tok[i] = token |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
66 | seminfo[i] = info |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
67 | tokln[i] = ln |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
68 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
69 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
70 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
71 | -- handles line number incrementation and end-of-line characters |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
72 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
73 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
74 | local function inclinenumber(i, is_tok) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
75 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
76 | local old = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
77 | i = i + 1 -- skip '\n' or '\r' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
78 | local c = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
79 | if (c == "\n" or c == "\r") and (c ~= old) then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
80 | i = i + 1 -- skip '\n\r' or '\r\n' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
81 | old = old..c |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
82 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
83 | if is_tok then addtoken("TK_EOL", old) end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
84 | ln = ln + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
85 | I = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
86 | return i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
87 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
88 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
89 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
90 | -- initialize lexer for given source _z and source name _sourceid |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
91 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
92 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
93 | function init(_z, _sourceid) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
94 | z = _z -- source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
95 | sourceid = _sourceid -- name of source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
96 | I = 1 -- lexer's position in source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
97 | ln = 1 -- line number |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
98 | tok = {} -- lexed token list* |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
99 | seminfo = {} -- lexed semantic information list* |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
100 | tokln = {} -- line numbers for messages* |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
101 | -- (*) externally visible thru' module |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
102 | -------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
103 | -- initial processing (shbang handling) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
104 | -------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
105 | local p, _, q, r = find(z, "^(#[^\r\n]*)(\r?\n?)") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
106 | if p then -- skip first line |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
107 | I = I + #q |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
108 | addtoken("TK_COMMENT", q) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
109 | if #r > 0 then inclinenumber(I, true) end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
110 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
111 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
112 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
113 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
114 | -- returns a chunk name or id, no truncation for long names |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
115 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
116 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
117 | function chunkid() |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
118 | if sourceid and match(sourceid, "^[=@]") then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
119 | return sub(sourceid, 2) -- remove first char |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
120 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
121 | return "[string]" |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
122 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
123 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
124 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
125 | -- formats error message and throws error |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
126 | -- * a simplified version, does not report what token was responsible |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
127 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
128 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
129 | function errorline(s, line) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
130 | local e = error or base.error |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
131 | e(string.format("%s:%d: %s", chunkid(), line or ln, s)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
132 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
133 | local errorline = errorline |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
134 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
135 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
136 | -- count separators ("=") in a long string delimiter |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
137 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
138 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
139 | local function skip_sep(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
140 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
141 | local s = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
142 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
143 | local count = #match(z, "=*", i) -- note, take the length |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
144 | i = i + count |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
145 | I = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
146 | return (sub(z, i, i) == s) and count or (-count) - 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
147 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
148 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
149 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
150 | -- reads a long string or long comment |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
151 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
152 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
153 | local function read_long_string(is_str, sep) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
154 | local i = I + 1 -- skip 2nd '[' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
155 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
156 | local c = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
157 | if c == "\r" or c == "\n" then -- string starts with a newline? |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
158 | i = inclinenumber(i) -- skip it |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
159 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
160 | local j = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
161 | while true do |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
162 | local p, q, r = find(z, "([\r\n%]])", i) -- (long range) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
163 | if not p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
164 | errorline(is_str and "unfinished long string" or |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
165 | "unfinished long comment") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
166 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
167 | i = p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
168 | if r == "]" then -- delimiter test |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
169 | if skip_sep(i) == sep then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
170 | buff = sub(z, buff, I) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
171 | I = I + 1 -- skip 2nd ']' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
172 | return buff |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
173 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
174 | i = I |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
175 | else -- newline |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
176 | buff = buff.."\n" |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
177 | i = inclinenumber(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
178 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
179 | end--while |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
180 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
181 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
182 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
183 | -- reads a string |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
184 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
185 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
186 | local function read_string(del) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
187 | local i = I |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
188 | local find = find |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
189 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
190 | while true do |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
191 | local p, q, r = find(z, "([\n\r\\\"\'])", i) -- (long range) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
192 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
193 | if r == "\n" or r == "\r" then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
194 | errorline("unfinished string") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
195 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
196 | i = p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
197 | if r == "\\" then -- handle escapes |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
198 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
199 | r = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
200 | if r == "" then break end -- (EOZ error) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
201 | p = find("abfnrtv\n\r", r, 1, true) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
202 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
203 | if p then -- special escapes |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
204 | if p > 7 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
205 | i = inclinenumber(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
206 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
207 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
208 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
209 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
210 | elseif find(r, "%D") then -- other non-digits |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
211 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
212 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
213 | else -- \xxx sequence |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
214 | local p, q, s = find(z, "^(%d%d?%d?)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
215 | i = q + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
216 | if s + 1 > 256 then -- UCHAR_MAX |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
217 | errorline("escape sequence too large") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
218 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
219 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
220 | end--if p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
221 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
222 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
223 | if r == del then -- ending delimiter |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
224 | I = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
225 | return sub(z, buff, i - 1) -- return string |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
226 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
227 | end--if r |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
228 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
229 | break -- (error) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
230 | end--if p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
231 | end--while |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
232 | errorline("unfinished string") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
233 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
234 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
235 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
236 | -- main lexer function |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
237 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
238 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
239 | function llex() |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
240 | local find = find |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
241 | local match = match |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
242 | while true do--outer |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
243 | local i = I |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
244 | -- inner loop allows break to be used to nicely section tests |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
245 | while true do--inner |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
246 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
247 | local p, _, r = find(z, "^([_%a][_%w]*)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
248 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
249 | I = i + #r |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
250 | if kw[r] then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
251 | addtoken("TK_KEYWORD", r) -- reserved word (keyword) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
252 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
253 | addtoken("TK_NAME", r) -- identifier |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
254 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
255 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
256 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
257 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
258 | local p, _, r = find(z, "^(%.?)%d", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
259 | if p then -- numeral |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
260 | if r == "." then i = i + 1 end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
261 | local _, q, r = find(z, "^%d*[%.%d]*([eE]?)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
262 | i = q + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
263 | if #r == 1 then -- optional exponent |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
264 | if match(z, "^[%+%-]", i) then -- optional sign |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
265 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
266 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
267 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
268 | local _, q = find(z, "^[_%w]*", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
269 | I = q + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
270 | local v = sub(z, p, q) -- string equivalent |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
271 | if not base.tonumber(v) then -- handles hex test also |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
272 | errorline("malformed number") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
273 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
274 | addtoken("TK_NUMBER", v) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
275 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
276 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
277 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
278 | local p, q, r, t = find(z, "^((%s)[ \t\v\f]*)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
279 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
280 | if t == "\n" or t == "\r" then -- newline |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
281 | inclinenumber(i, true) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
282 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
283 | I = q + 1 -- whitespace |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
284 | addtoken("TK_SPACE", r) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
285 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
286 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
287 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
288 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
289 | local r = match(z, "^%p", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
290 | if r then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
291 | buff = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
292 | local p = find("-[\"\'.=<>~", r, 1, true) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
293 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
294 | -- two-level if block for punctuation/symbols |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
295 | -------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
296 | if p <= 2 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
297 | if p == 1 then -- minus |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
298 | local c = match(z, "^%-%-(%[?)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
299 | if c then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
300 | i = i + 2 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
301 | local sep = -1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
302 | if c == "[" then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
303 | sep = skip_sep(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
304 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
305 | if sep >= 0 then -- long comment |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
306 | addtoken("TK_LCOMMENT", read_long_string(false, sep)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
307 | else -- short comment |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
308 | I = find(z, "[\n\r]", i) or (#z + 1) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
309 | addtoken("TK_COMMENT", sub(z, buff, I - 1)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
310 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
311 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
312 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
313 | -- (fall through for "-") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
314 | else -- [ or long string |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
315 | local sep = skip_sep(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
316 | if sep >= 0 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
317 | addtoken("TK_LSTRING", read_long_string(true, sep)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
318 | elseif sep == -1 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
319 | addtoken("TK_OP", "[") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
320 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
321 | errorline("invalid long string delimiter") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
322 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
323 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
324 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
325 | -------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
326 | elseif p <= 5 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
327 | if p < 5 then -- strings |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
328 | I = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
329 | addtoken("TK_STRING", read_string(r)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
330 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
331 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
332 | r = match(z, "^%.%.?%.?", i) -- .|..|... dots |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
333 | -- (fall through) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
334 | -------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
335 | else -- relational |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
336 | r = match(z, "^%p=?", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
337 | -- (fall through) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
338 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
339 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
340 | I = i + #r |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
341 | addtoken("TK_OP", r) -- for other symbols, fall through |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
342 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
343 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
344 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
345 | local r = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
346 | if r ~= "" then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
347 | I = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
348 | addtoken("TK_OP", r) -- other single-char tokens |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
349 | break |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
350 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
351 | addtoken("TK_EOS", "") -- end of stream, |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
352 | return -- exit here |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
353 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
354 | end--while inner |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
355 | end--while outer |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
356 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
357 | |
99
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
358 | return { |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
359 | init = init, |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
360 | llex = llex |
2b6416334a25
A range of fixes for Lua 5.2 support
Matthew Wild <mwild1@gmail.com>
parents:
85
diff
changeset
|
361 | } |