Sun, 26 Jul 2009 14:50:05 +0100
Allow user or squishy file to specify custom shebang
8
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
1 | --[[-------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
2 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
3 | llex.lua: Lua 5.1 lexical analyzer in Lua |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
4 | This file is part of LuaSrcDiet, based on Yueliang material. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
5 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
6 | Copyright (c) 2008 Kein-Hong Man <khman@users.sf.net> |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
7 | The COPYRIGHT file describes the conditions |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
8 | under which this software may be distributed. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
9 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
10 | See the ChangeLog for more information. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
11 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
12 | ----------------------------------------------------------------------]] |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
13 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
14 | --[[-------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
15 | -- NOTES: |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
16 | -- * This is a version of the native 5.1.x lexer from Yueliang 0.4.0, |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
17 | -- with significant modifications to handle LuaSrcDiet's needs: |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
18 | -- (1) llex.error is an optional error function handler |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
19 | -- (2) seminfo for strings include their delimiters and no |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
20 | -- translation operations are performed on them |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
21 | -- * ADDED shbang handling has been added to support executable scripts |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
22 | -- * NO localized decimal point replacement magic |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
23 | -- * NO limit to number of lines |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
24 | -- * NO support for compatible long strings (LUA_COMPAT_LSTR) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
25 | -- * Please read technotes.txt for more technical details. |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
26 | ----------------------------------------------------------------------]] |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
27 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
28 | local base = _G |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
29 | local string = require "string" |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
30 | module "llex" |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
31 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
32 | local find = string.find |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
33 | local match = string.match |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
34 | local sub = string.sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
35 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
36 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
37 | -- initialize keyword list, variables |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
38 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
39 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
40 | local kw = {} |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
41 | for v in string.gmatch([[ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
42 | and break do else elseif end false for function if in |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
43 | local nil not or repeat return then true until while]], "%S+") do |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
44 | kw[v] = true |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
45 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
46 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
47 | -- NOTE: see init() for module variables (externally visible): |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
48 | -- tok, seminfo, tokln |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
49 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
50 | local z, -- source stream |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
51 | sourceid, -- name of source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
52 | I, -- position of lexer |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
53 | buff, -- buffer for strings |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
54 | ln -- line number |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
55 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
56 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
57 | -- add information to token listing |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
58 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
59 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
60 | local function addtoken(token, info) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
61 | local i = #tok + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
62 | tok[i] = token |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
63 | seminfo[i] = info |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
64 | tokln[i] = ln |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
65 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
66 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
67 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
68 | -- handles line number incrementation and end-of-line characters |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
69 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
70 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
71 | local function inclinenumber(i, is_tok) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
72 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
73 | local old = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
74 | i = i + 1 -- skip '\n' or '\r' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
75 | local c = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
76 | if (c == "\n" or c == "\r") and (c ~= old) then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
77 | i = i + 1 -- skip '\n\r' or '\r\n' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
78 | old = old..c |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
79 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
80 | if is_tok then addtoken("TK_EOL", old) end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
81 | ln = ln + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
82 | I = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
83 | return i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
84 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
85 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
86 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
87 | -- initialize lexer for given source _z and source name _sourceid |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
88 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
89 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
90 | function init(_z, _sourceid) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
91 | z = _z -- source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
92 | sourceid = _sourceid -- name of source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
93 | I = 1 -- lexer's position in source |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
94 | ln = 1 -- line number |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
95 | tok = {} -- lexed token list* |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
96 | seminfo = {} -- lexed semantic information list* |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
97 | tokln = {} -- line numbers for messages* |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
98 | -- (*) externally visible thru' module |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
99 | -------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
100 | -- initial processing (shbang handling) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
101 | -------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
102 | local p, _, q, r = find(z, "^(#[^\r\n]*)(\r?\n?)") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
103 | if p then -- skip first line |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
104 | I = I + #q |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
105 | addtoken("TK_COMMENT", q) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
106 | if #r > 0 then inclinenumber(I, true) end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
107 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
108 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
109 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
110 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
111 | -- returns a chunk name or id, no truncation for long names |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
112 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
113 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
114 | function chunkid() |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
115 | if sourceid and match(sourceid, "^[=@]") then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
116 | return sub(sourceid, 2) -- remove first char |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
117 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
118 | return "[string]" |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
119 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
120 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
121 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
122 | -- formats error message and throws error |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
123 | -- * a simplified version, does not report what token was responsible |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
124 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
125 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
126 | function errorline(s, line) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
127 | local e = error or base.error |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
128 | e(string.format("%s:%d: %s", chunkid(), line or ln, s)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
129 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
130 | local errorline = errorline |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
131 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
132 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
133 | -- count separators ("=") in a long string delimiter |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
134 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
135 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
136 | local function skip_sep(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
137 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
138 | local s = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
139 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
140 | local count = #match(z, "=*", i) -- note, take the length |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
141 | i = i + count |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
142 | I = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
143 | return (sub(z, i, i) == s) and count or (-count) - 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
144 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
145 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
146 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
147 | -- reads a long string or long comment |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
148 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
149 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
150 | local function read_long_string(is_str, sep) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
151 | local i = I + 1 -- skip 2nd '[' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
152 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
153 | local c = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
154 | if c == "\r" or c == "\n" then -- string starts with a newline? |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
155 | i = inclinenumber(i) -- skip it |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
156 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
157 | local j = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
158 | while true do |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
159 | local p, q, r = find(z, "([\r\n%]])", i) -- (long range) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
160 | if not p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
161 | errorline(is_str and "unfinished long string" or |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
162 | "unfinished long comment") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
163 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
164 | i = p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
165 | if r == "]" then -- delimiter test |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
166 | if skip_sep(i) == sep then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
167 | buff = sub(z, buff, I) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
168 | I = I + 1 -- skip 2nd ']' |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
169 | return buff |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
170 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
171 | i = I |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
172 | else -- newline |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
173 | buff = buff.."\n" |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
174 | i = inclinenumber(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
175 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
176 | end--while |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
177 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
178 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
179 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
180 | -- reads a string |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
181 | ---------------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
182 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
183 | local function read_string(del) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
184 | local i = I |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
185 | local find = find |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
186 | local sub = sub |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
187 | while true do |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
188 | local p, q, r = find(z, "([\n\r\\\"\'])", i) -- (long range) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
189 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
190 | if r == "\n" or r == "\r" then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
191 | errorline("unfinished string") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
192 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
193 | i = p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
194 | if r == "\\" then -- handle escapes |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
195 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
196 | r = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
197 | if r == "" then break end -- (EOZ error) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
198 | p = find("abfnrtv\n\r", r, 1, true) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
199 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
200 | if p then -- special escapes |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
201 | if p > 7 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
202 | i = inclinenumber(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
203 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
204 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
205 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
206 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
207 | elseif find(r, "%D") then -- other non-digits |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
208 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
209 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
210 | else -- \xxx sequence |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
211 | local p, q, s = find(z, "^(%d%d?%d?)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
212 | i = q + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
213 | if s + 1 > 256 then -- UCHAR_MAX |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
214 | errorline("escape sequence too large") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
215 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
216 | ------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
217 | end--if p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
218 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
219 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
220 | if r == del then -- ending delimiter |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
221 | I = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
222 | return sub(z, buff, i - 1) -- return string |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
223 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
224 | end--if r |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
225 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
226 | break -- (error) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
227 | end--if p |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
228 | end--while |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
229 | errorline("unfinished string") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
230 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
231 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
232 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
233 | -- main lexer function |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
234 | ------------------------------------------------------------------------ |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
235 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
236 | function llex() |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
237 | local find = find |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
238 | local match = match |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
239 | while true do--outer |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
240 | local i = I |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
241 | -- inner loop allows break to be used to nicely section tests |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
242 | while true do--inner |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
243 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
244 | local p, _, r = find(z, "^([_%a][_%w]*)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
245 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
246 | I = i + #r |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
247 | if kw[r] then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
248 | addtoken("TK_KEYWORD", r) -- reserved word (keyword) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
249 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
250 | addtoken("TK_NAME", r) -- identifier |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
251 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
252 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
253 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
254 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
255 | local p, _, r = find(z, "^(%.?)%d", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
256 | if p then -- numeral |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
257 | if r == "." then i = i + 1 end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
258 | local _, q, r = find(z, "^%d*[%.%d]*([eE]?)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
259 | i = q + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
260 | if #r == 1 then -- optional exponent |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
261 | if match(z, "^[%+%-]", i) then -- optional sign |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
262 | i = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
263 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
264 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
265 | local _, q = find(z, "^[_%w]*", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
266 | I = q + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
267 | local v = sub(z, p, q) -- string equivalent |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
268 | if not base.tonumber(v) then -- handles hex test also |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
269 | errorline("malformed number") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
270 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
271 | addtoken("TK_NUMBER", v) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
272 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
273 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
274 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
275 | local p, q, r, t = find(z, "^((%s)[ \t\v\f]*)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
276 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
277 | if t == "\n" or t == "\r" then -- newline |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
278 | inclinenumber(i, true) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
279 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
280 | I = q + 1 -- whitespace |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
281 | addtoken("TK_SPACE", r) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
282 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
283 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
284 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
285 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
286 | local r = match(z, "^%p", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
287 | if r then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
288 | buff = i |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
289 | local p = find("-[\"\'.=<>~", r, 1, true) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
290 | if p then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
291 | -- two-level if block for punctuation/symbols |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
292 | -------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
293 | if p <= 2 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
294 | if p == 1 then -- minus |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
295 | local c = match(z, "^%-%-(%[?)", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
296 | if c then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
297 | i = i + 2 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
298 | local sep = -1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
299 | if c == "[" then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
300 | sep = skip_sep(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
301 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
302 | if sep >= 0 then -- long comment |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
303 | addtoken("TK_LCOMMENT", read_long_string(false, sep)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
304 | else -- short comment |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
305 | I = find(z, "[\n\r]", i) or (#z + 1) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
306 | addtoken("TK_COMMENT", sub(z, buff, I - 1)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
307 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
308 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
309 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
310 | -- (fall through for "-") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
311 | else -- [ or long string |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
312 | local sep = skip_sep(i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
313 | if sep >= 0 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
314 | addtoken("TK_LSTRING", read_long_string(true, sep)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
315 | elseif sep == -1 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
316 | addtoken("TK_OP", "[") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
317 | else |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
318 | errorline("invalid long string delimiter") |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
319 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
320 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
321 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
322 | -------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
323 | elseif p <= 5 then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
324 | if p < 5 then -- strings |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
325 | I = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
326 | addtoken("TK_STRING", read_string(r)) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
327 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
328 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
329 | r = match(z, "^%.%.?%.?", i) -- .|..|... dots |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
330 | -- (fall through) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
331 | -------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
332 | else -- relational |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
333 | r = match(z, "^%p=?", i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
334 | -- (fall through) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
335 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
336 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
337 | I = i + #r |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
338 | addtoken("TK_OP", r) -- for other symbols, fall through |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
339 | break -- (continue) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
340 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
341 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
342 | local r = sub(z, i, i) |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
343 | if r ~= "" then |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
344 | I = i + 1 |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
345 | addtoken("TK_OP", r) -- other single-char tokens |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
346 | break |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
347 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
348 | addtoken("TK_EOS", "") -- end of stream, |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
349 | return -- exit here |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
350 | ---------------------------------------------------------------- |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
351 | end--while inner |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
352 | end--while outer |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
353 | end |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
354 | |
f62f83d9dc43
uglify: New specialised Lua 'compression' filter
Matthew Wild <mwild1@gmail.com>
parents:
diff
changeset
|
355 | return base.getfenv() |