parse.lua

Fri, 26 Mar 2010 01:30:24 +0000

author
Matthew Wild <mwild1@gmail.com>
date
Fri, 26 Mar 2010 01:30:24 +0000
changeset 0
0e2b5dc7ae34
child 2
5c9d6eba65bc
permissions
-rw-r--r--

Initial commit

0
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
1 local http = require "socket.http"
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
2 local have_https, https = pcall(require,"https");
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
3 local csv = require "csv"
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
4
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
5 for line in io.lines("gsoc10.csv") do
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
6 local project = {};
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
7 csv.read_record(line, function (v) project[#project+1] = v; end);
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
8 local url = project[5]:match("https?://[^\"]+");
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
9 if url and url:match("^http"..(have_https and "s?" or "")..":") then
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
10 local data, err = http.request(url);
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
11 if not data then
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
12 print("[FAIL] "..project[2]..": "..tostring(err));
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
13 elseif data:match("[%W%p][Ll][Uu][Aa][%W%p]") then
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
14 print(project[2]..": "..url);
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
15 end
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
16 elseif project[2] ~= "Name" then
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
17 print("[FAIL] "..project[2]..": Couldn't fetch URL ("..(url or "couldn't find one")..")");
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
18 end
0e2b5dc7ae34 Initial commit
Matthew Wild <mwild1@gmail.com>
parents:
diff changeset
19 end

mercurial