parse.lua

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
local http = require "socket.http"
local have_https, https = pcall(require,"https");
if not have_https then
	have_https, https = pcall(require,"ssl.https");
end
local csv = require "csv"

for line in io.lines(arg[1] or "gsoc15.csv") do
	local project = {};
	csv.read_record(line, function (v) project[#project+1] = v; end);
	local url = project[4] and project[4]:match("https?://[^\"]+");
	if url and url:match("^http"..(have_https and "s?" or "")..":") then
		local data, err = http.request(url);
		if not data then
			print("[FAIL] "..project[2]..": "..tostring(err));
		elseif data:match("[%W%p][Ll][Uu][Aa][%W%p]") then
			print(project[2]..": "..url);
		end
	elseif project[2] ~= "Name" then
		print("[FAIL] "..project[2]..": Couldn't fetch URL ("..(url or "couldn't find one")..")");
	end
end