mirror of
https://github.com/FourierTransformer/ftcsv.git
synced 2024-12-16 05:24:21 +00:00
86686314e0
## Features * Can now parse files line by line in a fixed-size reading mode * Now has an option to ignore quotes when parsing ## Improvements * Speed increases in vanilla Lua and LuaJIT (benchmarks updated!) * Refactored code for easier maintenance ## Bugfixes * Better handling of multiple escaped quotes in vanilla lua (thanks @fredrikj83 #25)
90 lines
2.3 KiB
Lua
90 lines
2.3 KiB
Lua
local cjson = require("cjson")
|
|
local ftcsv = require('ftcsv')
|
|
|
|
local function loadFile(textFile)
|
|
local file = io.open(textFile, "r")
|
|
if not file then error("File not found at " .. textFile) end
|
|
local allLines = file:read("*all")
|
|
file:close()
|
|
return allLines
|
|
end
|
|
|
|
local files = {
|
|
"bom-os9",
|
|
"comma_in_quotes",
|
|
"correctness",
|
|
"empty",
|
|
"empty_no_newline",
|
|
"empty_no_quotes",
|
|
"empty_crlf",
|
|
"escaped_quotes",
|
|
"escaped_quotes_in_header",
|
|
"json",
|
|
"json_no_newline",
|
|
"newlines",
|
|
"newlines_crlf",
|
|
"os9",
|
|
"quotes_and_newlines",
|
|
"quotes_non_escaped",
|
|
"simple",
|
|
"simple_crlf",
|
|
"utf8"
|
|
}
|
|
|
|
describe("csv decode", function()
|
|
for _, value in ipairs(files) do
|
|
it("should handle " .. value, function()
|
|
local json = loadFile("spec/json/" .. value .. ".json")
|
|
json = cjson.decode(json)
|
|
local parse = ftcsv.parse("spec/csvs/" .. value .. ".csv", ",")
|
|
assert.are.same(#json, #parse)
|
|
assert.are.same(json, parse)
|
|
end)
|
|
end
|
|
end)
|
|
|
|
describe("csv parseLine decode", function()
|
|
for _, value in ipairs(files) do
|
|
it("should handle " .. value, function()
|
|
local json = loadFile("spec/json/" .. value .. ".json")
|
|
json = cjson.decode(json)
|
|
local parse = {}
|
|
for i, v in ftcsv.parseLine("spec/csvs/" .. value .. ".csv", ",") do
|
|
parse[i] = v
|
|
assert.are.same(json[i], v)
|
|
end
|
|
assert.are.same(#json, #parse)
|
|
assert.are.same(json, parse)
|
|
end)
|
|
end
|
|
end)
|
|
|
|
describe("csv decode from string", function()
|
|
for _, value in ipairs(files) do
|
|
it("should handle " .. value, function()
|
|
local contents = loadFile("spec/csvs/" .. value .. ".csv")
|
|
local json = loadFile("spec/json/" .. value .. ".json")
|
|
json = cjson.decode(json)
|
|
local parse = ftcsv.parse(contents, ",", {loadFromString=true})
|
|
assert.are.same(json, parse)
|
|
end)
|
|
end
|
|
end)
|
|
|
|
describe("csv encode", function()
|
|
for _, value in ipairs(files) do
|
|
it("should handle " .. value, function()
|
|
local jsonFile = loadFile("spec/json/" .. value .. ".json")
|
|
local jsonDecode = cjson.decode(jsonFile)
|
|
-- local parse = staecsv:ftcsv(contents, ",")
|
|
local reEncoded = ftcsv.parse(ftcsv.encode(jsonDecode, ","), ",", {loadFromString=true})
|
|
-- local f = csv.openstring(contents, {separator=",", header=true})
|
|
-- local parse = {}
|
|
-- for fields in f:lines() do
|
|
-- parse[#parse+1] = fields
|
|
-- end
|
|
assert.are.same(jsonDecode, reEncoded)
|
|
end)
|
|
end
|
|
end)
|