tangent/.lua-files
1
0
Fork 0
mirror of https://github.com/TangentFoxy/.lua-files.git synced 2025-01-15 15:34:20 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

from yesterday's attempts to make this compatible with fanfiction.net...

Browse Source
This commit is contained in:
Tangent / Rose / Nebula Rosa 2024-11-24 18:30:55 -07:00
parent 017fe813e7
commit 94cadf73b1
1 changed files with 33 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
make-epub.lua
View File

@ -41,14 +41,21 @@ local copyright_warning = "This ebook was created by an automated tool for perso
local domain_customizations = {
["literotica%.com/s/"] = {
name = "literotica.com",
content_selector = ".article > div > div",
title_selector = ".headline",
conversion_method = "standard",
},
["archiveofourown%.org/works/"] = {
name = "archiveofourown.org",
content_selector = "div#workskin",
conversion_method = "plaintext",
},
["fanfiction%.net/s/"] = {
name = "fanfiction.net",
content_selector = "#storytext",
conversion_method = "standard",
},
}
-- also checks for errors TODO make it check for ALL required elements and error if any are missing!
@ -204,11 +211,16 @@ local function download_pages(config)
for page = 1, config.page_counts[section - (config.sections.start - 1)] do
local download_url
if current_domain.name == "fanfiction.net" then
local start, finish = config.base_url:find("/1/")
download_url = config.base_url:sub(1, start) .. section .. config.base_url:sub(finish)
else
if page == 1 then
download_url = section_url
else
download_url = section_url .. "?page=" .. tostring(page)
end
end
local temporary_html_file_name = utility.tmp_file_name()
os.execute("curl " .. download_url:enquote() .. " > " .. temporary_html_file_name)
@ -314,16 +326,10 @@ local function write_markdown_file(config)
elseif config.section_titles then
markdown_file:write("\n\n# " .. config.section_titles[section])
elseif config.lazy_titling then
local section_url
if section == 1 and config.first_section_url then
section_url = config.first_section_url
else
section_url = config.base_url
end
if config.manually_specified_sections then
section_url = config.sections[section]
end
local section_url = get_section_url(config, section)
local current_domain = get_current_domain(section_url)
if current_domain.name == "literotica.com" then
local title_parts = section_url:sub(30):gsplit("-")
while tonumber(title_parts[#title_parts]) do
title_parts[#title_parts] = nil
@ -336,6 +342,10 @@ local function write_markdown_file(config)
title_parts[index] = part:sub(1, 1):upper() .. part:sub(2)
end
markdown_file:write("\n\n# " .. table.concat(title_parts, " "))
elseif current_domain.name == "fanfiction.net" then
local title_parts = section_url:sub(38):gsplit("/")
markdown_file:write("\n\n# Chapter " .. title_parts[1])
end
end
markdown_file:write("\n\n")