template outputEPub3() { private import std.algorithm, std.array, std.container, std.digest.sha, std.exception, std.file, std.getopt, std.json, std.outbuffer, std.path, std.process, std.range, std.regex, std.stdio, std.string, std.traits, std.typecons, std.uni, std.utf, std.zip, std.conv : to; import create_zip_file, defaults, output_rgx, output_xhtmls; mixin InternalMarkup; mixin outputXHTMLs; string epub3_mimetypes() { string o; o = format(q"¶application/epub+zip¶") ~ "\n"; return o; } string epub3_container_xml() { string o; o = format(q"¶¶") ~ "\n"; o ~= format(q"¶ ¶") ~ "\n\n"; return o; } string epub3_oebps_content(D,I,P)(D doc_abstraction, I doc_matters, P parts) { string uuid = "18275d951861c77f78acd05672c9906924c59f18a2e0ba06dad95959693e9bd8"; // TODO sort uuid in doc_matters! string content = format(q"¶ %s main %s subtitle %s %s %s Copyright: %s %s urn:uuid:%s ¶", uuid, doc_matters.dochead_meta["title"]["full"], doc_matters.dochead_meta["title"]["main"], (doc_matters.dochead_meta["title"]["sub"].empty) ? "" : doc_matters.dochead_meta["title"]["sub"], (doc_matters.dochead_meta["creator"]["author"].empty) ? "" : doc_matters.dochead_meta["creator"]["author"], (doc_matters.dochead_meta["creator"]["author"].empty) ? "" : doc_matters.dochead_meta["creator"]["author"], doc_matters.language, (doc_matters.dochead_meta["date"]["published"].empty) ? "" : doc_matters.dochead_meta["date"]["published"], (doc_matters.dochead_meta["rights"]["copyright"].empty) ? "" : doc_matters.dochead_meta["rights"]["copyright"], uuid, uuid, uuid, ); content ~= " " ~ "" ~ "\n "; content ~= parts["manifest_documents"]; // TODO sort jpg & png content ~= " " ~ "" ~ "\n "; foreach (image; doc_matters.image_list) { content ~= format(q"¶ ¶", image, // strip image type, remove .png .jpg suffix, use in media-type="image/" image, ); } content ~= " " ~ "" ~ "\n "; content ~= " " ~ "" ~ "\n "; content ~= parts["spine"]; content ~= " " ~ "" ~ "\n "; content ~= " " ~ "" ~ "\n "; content ~= parts["guide"]; content ~= " " ~ "" ~ "\n "; content ~= "" ~ ""; return content; } string epub3_oebps_toc_nav_xhtml(D,I)(D doc_abstraction, I doc_matters) { enum DomTags { none, open, close, close_and_open, open_still, } auto markup = InlineMarkup(); string toc ="\n"; return toc; } string epub2_oebps_toc_ncx(D,I)(D doc_abstraction, I doc_matters) { int counter = 0; string uuid = "18275d951861c77f78acd05672c9906924c59f18a2e0ba06dad95959693e9bd8"; // TODO shared elsewhere auto markup = InlineMarkup(); enum DomTags { none, open, close, close_and_open, open_still, } string toc = format(q"¶ %s%s %s %s ¶", doc_matters.dochead_meta["title"]["full"], // title (doc_matters.dochead_meta["creator"]["author"].empty) ? "" : " by " ~ doc_matters.dochead_meta["creator"]["author"], // author uuid, // uuid "3", // content depth doc_matters.dochead_meta["title"]["full"], // title (doc_matters.dochead_meta["creator"]["author"].empty) ? "" : doc_matters.dochead_meta["creator"]["author"], // author ); foreach (sect; doc_matters.keys_seq_seg) { foreach (obj; doc_abstraction[sect]) { if (obj.is_a == "heading") { foreach_reverse (k; 0 .. 7) { switch (obj.dom_markedup[k]) { case DomTags.close : toc ~= ""; break; case DomTags.close_and_open : ++counter; toc ~= ""; toc ~= format(q"¶ %s ¶", counter, obj.text, obj.segment_anchor_tag, // lev < 4 [no link]; lev == 4 [filename] markup.xhtml; lev > 4 [filename#ocn] (links done in segment_anchor_tag) ); break; case DomTags.open : ++counter; toc ~= format(q"¶ %s ¶", counter, obj.text, obj.segment_anchor_tag, // lev < 4 [no link]; lev == 4 [filename] markup.xhtml; lev > 4 [filename#ocn] (fix links in segment_anchor_tag) ); break; default : break; } } } } } toc ~= format(q"¶ ¶"); return toc; } void outputEPub3(D,I)( auto return ref const D doc_abstraction, auto return ref I doc_matters, ) { mixin SiSUoutputRgxInit; auto xhtml_format = outputXHTMLs(); auto rgx = Rgx(); string[][string] doc_epub3; string[][string] doc_epub3_endnotes; string[] doc; string segment_filename; string[] top_level_headings = ["","","",""]; string[string] oepbs_content_parts; string suffix = ".xhtml"; foreach (part; doc_matters.keys_seq_seg) { foreach (obj; doc_abstraction[part]) { if (obj.is_a == "heading") { switch (obj.heading_lev_markup) { case 0: .. case 3: /+ fill buffer, and replace with new levels from 1 to 3 +/ switch (obj.heading_lev_markup) { case 0: top_level_headings[0] = ""; top_level_headings[1] = ""; top_level_headings[2] = ""; top_level_headings[3] = ""; goto default; case 1: top_level_headings[1] = ""; top_level_headings[2] = ""; top_level_headings[3] = ""; goto default; case 2: top_level_headings[2] = ""; top_level_headings[3] = ""; goto default; case 3: top_level_headings[3] = ""; goto default; default: auto t = xhtml_format.heading_seg(obj, suffix); top_level_headings[obj.heading_lev_markup] = t[0]; break; } break; case 4: segment_filename = obj.segment_anchor_tag; doc_epub3[segment_filename] ~= xhtml_format.seg_head(doc_matters.dochead_meta); foreach (top_level_heading; top_level_headings) { doc_epub3[segment_filename] ~= top_level_heading; } auto t = xhtml_format.heading_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; case 5: .. case 7: auto t = xhtml_format.heading_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; case 8: .. case 9: // unused numbers, if remain check if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_a, ": ", obj.heading_lev_markup); writeln(__FILE__, ":", __LINE__, ": ", obj.text); // check } break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_a, ": ", obj.heading_lev_markup); } break; } } else { switch (obj.use) { case "frontmatter": switch (obj.is_of) { case "para": switch (obj.is_a) { case "toc": doc_epub3[segment_filename] ~= xhtml_format.toc(obj); break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_a); } break; } break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_of); } break; } break; case "body": switch (obj.is_of) { case "para": switch (obj.is_a) { case "para": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_a); } break; } break; case "block": switch (obj.is_a) { case "quote": auto t = xhtml_format.quote_seg(obj, suffix); doc_epub3[segment_filename] ~= to!string(t[0]); doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "group": auto t = xhtml_format.group_seg(obj, suffix); doc_epub3[segment_filename] ~= to!string(t[0]); doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "block": auto t = xhtml_format.block_seg(obj, suffix); doc_epub3[segment_filename] ~= to!string(t[0]); doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "poem": break; case "verse": auto t = xhtml_format.verse_seg(obj, suffix); doc_epub3[segment_filename] ~= to!string(t[0]); doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "code": doc_epub3[segment_filename] ~= xhtml_format.code(obj); break; case "table": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_a); } break; } break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_of); } break; } break; case "backmatter": switch (obj.is_of) { case "para": switch (obj.is_a) { case "endnote": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; break; case "glossary": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "bibliography": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "bookindex": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; case "blurb": auto t = xhtml_format.para_seg(obj, suffix); doc_epub3[segment_filename] ~= t[0]; doc_epub3_endnotes[segment_filename] ~= t[1]; break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_a); } break; } break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.is_of); } break; } break; case "comment": break; default: if ((doc_matters.opt_action_bool["debug"])) { writeln(__FILE__, ":", __LINE__, ": ", obj.use); } break; } } if (obj.is_a == "heading") { if (obj.heading_lev_markup == 4) { oepbs_content_parts["manifest_documents"] ~= format(q"¶ ¶", obj.segment_anchor_tag, obj.segment_anchor_tag, ); oepbs_content_parts["spine"] ~= format(q"¶ ¶", obj.segment_anchor_tag, ); oepbs_content_parts["guide"] ~= format(q"¶ ¶", obj.segment_anchor_tag, obj.segment_anchor_tag, ); } else if (obj.heading_lev_markup > 4) { oepbs_content_parts["manifest_documents"] ~= format(q"¶ ¶", obj.segment_anchor_tag, obj.obj_cite_number, obj.segment_anchor_tag, obj.obj_cite_number, ); oepbs_content_parts["spine"] ~= format(q"¶ ¶", obj.segment_anchor_tag, obj.obj_cite_number, ); oepbs_content_parts["guide"] ~= format(q"¶ ¶", obj.segment_anchor_tag, obj.obj_cite_number, obj.segment_anchor_tag, obj.obj_cite_number, ); } } } } /+ epub specific documents +/ auto mimetypes = epub3_mimetypes; auto meta_inf_container_xml = epub3_container_xml; auto oebps_toc_ncx = epub2_oebps_toc_ncx(doc_abstraction, doc_matters); auto oebps_toc_nav_xhtml = epub3_oebps_toc_nav_xhtml(doc_abstraction, doc_matters); auto oebps_content_opf = epub3_oebps_content(doc_abstraction, doc_matters, oepbs_content_parts); epub3_write_output_files( doc_matters, doc_epub3, doc_epub3_endnotes, mimetypes, meta_inf_container_xml, oebps_toc_nav_xhtml, oebps_toc_ncx, oebps_content_opf, ); } void epub3_write_output_files(M,D,E,Mt,Mic,Otnx,Otn,Oc)( M doc_matters, D doc_epub3, E doc_epub3_endnotes, Mt mimetypes, Mic meta_inf_container_xml, Otnx oebps_toc_nav_xhtml, Otn oebps_toc_ncx, Oc oebps_content_opf, ) { debug(asserts) { static assert(is(typeof(doc_epub3) == string[][string])); static assert(is(typeof(mimetypes) == string)); static assert(is(typeof(meta_inf_container_xml) == string)); static assert(is(typeof(oebps_toc_nav_xhtml) == string)); static assert(is(typeof(oebps_toc_ncx) == string)); static assert(is(typeof(oebps_content_opf) == string)); } mixin SiSUpaths; auto pth_epub3 = Epub3paths(); auto xhtml_format = outputXHTMLs(); /+ zip file +/ auto fn_epub = pth_epub3.epub_file(doc_matters.source_filename); auto zip = new ZipArchive(); // ZipArchive zip = new ZipArchive(); /+ zip archive member files +/ try { if (!exists(pth_epub3.doc_meta_inf(doc_matters.source_filename))) { pth_epub3.doc_meta_inf(doc_matters.source_filename).mkdirRecurse; } if (!exists(pth_epub3.doc_oebps_css(doc_matters.source_filename))) { pth_epub3.doc_oebps_css(doc_matters.source_filename).mkdirRecurse; } if (!exists(pth_epub3.doc_oebps_image(doc_matters.source_filename))) { pth_epub3.doc_oebps_image(doc_matters.source_filename).mkdirRecurse; } { /+ OEBPS/[segments].xhtml (the document contents) +/ foreach (seg_filename; doc_matters.segnames) { string fn = pth_epub3.fn_oebps_content_xhtml(doc_matters.source_filename, seg_filename); /+ add zip archive file members (with their content) +/ auto zip_arc_member_file = new ArchiveMember(); // add seg fn to zip archive zip_arc_member_file.name = fn; auto zip_data = new OutBuffer(); debug(epub_output) { string fn_dbg = pth_epub3.dbg_fn_oebps_content_xhtml(doc_matters.source_filename, seg_filename); auto f = File(fn_dbg, "w"); } /+ // f.writeln(seg_head); // not needed built and inserted earlier +/ foreach (docseg; doc_epub3[seg_filename]) { debug(epub_output) { f.writeln(docseg); } zip_data.write(docseg.dup); // cast as: char[] } foreach (docseg; doc_epub3_endnotes[seg_filename]) { debug(epub_output) { f.writeln(docseg); } zip_data.write(docseg.dup); // cast as: char[] } debug(epub_output) { f.writeln(xhtml_format.tail); } // needed for each lev4 zip_data.write(xhtml_format.tail.dup); // cast as: char[] zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); /+ create the zip file +/ createZipFile!()(fn_epub, zip.build()); } } string fn; debug(epub_output) { string fn_dbg; } File f; { /+ mimetypes (identify zip file type) +/ debug(epub_output) { fn_dbg = pth_epub3.dbg_fn_mimetypes(doc_matters.source_filename); File(fn_dbg, "w").writeln(mimetypes); } fn = pth_epub3.fn_mimetypes(doc_matters.source_filename); /+ add zip archive file members (with their content) +/ auto zip_arc_member_file = new ArchiveMember(); // add mimetypes to zip archive zip_arc_member_file.name = fn; auto zip_data = new OutBuffer(); zip_data.write(mimetypes.dup); // cast as: char[] zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); /+ create the zip file +/ createZipFile!()(fn_epub, zip.build()); } { /+ META-INF/container.xml (identify doc root) +/ debug(epub_output) { fn_dbg = pth_epub3.dbg_fn_dmi_container_xml(doc_matters.source_filename); File(fn_dbg, "w").writeln(meta_inf_container_xml); } fn = pth_epub3.fn_dmi_container_xml(doc_matters.source_filename); /+ add zip archive file members (with their content) +/ auto zip_arc_member_file = new ArchiveMember(); // add META-INF/container.xml to zip archive zip_arc_member_file.name = fn; auto zip_data = new OutBuffer(); zip_data.write(meta_inf_container_xml.dup); // cast as: char[] zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); /+ create the zip file +/ createZipFile!()(fn_epub, zip.build()); } { /+ OEBPS/toc_nav.xhtml (navigation toc epub3) +/ debug(epub_output) { fn_dbg = pth_epub3.dbg_fn_oebps_toc_nav_xhtml(doc_matters.source_filename); File(fn_dbg, "w").writeln(oebps_toc_nav_xhtml); } fn = pth_epub3.fn_oebps_toc_nav_xhtml(doc_matters.source_filename); /+ add zip archive file members (with their content) +/ auto zip_arc_member_file = new ArchiveMember(); // add OEBPS/toc_nav.xhtml to zip archive zip_arc_member_file.name = fn; auto zip_data = new OutBuffer(); zip_data.write(oebps_toc_nav_xhtml.dup); // cast as: char[] zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); /+ create the zip file +/ createZipFile!()(fn_epub, zip.build()); } { /+ TODO OEBPS/toc.ncx (navigation toc epub2) +/ debug(epub_output) { fn_dbg = pth_epub3.dbg_fn_oebps_toc_ncx(doc_matters.source_filename); File(fn_dbg, "w").writeln(oebps_toc_ncx); } fn = pth_epub3.fn_oebps_toc_ncx(doc_matters.source_filename); /+ add zip archive file members (with their content) +/ auto zip_arc_member_file = new ArchiveMember(); // add OEBPS/toc.ncx to zip archive zip_arc_member_file.name = fn; auto zip_data = new OutBuffer(); zip_data.write(oebps_toc_ncx.dup); // cast as: char[] zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); /+ create the zip file +/ createZipFile!()(fn_epub, zip.build()); } { /+ TODO OEBPS/content.opf (doc manifest) +/ debug(epub_output) { fn_dbg = pth_epub3.dbg_fn_oebps_content_opf(doc_matters.source_filename); File(fn_dbg, "w").writeln(oebps_content_opf); } fn = pth_epub3.fn_oebps_content_opf(doc_matters.source_filename); /+ add zip archive file members (with their content) +/ auto zip_arc_member_file = new ArchiveMember(); // add OEBPS/content.opf to zip archive zip_arc_member_file.name = fn; auto zip_data = new OutBuffer(); zip_data.write(oebps_content_opf.dup); // cast as: char[] zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); /+ create the zip file +/ createZipFile!()(fn_epub, zip.build()); } { /+ OEBPS/_sisu/image (images) +/ foreach (image; doc_matters.image_list) { if (exists("_sisu/image/"~ image)) { ("_sisu/image/"~ image) .copy((pth_epub3.doc_oebps_image(doc_matters.source_filename)) ~ "/" ~ image); } } foreach (image; doc_matters.image_list) { debug(epub_images) { writeln( "_sisu/image/", image, " -> ", pth_epub3.doc_oebps_image(doc_matters.source_filename), "/", image ); } auto fn_src = "_sisu/image/"~ image; auto fn_out = pth_epub3.doc_oebps_image(doc_matters.source_filename).to!string ~ "/" ~ image; if (exists(fn_src)) { { auto zip_arc_member_file = new ArchiveMember(); zip_arc_member_file.name = fn_out; auto zip_data = new OutBuffer(); zip_data.write(cast(char[]) ((fn_src).read)); zip_arc_member_file.expandedData = zip_data.toBytes(); zip.addMember(zip_arc_member_file); createZipFile!()(fn_epub, zip.build()); } } } } } catch (ErrnoException ex) { // Handle error } debug(epub_archive) { if (exists(fn_epub)) { try { auto zipped = new ZipArchive((fn_epub).read); foreach (filename, member; zipped.directory) { auto data = zipped.expand(member); writeln(filename, " length ", data.length); // member.name // Use data } } catch (ZipException ex) { // Handle errors } } } } }