/++ read configuration files
- read config files
meta_config_files.d +/ module sdp.output.paths_source; import std.array, std.file, std.path, std.regex, std.stdio, std.conv : to; import sdp.meta.rgx; template PodManifest() { mixin SiSUrgxInit; static auto rgx = Rgx(); auto PodManifest(P)( P _pth = "", ) { struct ManifestFile_ { auto pod_manifest_filename() { string _manifest_file = "sisupod.manifest"; return _manifest_file; } auto pod_manifest_path() { string _manifest_path; if ((isValidPath(_pth) && exists(_pth)!=0 && _pth.isDir) && (exists(_pth.chainPath(pod_manifest_filename).array)!=0 && (_pth.chainPath(pod_manifest_filename).array).isFile)) { _manifest_path = _pth; } else if (_pth.match(rgx.src_pth_contents) && exists(_pth)!=0 && _pth.isFile) { _manifest_path = dirName(_pth); } else if (_pth.match(rgx.src_pth_pod_sst_or_ssm) && exists(_pth)!=0 && (_pth.isFile)) { if (auto m = _pth.match(rgx.src_pth_pod_sst_or_ssm)) { _manifest_path = m.captures["podpath"]; } } else { writeln("WARNING, issue with manifest_path: ", _pth); _manifest_path = _pth; // _manifest_path = null; } return _manifest_path; } string pod_manifest_file_with_path() { string _k; if (exists(pod_manifest_path.chainPath(pod_manifest_filename).array)!=0) { _k = pod_manifest_path.chainPath(pod_manifest_filename).array; } else if (exists(pod_manifest_path)!=0) { _k = pod_manifest_path; } if (exists(_k)==0) { writeln("ERROR >> Processing Skipped! Manifest not found: ", _k); _k = null; } return _k; } } return ManifestFile_(); } } template PathMatters() { mixin SiSUrgxInit; static auto rgx = Rgx(); auto PathMatters(O,E,P,F)( O _opt_actions, E _env, P _pth = "", F _fns = "", char[][] _manifest_fn_list = [[]], ) { auto _manifest = PodManifest!()(_pth); struct ManifestMatters_ { auto env() { struct Env_ { auto pwd() { return _env["pwd"]; } auto home() { return _env["home"]; } } return Env_(); } auto opt() { struct Opt_ { auto action() { // redundant return _opt_actions; } } return Opt_(); } auto src_is_pod() { auto _src_is_pod = (_manifest.pod_manifest_path.length > 0) ? true : false; return _src_is_pod; } auto pod() { struct Pod_ { auto src_is_pod() { auto _src_is_pod = (_manifest.pod_manifest_path.length > 0) ? true : false; return _src_is_pod; } auto collection_root() { auto _collection_root = asNormalizedPath(chainPath(_manifest.pod_manifest_path, "..")).array; if (auto m = (_collection_root).match(rgx.src_pth_pod_root)) { // consider testing for last dir in path name being sisupod, and giving warning if not } else { writeln("WARNING, collection_root not named \"sisupod\""); } return _collection_root; } auto manifest_filename() { return _manifest.pod_manifest_filename; } auto manifest_path() { return _manifest.pod_manifest_path; } auto manifest_file_with_path() { return _manifest.pod_manifest_file_with_path; } auto config_sisu_document_make_dirs() { // TODO sisu_document_make string[] _config_dirs; return _config_dirs; } auto config_local_site_dirs() { // TODO sisu_document_make string[] _config_dirs; return _config_dirs; } auto image_dirs() { // TODO string[] _image_dirs; return _image_dirs; } auto manifest_list_of_filenames() { return _manifest_fn_list; } auto manifest_list_of_languages() { string[] _lngs; foreach (filename_; manifest_list_of_filenames) { string _k = "en"; if (auto m = (filename_).match(rgx.language_code_and_filename)) { _k = m.captures[1].to!string; } _lngs ~= _k; // all the languages from the manifest list of filenames with paths } return _lngs; } } return Pod_(); } auto src() { struct SRC_ { auto is_pod() { auto _src_is_pod = (_manifest.pod_manifest_path.length > 0) ? true : false; return _src_is_pod; } auto path_and_fn() { return _fns; } auto filename() { auto _fn = (path_and_fn).baseName; return _fn; } auto lng() { string _k; if (auto m = (path_and_fn).match(rgx.language_code_and_filename)) { _k = m.captures[1]; } else { _k = "en"; } return _k; } auto language() { return lng(); } auto file_with_absolute_path() { string _pth = _env["pwd"].chainPath(path_and_fn).array; return _pth; } auto absolute_path_to_src() { string _pth = (_env["pwd"].chainPath(path_and_fn)).dirName.array; return _pth; } auto base_dir() { string _dir; if ( // TODO this should catch generated --source sisupod, untested, needs manifest auto m = (absolute_path_to_src) .match(regex(r"[/](?P(?:[a-zA-Z0-9._-]+))/sisupod/" ~ filename.stripExtension)) ) { _dir = asNormalizedPath(path_and_fn.chainPath("../../")).array; assert(_dir == m.captures["dir"]); } else { _dir = asNormalizedPath(path_and_fn.chainPath("../../../")).array; assert(_dir == absolute_path_to_src.match(rgx.src_base_parent_dir_name).captures["dir"]); } if ((_opt_actions.debug_do)) { writeln("--> (base_dir) ", _dir); } return _dir; } auto base_parent_dir_path() { string _dir; if ( // TODO this should catch generated --source sisupod, untested, needs manifest auto m = (absolute_path_to_src) .match(regex(r"[/](?P(?:[a-zA-Z0-9._-]+))/sisupod/" ~ filename.stripExtension)) ) { _dir = asNormalizedPath(path_and_fn.chainPath("../../")).array; } else { _dir = asNormalizedPath(path_and_fn.chainPath("../../../")).array; } return _dir; } auto base_dir_path() { // looks like there is work to do string _dir; if ( auto m = (absolute_path_to_src) .match(rgx.src_formalised_file_path_parts) ) { _dir = asNormalizedPath(m.captures["pth"]).array; } else if ( // TODO this should catch generated --source sisupod, untested, needs manifest auto m = (absolute_path_to_src) .match(regex(r"[/](?P(?:[a-zA-Z0-9._-]+))/sisupod/" ~ filename.stripExtension)) ) { _dir = asNormalizedPath(path_and_fn.chainPath("../")).array; } else { _dir = asNormalizedPath(path_and_fn.chainPath("../../")).array; } if ((_opt_actions.debug_do)) { writeln("--> (base_dir_path) ", _dir); } return _dir; } auto media_dir_path() { // TODO rework, can base directly on src fn path string _dir = asNormalizedPath(base_dir_path.chainPath("media")).array; return _dir; } auto image_dir_path() { string _dir = asNormalizedPath(base_dir_path.chainPath("media/image")).array; return _dir; } auto conf_dir_path() { auto _dir = asNormalizedPath(base_dir_path.chainPath("conf")).array; return _dir; } auto base_parent_dir() { string _dir; if ( // TODO this should catch generated --source sisupod, untested, needs manifest auto m = (absolute_path_to_src) .match(regex(r"[/](?P(?:[a-zA-Z0-9._-]+))/sisupod/" ~ filename.stripExtension)) ) { _dir = m.captures["dir"]; } else { _dir = (absolute_path_to_src).match(rgx.src_base_parent_dir_name).captures["dir"]; } if ((_opt_actions.debug_do)) { writeln("--> (base_parent_dir) ", _dir); } return _dir; } auto config_dirs() { // TODO string[] _config_dirs; if (is_pod) { } else { } return _config_dirs; } auto image_dirs() { // TODO string[] _image_dirs; if (is_pod) { } else { } return _image_dirs; } } return SRC_(); } auto output() { struct Out_ { auto path() { auto _output_path = _env["pwd"]; if ((_opt_actions.output_dir_set.length > 0) && isValidPath(_opt_actions.output_dir_set) ) { _output_path = asNormalizedPath(_opt_actions.output_dir_set).array; if (!exists(_output_path)) { try { _output_path.mkdirRecurse; } // catch (ErrnoException ex) { catch (Exception ex) { // Handle error } } assert(_output_path.isDir, "not a directory: " ~ _output_path); // TODO always test that is a directory and it is writable } return _output_path; } } return Out_(); } } return ManifestMatters_(); } } template ConfigFilePaths() { mixin SiSUrgxInit; static auto rgx = Rgx(); auto ConfigFilePaths(M,E)( M _manifest, E _env, ) { struct ConfFilePaths { auto config_filename_document_toml() { return "sisu_document_make"; } auto config_filename_site_toml() { return "config_local_site"; } auto possible_config_path_locations() { struct _ConfFilePaths { auto sisu_document_make() { /+ FIX clean up conf paths ↓ +/ /+ config local site (file system only, not in pod) +/ /+ return paths +/ string[] _possible_config_path_locations; if (_manifest.src.is_pod) { /+ config document in pod +/ string _sisudoc_conf_pod; // string _sisudoc_conf_pod_text; // _sisudoc_conf_pod = asNormalizedPath(chainPath( to!string(_env["pwd"]), _manifest.pod.manifest_path ~ "/conf" )).array; _sisudoc_conf_pod_text = asNormalizedPath(chainPath( to!string(_env["pwd"]), _manifest.pod.manifest_path ~ "/media/text/" ~ _manifest.src.lng ~ "/conf" )).array; /+ return paths +/ _possible_config_path_locations = [ _sisudoc_conf_pod_text, _sisudoc_conf_pod, ]; } else { /+ config document (& or local site) on filesystem +/ string _sisudoc_conf_pwd = asNormalizedPath(chainPath(to!string(_env["pwd"]), "sisudoc/conf")).array; // think about string _sisudoc_conf_pwd_a = asNormalizedPath(chainPath(to!string(_env["pwd"]), "conf")).array; string _sisudoc_conf_pwd_b = asNormalizedPath(chainPath(to!string(_env["pwd"]), "../conf")).array; string _sisudoc_conf_pwd_c = asNormalizedPath(chainPath(to!string(_env["pwd"]), "../../conf")).array; string _sisudoc_conf_pwd_d = asNormalizedPath(chainPath(to!string(_env["pwd"]), "../../../conf")).array; /+ return paths +/ _possible_config_path_locations = [ _sisudoc_conf_pwd, _sisudoc_conf_pwd_a, _sisudoc_conf_pwd_b, _sisudoc_conf_pwd_c, _sisudoc_conf_pwd_d, ]; } /+ FIX clean up conf paths ↑ (compare pwd to doc path location, and build config path) +/ return _possible_config_path_locations; } auto config_local_site() { /+ FIX clean up conf paths ↓ +/ /+ config local site (file system only, not in pod) +/ string _dot_pwd = asNormalizedPath(chainPath(to!string(_env["pwd"]), ".sisu")).array; string _underscore_pwd = asNormalizedPath(chainPath(to!string(_env["pwd"]), "_sisu")).array; string _dot_home = asNormalizedPath(chainPath(to!string(_env["home"]), ".sisu")).array; /+ return paths +/ string[] _possible_config_path_locations; if (_manifest.src.is_pod) { string _collection_root_a = asNormalizedPath(chainPath(to!string(_manifest.pod.collection_root.to!string), ".sisu")).array; string _collection_root_b = asNormalizedPath(chainPath(to!string(_manifest.pod.collection_root.to!string), "_sisu")).array; _possible_config_path_locations = [ _dot_pwd, _underscore_pwd, _dot_home, "/etc/sisu", _collection_root_a, // set priority higher? _collection_root_b // set priority higher? ]; } else { /+ config document (& or local site) on filesystem +/ string _sisudoc_conf_pwd = asNormalizedPath(chainPath(to!string(_env["pwd"]), "sisudoc/conf")).array; // think about string _sisudoc_conf_pwd_a = asNormalizedPath(chainPath(to!string(_env["pwd"]), "conf")).array; string _sisudoc_conf_pwd_b = asNormalizedPath(chainPath(to!string(_env["pwd"]), "../conf")).array; string _sisudoc_conf_pwd_c = asNormalizedPath(chainPath(to!string(_env["pwd"]), "../../conf")).array; string _sisudoc_conf_pwd_d = asNormalizedPath(chainPath(to!string(_env["pwd"]), "../../../conf")).array; _possible_config_path_locations = [ _sisudoc_conf_pwd, _sisudoc_conf_pwd_a, _sisudoc_conf_pwd_b, _sisudoc_conf_pwd_c, _sisudoc_conf_pwd_d, _dot_pwd, _underscore_pwd, _dot_home, "/etc/sisu" ]; } /+ FIX clean up conf paths ↑ (compare pwd to doc path location, and build config path) +/ return _possible_config_path_locations; } } return _ConfFilePaths(); } } return ConfFilePaths(); } } template SiSUpathsSRC() { mixin SiSUrgxInit; static auto rgx = Rgx(); auto SiSUpathsSRC(D,Fn)( D _pwd, Fn _fn_src_and_relative_path, ) { struct SisuSrcPaths { auto pwd() { return _pwd; } auto language() { // use command line info as well? string _k; if (auto m = _fn_src_and_relative_path.match(rgx.language_code_and_filename)) { _k = m.captures[1]; } else { /+ unknown until doc_meta read, (could provide & use command line info?) +/ _k = "xx"; // original default was "en" but is not known } return _k; } auto doc_root() { return "sisudoc"; } auto media_root() { return asNormalizedPath(doc_root.chainPath("media")).array; } auto conf_root() { return asNormalizedPath(doc_root.chainPath("conf")).array; } auto text_root() { return asNormalizedPath(media_root.chainPath("text")).array; } auto image_root() { return asNormalizedPath(media_root.chainPath("image")).array; } auto doc_src_fn_with_path_for_text_root_and_lng() { return asNormalizedPath(text_root.chainPath(language)).array; } auto doc_src_with_relative_path() { return asNormalizedPath(pwd.chainPath(_fn_src_and_relative_path)).array; } auto doc_src_fn() { return asNormalizedPath(_fn_src_and_relative_path.baseName).array; } } return SisuSrcPaths(); } } template SiSUpathsSisupods() { mixin SiSUrgxInit; static auto rgx = Rgx(); string _suffix = ".zip"; auto SiSUpathsSisupods(Dm)(Dm doc_matters) { string _base_dir_pod = (doc_matters.output_path.length > 0) ? doc_matters.output_path ~ "/sisupod" : "/sisupod"; string _base_dir_doc = "sisudoc"; struct _PodPaths { string base_filename_(string fn_src) { auto pth = fn_src.baseName.stripExtension; return pth; } string sisupod_dir_() { auto pth = _base_dir_pod; return pth; } string sisudoc_dir_() { auto pth = _base_dir_doc; return pth; } string sisupod_filename_(string fn_src) { string pth = _base_dir_pod.chainPath(base_filename_(fn_src) ~ _suffix).array; return pth; } string base_filesystem_(string fn_src) { string pth = _base_dir_pod.chainPath(base_filename_(fn_src)).array; assert(pth == _base_dir_pod ~ "/" ~ base_filename_(fn_src), pth ~ " == " ~ _base_dir_pod ~ "/" ~ base_filename_(fn_src) ~ "?"); return pth; } string base_pod_(string fn_src) { string pth = _base_dir_pod.chainPath(base_filename_(fn_src)).array; // change this return pth; } auto base_filename(string fn_src) { auto pth_1_ = base_filename_(fn_src); auto pth_2_ = base_filename_(fn_src); struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { return pth_2_; } } return _pods(); } auto sisupod_filename(string fn_src) { auto pth_1_ = sisupod_filename_(fn_src); auto pth_2_ = sisupod_filename_(fn_src); struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { return pth_2_; } } return _pods(); } auto base(string fn_src) { auto pth_1_ = ""; auto pth_2_ = base_filesystem_(fn_src); struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { return pth_2_; } } return _pods(); } auto pod_root(string fn_src) { auto pth_1_ = ""; auto pth_2_ = asNormalizedPath(base(fn_src).filesystem_open_zpod.chainPath("")).array; // "sisudoc" struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { return pth_2_; } } return _pods(); } auto conf_root(string fn_src) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = "conf"; auto pth_2_ = asNormalizedPath(pod_root(fn_src).filesystem_open_zpod.chainPath("conf")).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto css(string fn_src) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = asNormalizedPath(conf_root(fn_src).zpod.chainPath("css")).array; auto pth_2_ = asNormalizedPath(conf_root(fn_src).filesystem_open_zpod.chainPath("css")).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto media_root(string fn_src) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = "media"; auto pth_2_ = asNormalizedPath(pod_root(fn_src).filesystem_open_zpod.chainPath("media")).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto text_root(string fn_src) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = asNormalizedPath(media_root(fn_src).zpod.chainPath("text")).array; auto pth_2_ = asNormalizedPath(media_root(fn_src).filesystem_open_zpod.chainPath("text")).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto doc(string fn_src) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = text_root(fn_src).zpod; auto pth_2_ = text_root(fn_src).filesystem_open_zpod; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto doc_lng(string fn_src, string lng) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = asNormalizedPath(text_root(fn_src).zpod.chainPath(lng)).array; auto pth_2_ = asNormalizedPath(text_root(fn_src).filesystem_open_zpod.chainPath(lng)).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto image_root(string fn_src) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = asNormalizedPath(media_root(fn_src).zpod.chainPath("image")).array; auto pth_2_ = asNormalizedPath(media_root(fn_src).filesystem_open_zpod.chainPath("image")).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto fn_pod_filelist(string fn_src) { auto pod_root_ = pod_root(fn_src); auto _manifest = PodManifest!()(fn_src).pod_manifest_filename; auto pth_1_ = _manifest; auto pth_2_ = asNormalizedPath(pod_root(fn_src).filesystem_open_zpod.chainPath(_manifest)).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto fn_doc(string fn_src, string lng) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = asNormalizedPath(doc_lng(fn_src, lng).zpod.chainPath(fn_src.baseName)).array; auto pth_2_ = asNormalizedPath(doc_lng(fn_src, lng).filesystem_open_zpod.chainPath(fn_src.baseName)).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } auto fn_doc_insert(string fn_src, string fn_insert, string lng) { auto pod_root_ = pod_root(fn_src); auto pth_1_ = asNormalizedPath(doc_lng(fn_src, lng).zpod.chainPath(fn_insert.baseName)).array; auto pth_2_ = asNormalizedPath(doc_lng(fn_src, lng).filesystem_open_zpod.chainPath(fn_insert.baseName)).array; struct _pods { auto zpod() { return pth_1_; } auto filesystem_open_zpod() { assert(pod_root_.filesystem_open_zpod.chainPath(zpod).array == pth_2_); return pth_2_; } } return _pods(); } } return _PodPaths(); } }