#include "Builder.h" #include "file.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace fs = std::filesystem; namespace pt = boost::property_tree; using namespace std::chrono_literals; using namespace std::string_literals; namespace { // get name of single target, ptree is subtree fs::path get_target(const pt::ptree& ptree) { return ptree.get("name"); } // ptree is main tree std::vector get_all_targets(const pt::ptree& ptree) { std::vector result; // iterate over all elements for (const auto& build: ptree.get_child("ymake")) { if (build.first == "build") { result.push_back(build.second.get("name")); } } return result; } // get sources of single target, ptree is subtree std::vector get_sources(const pt::ptree& ptree) { std::vector sources; for (const pt::ptree::value_type &v: ptree) { if (v.first == "source") sources.push_back(v.second.data()); } return sources; } // get link libs of single target, ptree is subtree std::vector get_link_libs_of_build(const pt::ptree& ptree) { std::vector linklibs; for (const pt::ptree::value_type &v: ptree) { if (v.first == "linklib") linklibs.push_back(v.second.data()); } return linklibs; } // ptree is main tree std::vector get_all_sources(const pt::ptree& ptree) { std::vector result; // iterate over all elements for (const auto& build: ptree.get_child("ymake")) { if (build.first == "build") { // iterate over all elements for (const auto& source: build.second) { if (source.first == "source") { result.push_back(source.second.data()); } } } } return result; } // get objects for corresponding sources of single target, // ptree is subtree std::vector get_objects(const pt::ptree& ptree) { std::vector objects{get_sources(ptree)}; for (auto &i: objects) { i.replace_extension("o"); } return objects; } // ptree is main tree std::vector get_all_objects(const pt::ptree& ptree) { std::vector objects{get_all_sources(ptree)}; for (auto &i: objects) { i.replace_extension("o"); } return objects; } // both need to exist bool is_older(const fs::path& p, const fs::path& other) { auto t_p{fs::last_write_time(p)}; auto t_other{fs::last_write_time(other)}; return t_p < t_other; } std::vector deps_from_depfile(const fs::path& path) { std::string depfile_content{Reichwein::File::getFile(path)}; std::vector parts {Reichwein::Stringhelper::split(depfile_content, ":\r\n")}; if (parts.size() >= 2) { std::vector deps {Reichwein::Stringhelper::split(parts[1], " ")}; std::vector result; std::copy(deps.cbegin(), deps.cend(), std::back_inserter(result)); return result; } else { throw std::runtime_error("Bad depfile contents: "s + path.string()); } } fs::path depfile_name_from(const fs::path& p) { fs::path depfile{p}; depfile.replace_extension("d"); return depfile; } std::unordered_map> get_link_libs(const pt::ptree& ptree) { std::unordered_map> link_libs_map; for (const auto& build: ptree.get_child("ymake")) { if (build.first == "build") { std::vector link_libs{get_link_libs_of_build(build.second)}; if (!link_libs.empty()) { link_libs_map.emplace(get_target(build.second), link_libs); } } } return link_libs_map; } } Builder::Builder(const pt::ptree& ptree): _ptree(ptree), _all_targets{get_all_targets(ptree)}, _all_objects{get_all_objects(ptree)}, _link_libs{get_link_libs(ptree)} { // intentionally defer creation of _dependencies to build() // to prevent creation of .d files in clean() } std::vector Builder::dependencies_of(const fs::path& p) const { try { return _dependencies.at(p); } catch (const std::out_of_range& ex) { return {}; // empty by default } } std::vector Builder::link_libs_of(const fs::path& p) const { try { return _link_libs.at(p); } catch (const std::out_of_range& ex) { return {}; // empty by default } } // outdated according to dependency tree, recursively bool Builder::is_outdated(const fs::path& p) const { if (!fs::exists(p)) return true; std::vector deps{dependencies_of(p)}; for (const auto& dep: deps) { if (!fs::exists(dep) || is_older(p, dep)) { return true; } if (is_outdated(dep)) { return true; } } return false; } // outdated according to dependency file list, non-recursively bool Builder::is_outdated(const fs::path& p, const std::vector &dependencies) const { if (!fs::exists(p)) return true; for (const auto& dep: dependencies) { if (!fs::exists(dep) || is_older(p, dep)) { return true; } } return false; } // return contained dependencies // input: cpp std::vector Builder::make_depfile_from(const fs::path& p) const { fs::path depfile{depfile_name_from(p)}; // check if depfile exists and if it contains up to date info if (!fs::exists(depfile) || is_outdated(depfile, deps_from_depfile(depfile))) { // actually create depfile int result{system(_lang.getDepCommand(depfile.string(), p.string()).c_str())}; if (result != 0) { throw std::runtime_error(fmt::format("Depfile {} can't be created", depfile.string())); } } return deps_from_depfile(depfile); } std::unordered_map> Builder::get_dependencies(const pt::ptree& ptree) const { std::unordered_map> dependencies; for (const auto& build: ptree.get_child("ymake")) { if (build.first == "build") { dependencies.emplace(get_target(build.second), get_objects(build.second)); std::vector sources{get_sources(build.second)}; for (const auto& p: sources) { fs::path p_obj{p}; p_obj.replace_extension("o"); std::vector deps {make_depfile_from(p)}; // keep .d files for now to speed dependencies detection on following runs //fs::remove(depfile_name_from(p)); dependencies.emplace(p_obj, deps); } } } return dependencies; } // build 1 file void Builder::build_file(const fs::path& p) { std::string command; if (p.extension() == ".o") { // compile std::vector source_files{dependencies_of(p)}; auto it{std::find_if(source_files.begin(), source_files.end(), is_compile_unit_source_by_extension)}; if (it == source_files.end()) { throw std::runtime_error(fmt::format("No source file found for {}", p.string())); } command = _lang.getCompileCommand(p, *it); } else { // link std::vector objects{dependencies_of(p)}; std::vector link_libs{link_libs_of(p)}; command = _lang.getLinkCommand(p, objects, link_libs); } std::cout << command << std::endl; _runner.spawn(p.string(), command.c_str()); } void Builder::cleanup() { std::string path; int exit_code{_runner.wait_one(path)}; _activelist.erase(fs::path{path}); _donelist.insert(fs::path{path}); if (exit_code != 0) { throw std::runtime_error(fmt::format("Exit code {}", exit_code)); } } // build list of files // eats up _buildlist void Builder::build_filelist() { if (_buildlist.empty()) { std::cout << "Everything up to date." << std::endl; } else { // std::cout << "Running commands: " << std::endl; } while (!_buildlist.empty()) { // find file which can be built directly since its build dependencies are up to date fs::path current; while (current.empty()) { for (auto &i: _buildlist) { std::vector deps{dependencies_of(i)}; bool deps_up_to_date{true}; for (auto& dep: deps) { if (_activelist.find(dep) != _activelist.end() || is_outdated(dep)) { deps_up_to_date = false; } } if (deps_up_to_date) { current = i; break; } } if (current.empty()) { std::this_thread::sleep_for(10ms); // short wait before retry if (_runner.finished() > 0) { cleanup(); } } } _buildlist.erase(current); _activelist.insert(current); // wait until process slot is available while (_runner.full() || _runner.finished() > 0) { cleanup(); } build_file(current); // calls spawn() on _runner } // final cleanup while (_runner.finished() != 0 || _runner.running() != 0) { cleanup(); } if (!_activelist.empty()) { throw std::runtime_error("Files left actively building"); } } // build everything according to specified configuration void Builder::build() { _dependencies = get_dependencies(_ptree); // create build list by depth-first search //std::cout << "Calculating build list..." << std::endl; std::stack container; // temporary container for search algorithm for (const auto& target: _all_targets) { container.push(target); } while (!container.empty()) { fs::path current{container.top()}; container.pop(); std::vector deps{dependencies_of(current)}; for (auto &i: deps) { container.push(i); } if (is_outdated(current) && is_buildable_by_extension(current)) { _buildlist.insert(current); } } //std::cout << "Build list:" << std::endl; //for (auto &i: _buildlist) { // std::cout << " " << i << std::endl; //} build_filelist(); } void Builder::clean() const { std::vector cleanlist{_all_objects}; std::copy(_all_targets.cbegin(), _all_targets.cend(), std::back_inserter(cleanlist)); std::vector commands; for (auto &i: cleanlist) { if (fs::exists(i)) { commands.push_back(fmt::format("rm -f {}", i.string())); } if (i.extension() == ".o") { fs::path depfile{depfile_name_from(i)}; if (fs::exists(depfile)) { commands.push_back(fmt::format("rm -f {}", depfile.string())); } } } //std::cout << "Running commands: " << std::endl; for (auto &i: commands) { std::cout << i << std::endl; int result{system(i.c_str())}; if (result != 0) { throw std::runtime_error(fmt::format("Error {}", result)); } } }