OctaBuild/main.cc

#include <sys/stat.h>
#include <dirent.h>
#include <unistd.h>

#include <ostd/types.hh>
#include <ostd/string.hh>
#include <ostd/vector.hh>
#include <ostd/atomic.hh>

#include <cubescript.hh>

#include "tpool.hh"

/* represents a rule definition, possibly with a function */
struct Rule {
    ostd::String target;
    ostd::Vector<ostd::String> deps;
    ostd::Uint32 *func;

    Rule(): target(), deps(), func(nullptr) {}
    Rule(const Rule &r): target(r.target), deps(r.deps), func(r.func) {
        cscript::bcode_ref(func);
    }
    ~Rule() { cscript::bcode_unref(func); }
};

ostd::Vector<Rule> rules;

struct RuleCounter;
ostd::Vector<RuleCounter *> counters;

struct RuleCounter {
    RuleCounter(): cond(), mtx(), counter(0), result(0) {
        counters.push(this);
    }

    void wait() {
        mtx.lock();
        while (counter)
            cond.wait(mtx);
        mtx.unlock();
    }

    void incr() {
        mtx.lock();
        ++counter;
        mtx.unlock();
    }

    void decr() {
        mtx.lock();
        if (!--counter) {
            mtx.unlock();
            cond.broadcast();
        } else
            mtx.unlock();
    }

    int wait_result(int ret) {
        counters.pop();
        if (ret)
            return ret;
        wait();
        ret = result;
        if (ret)
            return ret;
        return 0;
    }

    Cond cond;
    Mutex mtx;
    volatile int counter;
    ostd::AtomicInt result;
};

ThreadPool tpool;

/* check funcs */

static bool ob_check_ts(ostd::ConstCharRange tname,
                        const ostd::Vector<ostd::String> &deps) {
    auto get_ts = [](ostd::ConstCharRange fname) -> time_t {
        struct stat st;
        if (stat(ostd::String(fname).data(), &st) < 0)
            return 0;
        return st.st_mtime;
    };
    time_t tts = get_ts(tname.data());
    if (!tts) return true;
    for (auto &dep: deps.iter()) {
        time_t sts = get_ts(dep.data());
        if (sts && tts < sts) return true;
    }
    return false;
}

static bool ob_check_file(ostd::ConstCharRange fname) {
    return ostd::FileStream(fname, ostd::StreamMode::read).is_open();
}

static bool ob_check_exec(ostd::ConstCharRange tname,
                          const ostd::Vector<ostd::String> &deps) {
    if (!ob_check_file(tname))
        return true;
    for (auto &dep: deps.iter())
        if (!ob_check_file(dep))
            return true;
    return ob_check_ts(tname, deps);
}

/* this lets us properly match % patterns in target names */
static ostd::ConstCharRange ob_compare_subst(ostd::ConstCharRange expanded,
                                             ostd::ConstCharRange toexpand) {
    auto rep = ostd::find(toexpand, '%');
    /* no subst found */
    if (rep.empty())
        return nullptr;
    /* get the part before % */
    auto fp = ostd::slice_until(toexpand, rep);
    /* part before % does not compare, so ignore */
    if (expanded.size() <= fp.size())
        return nullptr;
    if (expanded.slice(0, fp.size()) != fp)
        return nullptr;
    /* pop out front part */
    expanded.pop_front_n(fp.size());
    /* part after % */
    rep.pop_front();
    if (rep.empty())
        return expanded;
    /* part after % does not compare, so ignore */
    if (expanded.size() <= rep.size())
        return nullptr;
    if (expanded.slice(expanded.size() - rep.size(), expanded.size()) != rep)
        return nullptr;
    /* cut off latter part */
    expanded.pop_back_n(rep.size());
    /* we got what we wanted... */
    return expanded;
}

/* expand globs */
static void ob_get_path_parts(ostd::Vector<ostd::ConstCharRange> &parts,
                              ostd::ConstCharRange elem) {
    ostd::ConstCharRange star = ostd::find(elem, '*');
    while (!star.empty()) {
        ostd::ConstCharRange ep = ostd::slice_until(elem, star);
        if (!ep.empty())
            parts.push(ep);
        parts.push("*");
        elem = star;
        elem.pop_front();
        star = ostd::find(elem, '*');
    }
    if (!elem.empty())
        parts.push(elem);
}

static bool ob_path_matches(ostd::ConstCharRange fn,
                            const ostd::Vector<ostd::ConstCharRange> &parts) {
    auto it = parts.iter();
    while (!it.empty()) {
        ostd::ConstCharRange elem = it.front();
        if (elem == "*") {
            it.pop_front();
            /* skip multiple stars if present */
            while (!it.empty() && ((elem = it.front()) == "*"))
                it.pop_front();
            /* trailing stars, we match */
            if (it.empty())
                return true;
            /* skip about as much as we can until the elem part matches */
            while (fn.size() > elem.size()) {
                if (fn.slice(0, elem.size()) == elem)
                    break;
                fn.pop_front();
            }
        }
        /* non-star here */
        if (fn.size() < elem.size())
            return false;
        if (fn.slice(0, elem.size()) != elem)
            return false;
        fn.pop_front_n(elem.size());
        /* try next element */
        it.pop_front();
    }
    /* if there are no chars in the fname remaining, we fully matched */
    return fn.empty();
}

static bool ob_expand_glob(ostd::String &ret, ostd::ConstCharRange src,
                           bool ne = false);

static bool ob_expand_dir(ostd::String &ret,
                          ostd::ConstCharRange dir,
                          const ostd::Vector<ostd::ConstCharRange> &parts,
                          ostd::ConstCharRange slash) {
    DIR *d = opendir(ostd::String(dir).data());
    bool appended = false;
    if (!d)
        return false;
    struct dirent *dirp;
    while ((dirp = readdir(d))) {
        ostd::ConstCharRange fn = (const char *)dirp->d_name;
        if (fn.empty() || (fn == ".") || (fn == ".."))
            continue;
        /* check if filename matches */
        if (!ob_path_matches(fn, parts))
            continue;
        ostd::String afn((dir == ".") ? "" : "./");
        afn.append(fn);
        /* if we reach this, we match; try recursively matching */
        if (!slash.empty()) {
            afn.append(slash);
            ostd::ConstCharRange psl = slash;
            psl.pop_front();
            if (!ostd::find(psl, '*').empty()) {
                if (!appended)
                    appended = ob_expand_glob(ret, afn.iter());
                continue;
            }
            /* no further star, just do file test */
            if (!ob_check_file(afn.iter()))
                continue;
            if (!ret.empty())
                ret.push(' ');
            ret.append(afn);
            appended = true;
            continue;
        }
        if (!ret.empty())
            ret.push(' ');
        ret.append(afn);
        appended = true;
    }
    closedir(d);
    return appended;
}

static bool ob_expand_glob(ostd::String &ret, ostd::ConstCharRange src, bool ne) {
    ostd::ConstCharRange star = ostd::find(src, '*');
    /* no star use as-is */
    if (star.empty()) {
        if (ne) return false;
        if (!ret.empty())
            ret.push(' ');
        ret.append(src);
        return false;
    }
    /* part before star */
    ostd::ConstCharRange prestar = ostd::slice_until(src, star);
    /* try finding slash before star */
    ostd::ConstCharRange slash = ostd::find_last(prestar, '/');
    /* directory to scan */
    ostd::ConstCharRange dir = ".";
    /* part of name before star */
    ostd::ConstCharRange fnpre = prestar;
    if (!slash.empty()) {
        /* there was slash, adjust directory + prefix accordingly */
        dir = ostd::slice_until(src, slash);
        fnpre = slash;
        fnpre.pop_front();
    }
    /* part after star */
    ostd::ConstCharRange fnpost = star;
    fnpost.pop_front();
    /* if a slash follows, adjust */
    ostd::ConstCharRange nslash = ostd::find(fnpost, '/');
    if (!nslash.empty())
        fnpost = ostd::slice_until(fnpost, nslash);
    /* retrieve the single element with whatever stars in it, chop it up */
    ostd::Vector<ostd::ConstCharRange> parts;
    ob_get_path_parts(parts, ostd::ConstCharRange(&fnpre[0],
                                                  &fnpost[fnpost.size()]));
    /* do a directory scan and match */
    if (!ob_expand_dir(ret, dir, parts, nslash)) {
        if (ne) return false;
        if (!ret.empty())
            ret.push(' ');
        ret.append(src);
        return false;
    }
    return true;
}

static ostd::String ob_expand_globs(const ostd::Vector<ostd::String> &src) {
    ostd::String ret;
    for (auto &s: src.iter())
        ob_expand_glob(ret, s.iter());
    return ret;
}

struct ObState {
    cscript::CsState cs;
    ostd::ConstCharRange progname;
    int jobs = 1;

    struct SubRule {
        ostd::ConstCharRange sub;
        Rule *rule;
    };

    template<typename ...A>
    int error(int retcode, ostd::ConstCharRange fmt, A &&...args) {
        ostd::err.write(progname, ": ");
        ostd::err.writefln(fmt, ostd::forward<A>(args)...);
        return retcode;
    }

    int exec_list(const ostd::Vector<SubRule> &rlist,
                  ostd::Vector<ostd::String> &subdeps,
                  ostd::ConstCharRange tname) {
        ostd::String repd;
        for (auto &sr: rlist.iter()) for (auto &target: sr.rule->deps.iter()) {
            ostd::ConstCharRange atgt = target.iter();
            repd.clear();
            auto lp = ostd::find(atgt, '%');
            if (!lp.empty()) {
                repd.append(ostd::slice_until(atgt, lp));
                repd.append(sr.sub);
                lp.pop_front();
                if (!lp.empty()) repd.append(lp);
                atgt = repd.iter();
            }
            subdeps.push(atgt);
            int r = exec_rule(atgt, tname);
            if (r) return r;
        }
        return 0;
    }

    int exec_func(ostd::ConstCharRange tname,
                  const ostd::Vector<SubRule> &rlist) {
        ostd::Vector<ostd::String> subdeps;
        /* new scope for early destruction */
        {
            RuleCounter depcnt;
            int r = depcnt.wait_result(exec_list(rlist, subdeps, tname));
            if (r)
                return r;
        }
        if (ob_check_exec(tname, subdeps)) {
            ostd::Uint32 *func = nullptr;
            for (auto &sr: rlist.iter()) {
                Rule &r = *sr.rule;
                if (!r.func)
                    continue;
                if (func)
                    return error(1, "redefinition of rule '%s'", tname);
                func = r.func;
            }
            if (func) {
                cscript::StackedValue targetv, sourcev, sourcesv;

                targetv.id = cs.new_ident("target");
                if (!cscript::check_alias(targetv.id))
                    return 1;
                targetv.set_cstr(tname);
                targetv.push();

                if (subdeps.size() > 0) {
                    sourcev.id = cs.new_ident("source");
                    sourcesv.id = cs.new_ident("sources");
                    if (!cscript::check_alias(sourcev.id))
                        return 1;
                    if (!cscript::check_alias(sourcesv.id))
                        return 1;

                    sourcev.set_cstr(subdeps[0]);
                    sourcev.push();

                    auto dsv = ostd::appender<ostd::String>();
                    ostd::concat(dsv, subdeps);
                    ostd::Size len = dsv.size();
                    sourcesv.set_str(ostd::CharRange(dsv.get().disown(), len));
                    sourcesv.push();
                }

                return cs.run_int(func);
            }
        }
        return 0;
    }

    int exec_rule(ostd::ConstCharRange target,
                  ostd::ConstCharRange from = nullptr) {
        ostd::Vector<SubRule> rlist;
        for (auto &rule: rules.iter()) {
            if (target == rule.target) {
                rlist.push().rule = &rule;
                continue;
            }
            ostd::ConstCharRange sub = ob_compare_subst(target, rule.target);
            if (!sub.empty()) {
                SubRule &sr = rlist.push();
                sr.rule = &rule;
                sr.sub = sub;
            }
        }
        if (rlist.empty() && !ob_check_file(target)) {
            if (from.empty())
                return error(1, "no rule to run target '%s'", target);
            else
                return error(1, "no rule to run target '%s' (needed by '%s')",
                             target, from);
            return 1;
        }
        return exec_func(target, rlist);
    }
};

static int ob_print_help(ostd::ConstCharRange a0, ostd::Stream &os, int v) {
    os.writeln("Usage: ", a0,  " [options] [target]\n",
               "Options:\n"
               "  -C DIRECTORY\tChange to DIRECTORY before running.\n",
               "  -f FILE\tSpecify the file to run (default: cubefile).\n"
               "  -h\t\tPrint this message.\n"
               "  -j N\t\tSpecify the number of jobs to use (default: 1).");
    return v;
}

int main(int argc, char **argv) {
    ObState os;
    ostd::ConstCharRange pn = argv[0];
    ostd::ConstCharRange lslash = ostd::find_last(pn, '/');
    if (!lslash.empty()) {
        lslash.pop_front();
        os.progname = lslash;
    } else
        os.progname = pn;

    cscript::init_lib_base(os.cs);
    cscript::init_lib_io(os.cs);
    cscript::init_lib_math(os.cs);
    cscript::init_lib_string(os.cs);
    cscript::init_lib_list(os.cs);

    ostd::ConstCharRange fname = "cubefile";

    int ac;
    while ((ac = getopt(argc, argv, "C:f:hj:")) >= 0) {
        switch (ac) {
        case 'C':
            if (chdir(optarg) < 0)
                return os.error(1, "failed changing directory: %s", optarg);
            break;
        case 'f':
            fname = optarg;
            break;
        case 'h':
            return ob_print_help(argv[0], ostd::out, 0);
        case 'j':
            os.jobs = ostd::max(1, atoi(optarg));
            break;
        default:
            return ob_print_help(argv[0], ostd::err, 1);
            break;
        }
    }

    tpool.init(os.jobs);

    os.cs.add_command("shell", "C", [](cscript::CsState &cs,
                                       ostd::ConstCharRange s) {
        RuleCounter *cnt = counters.back();
        cnt->incr();
        char *ds = ostd::String(s).disown();
        tpool.push([cnt, ds]() {
            int ret = system(ds);
            delete[] ds;
            if (ret && !cnt->result)
                cnt->result = ret;
            cnt->decr();
        });
        cs.result->set_int(0);
    });

    os.cs.add_command("rule", "sseN", [](cscript::CsState &, const char *tgt,
                                         const char *dep, ostd::Uint32 *body,
                                         int *numargs) {
        ostd::Vector<ostd::String> targets = cscript::util::list_explode(tgt);
        ostd::Vector<ostd::String> deps = cscript::util::list_explode(dep);
        for (auto &target: targets.iter()) {
            Rule &r = rules.push();
            r.target = target;
            if (*numargs > 2) {
                r.func = body;
                cscript::bcode_ref(body);
            }
            for (auto &dep: deps.iter())
                r.deps.push(dep);
        }
    });

    os.cs.add_command("glob", "C", [](cscript::CsState &cs,
                                      ostd::ConstCharRange lst) {
        ostd::Vector<ostd::String> fnames = cscript::util::list_explode(lst);
        cs.result->set_str(ob_expand_globs(fnames).disown());
    });

    if (!os.cs.run_file(fname, true))
        return os.error(1, "failed creating rules");

    if (rules.empty())
        return os.error(1, "no targets");

    RuleCounter maincnt;
    int ret = os.exec_rule((optind < argc) ? argv[optind] : "all");
    ret = maincnt.wait_result(ret);
    if (ret)
        return ret;
    tpool.destroy();
    return 0;
}