init

2 files changed, 521 insertions, 0 deletions

diff --git a/src/conn.cpp b/src/conn.cpp
new file mode 100644
index 0000000..b323340
--- /dev/null
+++ b/src/conn.cpp
@@ -0,0 +1,277 @@
+/**
+ * Copyright (c) 2018 Cornell University.
+ *
+ * Author: Ted Yin <[email protected]>
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy of
+ * this software and associated documentation files (the "Software"), to deal in
+ * the Software without restriction, including without limitation the rights to
+ * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+ * of the Software, and to permit persons to whom the Software is furnished to do
+ * so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+#include <cstring>
+#include <cassert>
+#include <sys/types.h>
+#include <sys/socket.h>
+#include <netinet/tcp.h>
+#include <fcntl.h>
+#include <unistd.h>
+
+#include "salticidae/util.h"
+#include "salticidae/conn.h"
+
+namespace salticidae {
+
+ConnPool::Conn::operator std::string() const {
+    return "<Conn fd=" + std::to_string(fd) + " " +
+                "addr=" + std::string(addr).c_str() + " " +
+                "mode=" + ((mode == Conn::ACTIVE) ? "active" : "passive") +
+            ">";
+}
+
+void ConnPool::Conn::send_data(evutil_socket_t fd, short events) {
+    if (!(events & EV_WRITE)) return;
+    auto conn = self(); /* pin the connection */
+    ssize_t ret = BUFF_SEG_SIZE;
+    while (ret == BUFF_SEG_SIZE)
+    {
+        if (!send_buffer.size()) /* nothing to write */
+            break;
+        bytearray_t buff_seg = send_buffer.pop(BUFF_SEG_SIZE);
+        ssize_t size = buff_seg.size();
+        ret = send(fd, buff_seg.data(), size, MSG_NOSIGNAL);
+        SALTICIDAE_LOG_DEBUG("socket sent %d bytes", ret);
+        if (ret < size)
+        {
+            if (ret < 0) /* nothing is sent */
+            {
+                /* rewind the whole buff_seg */
+                send_buffer.push(std::move(buff_seg));
+                if (errno != EWOULDBLOCK)
+                {
+                    SALTICIDAE_LOG_INFO("reason: %s", strerror(errno));
+                    terminate();
+                    return;
+                }
+            }
+            else
+            {
+                /* rewind the leftover */
+                bytearray_t left_over;
+                left_over.resize(size - ret);
+                memmove(left_over.data(), buff_seg.data() + ret, size - ret);
+                send_buffer.push(std::move(left_over));
+            }
+            /* wait for the next write callback */
+            ready_send = false;
+            ev_write.add();
+            return;
+        }
+    }
+    /* consumed the buffer but endpoint still seems to be writable */
+    ready_send = true;
+}
+
+void ConnPool::Conn::recv_data(evutil_socket_t fd, short events) {
+    if (!(events & EV_READ)) return;
+    auto conn = self(); /* pin the connection */
+    ssize_t ret = BUFF_SEG_SIZE;
+    while (ret == BUFF_SEG_SIZE)
+    {
+        bytearray_t buff_seg;
+        buff_seg.resize(BUFF_SEG_SIZE);
+        ret = recv(fd, buff_seg.data(), BUFF_SEG_SIZE, 0);
+        SALTICIDAE_LOG_DEBUG("socket read %d bytes", ret);
+        if (ret <= 0)
+        {
+            if (ret < 0 && errno != EWOULDBLOCK)
+            {
+                SALTICIDAE_LOG_INFO("reason: %s", strerror(errno));
+                /* connection err or half-opened connection */
+                terminate();
+                return;
+            }
+            if (ret == 0)
+            {
+                terminate();
+                return;
+            }
+
+            /* EWOULDBLOCK */
+            break;
+        }
+        buff_seg.resize(ret);
+        recv_buffer.push(std::move(buff_seg));
+    }
+    ev_read.add();
+    on_read();
+}
+
+void ConnPool::accept_client(evutil_socket_t fd, short) {
+    int client_fd;
+    struct sockaddr client_addr;
+    socklen_t addr_size = sizeof(struct sockaddr_in);
+    if ((client_fd = accept(fd, &client_addr, &addr_size)) < 0)
+        SALTICIDAE_LOG_ERROR("error while accepting the connection");
+    else
+    {
+        int one = 1;
+        if (setsockopt(client_fd, SOL_TCP, TCP_NODELAY, (const char *)&one, sizeof(one)) < 0)
+            throw ConnPoolError(std::string("setsockopt failed"));
+        if (fcntl(client_fd, F_SETFL, O_NONBLOCK) == -1)
+            throw ConnPoolError(std::string("unable to set nonblocking socket"));
+
+        NetAddr addr((struct sockaddr_in *)&client_addr);
+        conn_t conn = create_conn();
+        Conn *conn_ptr = conn;
+        conn->fd = client_fd;
+        conn->cpool = this;
+        conn->mode = Conn::PASSIVE;
+        conn->addr = addr;
+        conn->ev_read = Event(eb, client_fd, EV_READ,
+                                std::bind(&Conn::recv_data, conn_ptr, _1, _2));
+        conn->ev_write = Event(eb, client_fd, EV_WRITE,
+                                std::bind(&Conn::send_data, conn_ptr, _1, _2));
+        conn->ev_read.add();
+        conn->ev_write.add();
+        conn->ready_send = false;
+        add_conn(conn);
+        SALTICIDAE_LOG_INFO("created connection %s", std::string(*conn).c_str());
+        conn->on_setup();
+    }
+    ev_listen.add();
+}
+
+void ConnPool::Conn::conn_server(evutil_socket_t fd, short events) {
+    auto conn = self(); /* pin the connection */
+    if (send(fd, "", 0, MSG_NOSIGNAL) == 0)
+    {
+        ev_read = Event(cpool->eb, fd, EV_READ,
+                std::bind(&Conn::recv_data, this, _1, _2));
+        ev_write = Event(cpool->eb, fd, EV_WRITE,
+                std::bind(&Conn::send_data, this, _1, _2));
+        ev_read.add();
+        ev_write.add();
+        ev_connect.clear();
+        ready_send = false;
+        SALTICIDAE_LOG_INFO("connected to peer %s", std::string(*this).c_str());
+        on_setup();
+    }
+    else
+    {
+        if (events & EV_TIMEOUT)
+            SALTICIDAE_LOG_INFO("%s connect timeout", std::string(*this).c_str());
+        terminate();
+        return;
+    }
+}
+
+void ConnPool::init(NetAddr listen_addr) {
+    int one = 1;
+    if ((listen_fd = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP)) < 0)
+        throw ConnPoolError(std::string("cannot create socket for listening"));
+    if (setsockopt(listen_fd, SOL_SOCKET, SO_REUSEADDR, (const char *)&one, sizeof(one)) < 0 ||
+        setsockopt(listen_fd, SOL_TCP, TCP_NODELAY, (const char *)&one, sizeof(one)) < 0)
+        throw ConnPoolError(std::string("setsockopt failed"));
+    if (fcntl(listen_fd, F_SETFL, O_NONBLOCK) == -1)
+        throw ConnPoolError(std::string("unable to set nonblocking socket"));
+
+    struct sockaddr_in sockin;
+    memset(&sockin, 0, sizeof(struct sockaddr_in));
+    sockin.sin_family = AF_INET;
+    sockin.sin_addr.s_addr = INADDR_ANY;
+    sockin.sin_port = listen_addr.port;
+
+    if (bind(listen_fd, (struct sockaddr *)&sockin, sizeof(sockin)) < 0)
+        throw ConnPoolError(std::string("binding error"));
+    if (::listen(listen_fd, MAX_LISTEN_BACKLOG) < 0)
+        throw ConnPoolError(std::string("listen error"));
+    ev_listen = Event(eb, listen_fd, EV_READ,
+            std::bind(&ConnPool::accept_client, this, _1, _2));
+    ev_listen.add();
+    SALTICIDAE_LOG_INFO("listening to %u", ntohs(listen_addr.port));
+}
+
+void ConnPool::Conn::terminate() {
+    auto &pool = cpool->pool;
+    auto it = pool.find(fd);
+    if (it != pool.end())
+    {
+        /* temporarily pin the conn before it dies */
+        auto conn = it->second;
+        assert(conn == this);
+        pool.erase(it);
+        close();
+        /* inform the upper layer the connection will be destroyed */
+        on_teardown();
+        conn->self_ref = nullptr; /* remove the self-cycle */
+    }
+}
+
+void ConnPool::Conn::try_conn(evutil_socket_t, short) {
+    auto conn = self(); /* pin the connection */
+    struct sockaddr_in sockin;
+    memset(&sockin, 0, sizeof(struct sockaddr_in));
+    sockin.sin_family = AF_INET;
+    sockin.sin_addr.s_addr = addr.ip;
+    sockin.sin_port = addr.port;
+
+    if (connect(fd, (struct sockaddr *)&sockin,
+                sizeof(struct sockaddr_in)) < 0 && errno != EINPROGRESS)
+    {
+            SALTICIDAE_LOG_INFO("cannot connect to %s", std::string(addr).c_str());
+            terminate();
+            return;
+    }
+    ev_connect = Event(cpool->eb, fd, EV_WRITE,
+                std::bind(&Conn::conn_server, this, _1, _2));
+    ev_connect.add_with_timeout(CONN_SERVER_TIMEOUT);
+}
+
+ConnPool::conn_t ConnPool::create_conn(const NetAddr &addr) {
+    int fd;
+    int one = 1;
+    if ((fd = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP)) < 0)
+        throw ConnPoolError(std::string("cannot create socket for remote"));
+    if (setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, (const char *)&one, sizeof(one)) < 0 ||
+        setsockopt(fd, SOL_TCP, TCP_NODELAY, (const char *)&one, sizeof(one)) < 0)
+        throw ConnPoolError(std::string("setsockopt failed"));
+    if (fcntl(fd, F_SETFL, O_NONBLOCK) == -1)
+        throw ConnPoolError(std::string("unable to set nonblocking socket"));
+    conn_t conn = create_conn();
+    Conn * conn_ptr = conn;
+    conn->fd = fd;
+    conn->cpool = this;
+    conn->mode = Conn::ACTIVE;
+    conn->addr = addr;
+    conn->ev_connect = Event(eb, -1, 0, std::bind(&Conn::try_conn, conn_ptr, _1, _2));
+    conn->ev_connect.add_with_timeout(gen_rand_timeout(TRY_CONN_DELAY));
+    add_conn(conn);
+    SALTICIDAE_LOG_INFO("created connection %s", std::string(*conn).c_str());
+    return conn;
+}
+
+ConnPool::conn_t ConnPool::add_conn(conn_t conn) {
+    auto it = pool.find(conn->fd);
+    if (it != pool.end())
+    {
+        auto old_conn = it->second;
+        old_conn->terminate();
+    }
+    return pool.insert(std::make_pair(conn->fd, conn)).first->second;
+}
+
+}
diff --git a/src/util.cpp b/src/util.cpp
new file mode 100644
index 0000000..8ce908d
--- /dev/null
+++ b/src/util.cpp
@@ -0,0 +1,244 @@
+/**
+ * Copyright (c) 2018 Cornell University.
+ *
+ * Author: Ted Yin <[email protected]>
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy of
+ * this software and associated documentation files (the "Software"), to deal in
+ * the Software without restriction, including without limitation the rights to
+ * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+ * of the Software, and to permit persons to whom the Software is furnished to do
+ * so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+#include <cstdarg>
+#include <cstring>
+#include <cassert>
+#include <cstdio>
+#include <ctime>
+#include <sys/time.h>
+#include <cmath>
+#include <event2/event.h>
+
+#include "salticidae/util.h"
+
+namespace salticidae {
+
+void sec2tv(double t, struct timeval &tv) {
+    tv.tv_sec = trunc(t);
+    tv.tv_usec = trunc((t - tv.tv_sec) * 1e6);
+}
+
+void event_add_with_timeout(struct event *ev, double timeout) {
+    struct timeval tv;
+    tv.tv_sec = trunc(timeout);
+    tv.tv_usec = trunc((timeout - tv.tv_sec) * 1e6);
+    event_add(ev, &tv);
+}
+
+const std::string get_current_datetime() {
+    /* credit: http://stackoverflow.com/a/41381479/544806 */
+    char fmt[64], buf[64];
+    struct timeval tv;
+    gettimeofday(&tv, nullptr);
+    struct tm *tmp = localtime(&tv.tv_sec);
+    strftime(fmt, sizeof fmt, "%Y-%m-%d %H:%M:%S.%%06u", tmp);
+    snprintf(buf, sizeof buf, fmt, tv.tv_usec);
+    return std::string(buf);
+}
+
+SalticidaeError::SalticidaeError() : msg("unknown") {}
+
+SalticidaeError::SalticidaeError(const std::string &fmt, ...) {
+    size_t guessed_size = 128;
+    std::string buff;
+    va_list ap;
+    for (;;)
+    {
+        buff.resize(guessed_size);
+        va_start(ap, fmt);
+        int nwrote = vsnprintf((char *)buff.data(), guessed_size, fmt.c_str(), ap);
+        if (nwrote < 0 || nwrote == guessed_size)
+        {
+            guessed_size <<= 1;
+            continue;
+        }
+        buff.resize(nwrote);
+        msg = std::move(buff);
+        break;
+    }
+}
+
+SalticidaeError::operator std::string() const {
+    return msg;
+}
+
+void Logger::write(const char *tag, const char *fmt, va_list ap) {
+    fprintf(output, "%s [%s] ", get_current_datetime().c_str(), tag);
+    vfprintf(output, fmt, ap);
+    fprintf(output, "\n");
+}
+
+void Logger::debug(const char *fmt, ...) {
+    va_list ap;
+    va_start(ap, fmt);
+    write("debug", fmt, ap);
+    va_end(ap);
+}
+
+void Logger::info(const char *fmt, ...) {
+    va_list ap;
+    va_start(ap, fmt);
+    write("salticidae info", fmt, ap);
+    va_end(ap);
+}
+
+void Logger::warning(const char *fmt, ...) {
+    va_list ap;
+    va_start(ap, fmt);
+    write("salticidae warn", fmt, ap);
+    va_end(ap);
+}
+void Logger::error(const char *fmt, ...) {
+    va_list ap;
+    va_start(ap, fmt);
+    write("salticida error", fmt, ap);
+    va_end(ap);
+}
+
+Logger logger;
+
+void ElapsedTime::start() {
+    struct timezone tz;
+    gettimeofday(&t0, &tz);
+    cpu_t0 = clock();
+}
+
+void ElapsedTime::stop(bool show_info) {
+    struct timeval t1;
+    struct timezone tz;
+    gettimeofday(&t1, &tz);
+    cpu_elapsed_sec = (float)clock() / CLOCKS_PER_SEC -
+                        (float)cpu_t0 / CLOCKS_PER_SEC;
+    elapsed_sec = (t1.tv_sec + t1.tv_usec * 1e-6) -
+                    (t0.tv_sec + t0.tv_usec * 1e-6);
+    if (show_info)
+        SALTICIDAE_LOG_INFO("elapsed: %.3f (wall) %.3f (cpu)",
+                    elapsed_sec, cpu_elapsed_sec);
+}
+
+Config::Opt::Opt(const std::string &optname, OptVal *optval, Action action, int idx): \
+    optname(optname), optval(optval), action(action) {
+    opt.name = this->optname.c_str();
+    opt.has_arg = action == SWITCH_ON ? no_argument : required_argument;
+    opt.flag = nullptr;
+    opt.val = idx;
+}
+
+void Config::add_opt(const std::string &optname, OptVal *optval, Action action) {
+    if (conf.count(optname))
+        throw SalticidaeError("option name already exists");
+    auto it = conf.insert(
+        std::make_pair(optname,
+                        Opt(optname, optval, action, getopt_order.size()))).first;
+    getopt_order.push_back(&it->second);
+}
+
+std::string trim(const std::string &str,
+                const std::string &space = "\t\r\n ") {
+    const auto new_begin = str.find_first_not_of(space);
+    if (new_begin == std::string::npos)
+        return "";
+    const auto new_end = str.find_last_not_of(space);
+    return str.substr(new_begin, new_end - new_begin + 1);
+}
+
+void Config::update(Opt &p, const char *optval) {
+    switch (p.action)
+    {
+        case SWITCH_ON: p.optval->switch_on(); break;
+        case SET_VAL: p.optval->set_val(optval); break;
+        case APPEND: p.optval->append(optval); break;
+        default:
+            throw SalticidaeError("unknown action");
+    }
+}
+
+void Config::update(const std::string &optname, const char *optval) {
+    assert(conf.count(optname));
+    update(conf.find(optname)->second, optval);
+}
+
+bool Config::load(const std::string &fname) {
+    static const size_t BUFF_SIZE = 1024;
+    FILE *conf_f = fopen(fname.c_str(), "r");
+    char buff[BUFF_SIZE];
+    /* load configuration from file */
+    if (conf_f)
+    {
+        while (fgets(buff, BUFF_SIZE, conf_f))
+        {
+            if (strlen(buff) == BUFF_SIZE - 1)
+            {
+                fclose(conf_f);
+                throw SalticidaeError("configuration file line too long");
+            }
+            std::string line(buff);
+            size_t pos = line.find("=");
+            if (pos == std::string::npos)
+                continue;
+            std::string optname = trim(line.substr(0, pos));
+            std::string optval = trim(line.substr(pos + 1));
+            if (!conf.count(optname))
+            {
+                SALTICIDAE_LOG_WARN("ignoring option name in conf file: %s",
+                            optname.c_str());
+                continue;
+            }
+            update(optname, optval.c_str());
+        }
+        return true;
+    }
+    else
+        return false;
+}
+
+size_t Config::parse(int argc, char **argv) {
+    if (load(conf_fname))
+        SALTICIDAE_LOG_INFO("loaded configuration from %s", conf_fname.c_str());
+
+    size_t nopts = getopt_order.size();
+    struct option *longopts = (struct option *)malloc(
+                                sizeof(struct option) * (nopts + 1));
+    int ind;
+    for (size_t i = 0; i < nopts; i++)
+        longopts[i] = getopt_order[i]->opt;
+    longopts[nopts] = {0, 0, 0, 0};
+    for (;;)
+    {
+        int id = getopt_long(argc, argv, "", longopts, &ind);
+        if (id == -1 || id == '?') break;
+        update(*getopt_order[id], optarg);
+        if (id == conf_idx)
+        {
+            if (load(conf_fname))
+                SALTICIDAE_LOG_INFO("load configuration from %s", conf_fname.c_str());
+            else
+                SALTICIDAE_LOG_INFO("configuration file %s not found", conf_fname.c_str());
+        }
+    }
+    return optind;
+}
+
+}