path: root/src/conn.cpp

/**
 * Copyright (c) 2018 Cornell University.
 *
 * Author: Ted Yin <tederminant@gmail.com>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy of
 * this software and associated documentation files (the "Software"), to deal in
 * the Software without restriction, including without limitation the rights to
 * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
 * of the Software, and to permit persons to whom the Software is furnished to do
 * so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include <cstring>
#include <cassert>
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/tcp.h>
#include <fcntl.h>
#include <unistd.h>

#include "salticidae/util.h"
#include "salticidae/conn.h"

namespace salticidae {

ConnPool::Conn::operator std::string() const {
    DataStream s;
    s << "<Conn "
      << "fd=" << std::to_string(fd) << " "
      << "addr=" << std::string(addr) << " "
      << "mode=" << ((mode == Conn::ACTIVE) ? "active" : "passive") << ">";
    return std::move(s);
}

void ConnPool::Conn::send_data(evutil_socket_t fd, short events) {
    if (!(events & EV_WRITE)) return;
    auto conn = self(); /* pin the connection */
    ssize_t ret = seg_buff_size;
    while (ret == (ssize_t)seg_buff_size)
    {
        if (!send_buffer.size()) /* nothing to write */
            break;
        bytearray_t buff_seg = send_buffer.pop(seg_buff_size);
        ssize_t size = buff_seg.size();
        ret = send(fd, buff_seg.data(), size, MSG_NOSIGNAL);
        SALTICIDAE_LOG_DEBUG("socket sent %d bytes", ret);
        if (ret < size)
        {
            if (ret < 0) /* nothing is sent */
            {
                /* rewind the whole buff_seg */
                send_buffer.push(std::move(buff_seg));
                if (errno != EWOULDBLOCK)
                {
                    SALTICIDAE_LOG_INFO("reason: %s", strerror(errno));
                    terminate();
                    return;
                }
            }
            else
            {
                /* rewind the leftover */
                bytearray_t left_over;
                left_over.resize(size - ret);
                memmove(left_over.data(), buff_seg.data() + ret, size - ret);
                send_buffer.push(std::move(left_over));
            }
            /* wait for the next write callback */
            ready_send = false;
            ev_write.add();
            return;
        }
    }
    /* consumed the buffer but endpoint still seems to be writable */
    ready_send = true;
}

void ConnPool::Conn::recv_data(evutil_socket_t fd, short events) {
    if (!(events & EV_READ)) return;
    auto conn = self(); /* pin the connection */
    ssize_t ret = seg_buff_size;
    while (ret == (ssize_t)seg_buff_size)
    {
        bytearray_t buff_seg;
        buff_seg.resize(seg_buff_size);
        ret = recv(fd, buff_seg.data(), seg_buff_size, 0);
        SALTICIDAE_LOG_DEBUG("socket read %d bytes", ret);
        if (ret <= 0)
        {
            if (ret < 0 && errno != EWOULDBLOCK)
            {
                SALTICIDAE_LOG_INFO("reason: %s", strerror(errno));
                /* connection err or half-opened connection */
                terminate();
                return;
            }
            if (ret == 0)
            {
                terminate();
                return;
            }

            /* EWOULDBLOCK */
            break;
        }
        buff_seg.resize(ret);
        recv_buffer.push(std::move(buff_seg));
    }
    ev_read.add();
    on_read();
}

void ConnPool::accept_client(evutil_socket_t fd, short) {
    int client_fd;
    struct sockaddr client_addr;
    socklen_t addr_size = sizeof(struct sockaddr_in);
    if ((client_fd = accept(fd, &client_addr, &addr_size)) < 0)
        SALTICIDAE_LOG_ERROR("error while accepting the connection");
    else
    {
        int one = 1;
        if (setsockopt(client_fd, SOL_TCP, TCP_NODELAY, (const char *)&one, sizeof(one)) < 0)
            throw ConnPoolError(std::string("setsockopt failed"));
        if (fcntl(client_fd, F_SETFL, O_NONBLOCK) == -1)
            throw ConnPoolError(std::string("unable to set nonblocking socket"));

        NetAddr addr((struct sockaddr_in *)&client_addr);
        conn_t conn = create_conn();
        Conn *conn_ptr = conn.get();
        conn->seg_buff_size = seg_buff_size;
        conn->fd = client_fd;
        conn->cpool = this;
        conn->mode = Conn::PASSIVE;
        conn->addr = addr;
        conn->ev_read = Event(eb, client_fd, EV_READ,
                                std::bind(&Conn::recv_data, conn_ptr, _1, _2));
        conn->ev_write = Event(eb, client_fd, EV_WRITE,
                                std::bind(&Conn::send_data, conn_ptr, _1, _2));
        conn->ev_read.add();
        conn->ev_write.add();
        conn->ready_send = false;
        add_conn(conn);
        SALTICIDAE_LOG_INFO("created %s", std::string(*conn).c_str());
        conn->on_setup();
    }
    ev_listen.add();
}

void ConnPool::Conn::conn_server(evutil_socket_t fd, short events) {
    auto conn = self(); /* pin the connection */
    if (send(fd, "", 0, MSG_NOSIGNAL) == 0)
    {
        ev_read = Event(cpool->eb, fd, EV_READ,
                std::bind(&Conn::recv_data, this, _1, _2));
        ev_w