rippled/examples/wsperf/case.hpp

/*
 * Copyright (c) 2011, Peter Thorson. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *     * Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copyright
 *       notice, this list of conditions and the following disclaimer in the
 *       documentation and/or other materials provided with the distribution.
 *     * Neither the name of the WebSocket++ Project nor the
 *       names of its contributors may be used to endorse or promote products
 *       derived from this software without specific prior written permission.
 * 
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 
 * ARE DISCLAIMED. IN NO EVENT SHALL PETER THORSON BE LIABLE FOR ANY
 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * 
 */

#ifndef WSPERF_CASE_HPP
#define WSPERF_CASE_HPP

#include "wscmd.hpp"

#include "../../src/roles/client.hpp"
#include "../../src/websocketpp.hpp"

#include <boost/chrono.hpp>

#include <exception>

using websocketpp::client;

namespace wsperf {

class case_exception : public std::exception {
public: 
    case_exception(const std::string& msg) : m_msg(msg) {}
    ~case_exception() throw() {}
    
    virtual const char* what() const throw() {
        return m_msg.c_str();
    }
    
    std::string m_msg;
};

class case_handler : public client::handler {
public:
    typedef case_handler type;
    
    void start(connection_ptr con, uint64_t timeout) {
        m_timer.reset(new boost::asio::deadline_timer(
            con->get_io_service(),
            boost::posix_time::seconds(0))
        );
        m_timer->expires_from_now(boost::posix_time::milliseconds(timeout));
        m_timer->async_wait(
            boost::bind(
                &type::on_timer,
                this,
                con,
                boost::asio::placeholders::error
            )
        );
        
        m_start = boost::chrono::steady_clock::now();
        m_bytes = 0;
        m_pass = RUNNING;
    }
    
    void mark() {
        m_end.push_back(boost::chrono::steady_clock::now());
    }
    
    void end(connection_ptr con) {
        uint64_t avg = 0;
        std::vector<uint64_t> avgs(10);
        double squaresum = 0;
        uint64_t stddev = 0;
        int64_t total = 0;
        double seconds = 0;
        
        // TODO: handle weird sizes and error conditions better
        if (m_end.size() > 10) {
            uint64_t last = m_start.time_since_epoch().count();
            std::vector<boost::chrono::steady_clock::time_point>::iterator it;
            for (it = m_end.begin(); it != m_end.end(); it++) {
                //(*it) -= m_start;
                m_times.push_back(it->time_since_epoch().count() - last);
                last = it->time_since_epoch().count();
            }
            
            std::sort(m_times.begin(),m_times.end());
            
            for (uint64_t i = 0; i < m_times.size(); i++) {
                avg += m_times[i];
                avgs[i/(m_times.size()/10)] += m_times[i];
                squaresum += pow(double(m_times[i]),2);
            }
            avg /= m_times.size();
            
            for (uint64_t i = 0; i < m_times.size(); i++) {
                stddev += pow(m_times[i]-avg,2);
            }
            stddev /= m_times.size();
            stddev = sqrt(stddev);
            
            for (int i = 0; i < 10; i++) {
                avgs[i] /= (m_times.size()/10);
            }
        } else {
            m_times.push_back(0);
        }
        
        total = m_end[m_end.size()-1].time_since_epoch().count() - m_start.time_since_epoch().count();
        seconds = double(total)/1000000000.0;
        
        double kbps = (double(m_bytes)/1000.0)/seconds;
        
        std::stringstream s;
        
        switch (m_pass) {
            case FAIL:
                s << "{\"name\":\"" << m_name << "\",\"result\":\"fail\",\"min\":" << m_times[0] << ",\"max\":" << m_times[m_times.size()-1] << ",\"median\":" << m_times[(m_times.size()-1)/2] << ",\"avg\":" << avg << ",\"stddev\":" << stddev << ",\"sqsum\":" << squaresum << ",\"total\":" << total << ",\"KBps\":" << kbps << ",\"quantiles\":[";
                
                for (int i = 0; i < 10; i++) {
                    s << (i > 0 ? "," : "") << avgs[i];
                }
                 
                s << "]}";
                break;
            case PASS:                
                s << "{\"name\":\"" << m_name << "\",\"result\":\"pass\",\"min\":" << m_times[0] << ",\"max\":" << m_times[m_times.size()-1] << ",\"median\":" << m_times[(m_times.size()-1)/2] << ",\"avg\":" << avg << ",\"stddev\":" << stddev << ",\"sqsum\":" << squaresum << ",\"total\":" << total << ",\"KBps\":" << kbps << ",\"quantiles\":[";
                
                for (int i = 0; i < 10; i++) {
                    s << (i > 0 ? "," : "") << avgs[i];
                }
                 
                s << "]}";
                break;
            case TIME_OUT:
                s << "{\"name\":\"" << m_name << "\",\"result\":\"time_out\",\"min\":" << m_times[0] << ",\"max\":" << m_times[m_times.size()-1] << ",\"median\":" << m_times[(m_times.size()-1)/2] << ",\"avg\":" << avg << ",\"stddev\":" << stddev << ",\"sqsum\":" << squaresum << ",\"total\":" << total << ",\"KBps\":" << kbps << ",\"quantiles\":[";
                
                for (int i = 0; i < 10; i++) {
                    s << (i > 0 ? "," : "") << avgs[i];
                }
                 
                s << "]}";
                break;
            case RUNNING:
                throw case_exception("end() called from RUNNING state");
                break;
        }
        
        m_data = s.str();
        
        con->close(websocketpp::close::status::NORMAL,"");
    }
    
    // Just does random ascii right now. True random UTF8 with multi-byte stuff
    // would probably be better
    void fill_utf8(std::string& data,size_t size,bool random = true) {
        if (random) {
            uint32_t val;
            for (size_t i = 0; i < size; i++) {
                if (i%4 == 0) {
                    val = uint32_t(rand());
                }
                
                data.push_back(char(((reinterpret_cast<uint8_t*>(&val)[i%4])%95)+32));
            }
        } else {
            data.assign(size,'*');
        }
    }
    
    void fill_binary(std::string& data,size_t size,bool random = true) {
        if (random) {
            int32_t val;
            for (size_t i = 0; i < size; i++) {
                if (i%4 == 0) {
                    val = rand();
                }
                
                data.push_back((reinterpret_cast<char*>(&val))[i%4]);
            }
        } else {
            data.assign(size,'*');
        }
    }
    
    std::string extract_string(wscmd::cmd command,std::string key) {
        if (command.args[key] != "") {
           return command.args[key];
        } else {
            throw case_exception("Invalid " + key + " parameter.");
        }
    }
    
    template <typename T>
    T extract_number(wscmd::cmd command,std::string key) {
        if (command.args[key] != "") {
            std::istringstream buf(command.args[key]);
            T val;
            
            buf >> val;
            
            if (buf) {return val;}
        }
        throw case_exception("Invalid " + key + " parameter.");
    }
    
    bool extract_bool(wscmd::cmd command,std::string key) {
        if (command.args[key] != "") {
            if (command.args[key] == "true") {
                return true;
            } else if (command.args[key] == "false") {
                return false;
            }
        }
        throw case_exception("Invalid " + key + " parameter.");
    }
    
    void on_timer(connection_ptr con,const boost::system::error_code& error) {
        if (error == boost::system::errc::operation_canceled) {
            return; // timer was canceled because test finished
        }
        
        // time out
        mark();
        m_pass = TIME_OUT;
        this->end(con);
    }
    
    void on_close(connection_ptr con) {}
    void on_fail(connection_ptr con) {
        m_data = "{\"result\":\"connection_failed\"}";
    }
    
    const std::string& get_data() const {
        return m_data;
    }
    const std::string& get_token() const {
        return m_token;
    }
protected:
    enum status {
        FAIL = 0,
        PASS = 1,
        TIME_OUT = 2,
        RUNNING = 3
    };
    
    std::string                 m_name;
    std::string                 m_uri;
    std::string                 m_token;
    std::string                 m_data;
    
    status                      m_pass;
    boost::shared_ptr<boost::asio::deadline_timer> m_timer;
    
    boost::chrono::steady_clock::time_point                 m_start;
    std::vector<boost::chrono::steady_clock::time_point>    m_end;
    std::vector<uint64_t>                                   m_times;
    
    uint64_t                    m_bytes;
};

typedef boost::shared_ptr<case_handler> case_handler_ptr;

} // namespace wsperf

#endif // WSPERF_CASE_HPP