#include <stat.hpp>

Inheritance diagram for jubatus::core::stat::stat:

Collaboration diagram for jubatus::core::stat::stat:

Classes
struct	stat_val

Public Member Functions
virtual void	clear ()

virtual double	entropy () const

virtual void	get_diff (std::pair< double, size_t > &ret) const

storage::version	get_version () const

double	max (const std::string &key) const

double	min (const std::string &key) const

virtual void	mix (const std::pair< double, size_t > &lhs, std::pair< double, size_t > &ret) const

double	moment (const std::string &key, int n, double c) const

	MSGPACK_DEFINE (window_size_, window_, stats_, e_, n_)

virtual void	pack (framework::packer &packer) const

void	push (const std::string &key, double val)

virtual bool	put_diff (const std::pair< double, size_t > &)

	stat (size_t window_size)

double	stddev (const std::string &key) const

double	sum (const std::string &key) const

std::string	type () const

virtual void	unpack (msgpack::object o)

virtual	~stat ()

Protected Attributes
jubatus::util::data::unordered_map< std::string, stat_val >	stats_

std::deque< std::pair< uint64_t, std::pair< std::string, double > > >	window_

Private Attributes
double	e_

double	n_

size_t	window_size_

Detailed Description

Definition at line 55 of file stat.hpp.

Constructor & Destructor Documentation

jubatus::core::stat::stat::stat ( size_t window_size )

explicit

Definition at line 32 of file stat.cpp.

References JUBATUS_EXCEPTION.

     : window_size_(window_size),
       e_(0),
       n_(0) {
   if (!(1 <= window_size)) {
     throw JUBATUS_EXCEPTION(
         common::invalid_parameter("1 <= window_size"));
   }
 }

jubatus::core::stat::stat::~stat ( )

virtual

Definition at line 42 of file stat.cpp.

42 {

43 }

Member Function Documentation

void jubatus::core::stat::stat::clear ( )

virtual

Definition at line 181 of file stat.cpp.

References stats_, and window_.

                  {
   window_.clear();
   stats_.clear();
 }

double jubatus::core::stat::stat::entropy ( ) const

virtual

Definition at line 127 of file stat.cpp.

References e_, n_, and stats_.

                            {
   if (n_ == 0) {
     // not MIXed ever yet
     size_t total = 0;
     for (jubatus::util::data::unordered_map<std::string, stat_val>::
         const_iterator p = stats_.begin(); p != stats_.end(); ++p) {
       total += p->second.n_;
     }
     double ret = 0;
     for (jubatus::util::data::unordered_map<std::string, stat_val>::
         const_iterator p = stats_.begin(); p != stats_.end(); ++p) {
       double pr = p->second.n_ / static_cast<double>(total);
       ret += pr * std::log(pr);
     }
     return -1.0 * ret;
   }
   double n = n_;
   return std::log(n) - e_ / n_;
 }

void jubatus::core::stat::stat::get_diff ( std::pair< double, size_t > & ret ) const

virtual

Definition at line 45 of file stat.cpp.

References stats_.

                                                       {
   ret.first = 0;
   ret.second = 0;
 
   for (jubatus::util::data::unordered_map<std::string, stat_val>::
       const_iterator p = stats_.begin(); p != stats_.end(); ++p) {
     double pr = p->second.n_;
     ret.first += pr * std::log(pr);
     ret.second += pr;
   }
 }

storage::version jubatus::core::stat::stat::get_version ( ) const

inline

Definition at line 77 of file stat.hpp.

                                      {
     return storage::version();
   }

double jubatus::core::stat::stat::max ( const std::string & key ) const

Definition at line 107 of file stat.cpp.

References JUBATUS_EXCEPTION, jubatus::core::stat::stat::stat_val::max_, and stats_.

                                            {
   jubatus::util::data::unordered_map<std::string, stat_val>::const_iterator p =
       stats_.find(key);
   if (p == stats_.end()) {
     throw JUBATUS_EXCEPTION(stat_error("max: key " + key + " not found"));
   }
   const stat_val& st = p->second;
   return st.max_;
 }

double jubatus::core::stat::stat::min ( const std::string & key ) const

Definition at line 117 of file stat.cpp.

References JUBATUS_EXCEPTION, jubatus::core::stat::stat::stat_val::min_, and stats_.

                                            {
   jubatus::util::data::unordered_map<std::string, stat_val>::const_iterator p =
       stats_.find(key);
   if (p == stats_.end()) {
     throw JUBATUS_EXCEPTION(stat_error("min: key " + key + " not found"));
   }
   const stat_val& st = p->second;
   return st.min_;
 }

void jubatus::core::stat::stat::mix	(	const std::pair< double, size_t > &	lhs,
		std::pair< double, size_t > &	ret
	)		const

virtual

Definition at line 63 of file stat.cpp.

                                         {
   ret.first += lhs.first;
   ret.second += lhs.second;
 }

double jubatus::core::stat::stat::moment	(	const std::string &	key,
		int	n,
		double	c
	)		const

Definition at line 147 of file stat.cpp.

References JUBATUS_EXCEPTION, jubatus::core::stat::stat::stat_val::n_, stats_, jubatus::core::stat::stat::stat_val::sum2_, jubatus::core::stat::stat::stat_val::sum_, and window_.

Referenced by stddev().

                                                                {
   if (n < 0) {
     return -1;
   }
   jubatus::util::data::unordered_map<std::string, stat_val>::const_iterator p =
       stats_.find(key);
   if (p == stats_.end()) {
     throw JUBATUS_EXCEPTION(stat_error("moment: key " + key + " not found"));
   }
   const stat_val& st = p->second;
 
   if (n == 0) {
     return 1;
   }
 
   if (n == 1) {
     return (st.sum_ - c * st.n_) / st.n_;
   }
 
   if (n == 2) {
     return (st.sum2_ - 2 * st.sum_ * c) / st.n_ + c * c;
   }
 
   // fallback
   double ret = 0;
   for (size_t i = 0; i < window_.size(); ++i) {
     if (window_[i].second.first != key) {
       continue;
     }
     ret += std::pow(window_[i].second.second - c, n);
   }
   return ret / st.n_;
 }

Here is the caller graph for this function:

jubatus::core::stat::stat::MSGPACK_DEFINE	(	window_size_	,
		window_	,
		stats_	,
		e_	,
		n_
	)

void jubatus::core::stat::stat::pack ( framework::packer & packer ) const

virtual

Definition at line 186 of file stat.cpp.

                                              {
   packer.pack(*this);
 }

void jubatus::core::stat::stat::push	(	const std::string &	key,
		double	val
	)

Definition at line 70 of file stat.cpp.

References jubatus::core::stat::stat::stat_val::n_, jubatus::core::stat::stat::stat_val::rem(), stats_, window_, and window_size_.

                                                 {
   {
     clock_time ct = get_clock_time();
     window_.push_back(make_pair((uint64_t) ct, make_pair(key, val)));
     stats_[key].add(val);
   }
   while (window_.size() > window_size_) {
     string key = window_.front().second.first;
     double val = window_.front().second.second;
     stat_val& st = stats_[key];
     window_.pop_front();
     st.rem(val, key, *this);
     if (st.n_ == 0) {
       stats_.erase(key);
     }
   }
 }

Here is the call graph for this function:

bool jubatus::core::stat::stat::put_diff ( const std::pair< double, size_t > & e )

virtual

Definition at line 57 of file stat.cpp.

References e_, and n_.

                                                     {
   e_ = e.first;
   n_ = e.second;
   return true;
 }

double jubatus::core::stat::stat::stddev ( const std::string & key ) const

Definition at line 97 of file stat.cpp.

References JUBATUS_EXCEPTION, moment(), jubatus::core::stat::stat::stat_val::n_, stats_, and jubatus::core::stat::stat::stat_val::sum_.

                                               {
   jubatus::util::data::unordered_map<std::string, stat_val>::const_iterator p =
       stats_.find(key);
   if (p == stats_.end()) {
     throw JUBATUS_EXCEPTION(stat_error("stddev: key " + key + " not found"));
   }
   const stat_val& st = p->second;
   return std::sqrt(moment(key, 2, st.sum_ / st.n_));
 }

Here is the call graph for this function:

double jubatus::core::stat::stat::sum ( const std::string & key ) const

Definition at line 88 of file stat.cpp.

References JUBATUS_EXCEPTION, and stats_.

                                            {
   jubatus::util::data::unordered_map<std::string, stat_val>::const_iterator p =
       stats_.find(key);
   if (p == stats_.end()) {
     throw JUBATUS_EXCEPTION(stat_error("sum: key " + key + " not found"));
   }
   return p->second.sum_;
 }

std::string jubatus::core::stat::stat::type ( ) const

Definition at line 192 of file stat.cpp.

                            {
   return "stat";
 }

void jubatus::core::stat::stat::unpack ( msgpack::object o )

virtual

Definition at line 189 of file stat.cpp.

                                  {
   o.convert(this);
 }

Member Data Documentation

double jubatus::core::stat::stat::e_

private

Definition at line 172 of file stat.hpp.

Referenced by entropy(), and put_diff().

double jubatus::core::stat::stat::n_

private

Definition at line 173 of file stat.hpp.

Referenced by entropy(), and put_diff().

jubatus::util::data::unordered_map<std::string, stat_val> jubatus::core::stat::stat::stats_

protected

Definition at line 167 of file stat.hpp.

Referenced by clear(), entropy(), get_diff(), max(), min(), moment(), push(), stddev(), and sum().

std::deque<std::pair<uint64_t, std::pair<std::string, double> > > jubatus::core::stat::stat::window_

protected

Definition at line 166 of file stat.hpp.

Referenced by clear(), moment(), and push().

size_t jubatus::core::stat::stat::window_size_

private

Definition at line 170 of file stat.hpp.

Referenced by push().

The documentation for this class was generated from the following files:

jubatus/core/stat/stat.hpp
jubatus/core/stat/stat.cpp

Classes

Public Member Functions

Protected Attributes

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation