jubatus::core::recommender::recommender_base Class Reference

#include <recommender_base.hpp>

Inheritance diagram for jubatus::core::recommender::recommender_base:

Collaboration diagram for jubatus::core::recommender::recommender_base:

Public Member Functions
virtual void	clear ()=0
virtual void	clear_row (const std::string &id)=0
void	complete_row (const std::string &id, common::sfv_t &ret) const
void	complete_row (const common::sfv_t &query, common::sfv_t &ret) const
void	decode_row (const std::string &id, common::sfv_t &ret) const
virtual void	get_all_row_ids (std::vector< std::string > &ids) const =0
virtual const core::storage::recommender_storage_base *	get_const_storage () const
virtual jubatus::util::lang::shared_ptr< const storage::column_table >	get_const_table () const
virtual framework::mixable *	get_mixable () const =0
virtual jubatus::util::lang::shared_ptr< storage::column_table >	get_table ()
virtual jubatus::util::lang::shared_ptr< unlearner::unlearner_base >	get_unlearner ()
virtual void	neighbor_row (const common::sfv_t &query, std::vector< std::pair< std::string, float > > &ids, size_t ret_num) const =0
virtual void	neighbor_row (const std::string &id, std::vector< std::pair< std::string, float > > &ids, size_t ret_num) const
	recommender_base ()
virtual void	similar_row (const common::sfv_t &query, std::vector< std::pair< std::string, float > > &ids, size_t ret_num) const =0
virtual void	similar_row (const std::string &id, std::vector< std::pair< std::string, float > > &ids, size_t ret_num) const
virtual std::string	type () const =0
virtual void	update_row (const std::string &id, const sfv_diff_t &diff)=0
virtual	~recommender_base ()
Public Member Functions inherited from jubatus::core::framework::model
virtual void	pack (framework::packer &packer) const =0
virtual void	unpack (msgpack::object o)=0
virtual	~model ()

Static Public Member Functions
static float	calc_l2norm (const common::sfv_t &query)
static float	calc_similality (common::sfv_t &q1, common::sfv_t &q2)

Protected Attributes
core::storage::sparse_matrix_storage	orig_

Static Protected Attributes
static const uint64_t	complete_row_similar_num_ = 128

Detailed Description

Definition at line 40 of file recommender_base.hpp.

Constructor & Destructor Documentation

jubatus::core::recommender::recommender_base::recommender_base

(

)

Definition at line 37 of file recommender_base.cpp.

                                   {
}

jubatus::core::recommender::recommender_base::~recommender_base ( )

virtual

Definition at line 40 of file recommender_base.cpp.

                                    {
}

Member Function Documentation

float jubatus::core::recommender::recommender_base::calc_l2norm ( const common::sfv_t &  query )

static

Definition at line 137 of file recommender_base.cpp.

Referenced by jubatus::core::driver::recommender::calc_l2norm(), and calc_similality().

                                                            {
  float ret = 0.f;
  for (size_t i = 0; i < query.size(); ++i) {
    ret += query[i].second * query[i].second;
  }
  return std::sqrt(ret);
}

Here is the caller graph for this function:

float jubatus::core::recommender::recommender_base::calc_similality ( common::sfv_t &  q1, common::sfv_t &  q2  )

static

Definition at line 108 of file recommender_base.cpp.

References calc_l2norm().

Referenced by jubatus::core::driver::recommender::calc_similality().

                                                                        {
  float q1_norm = calc_l2norm(q1);
  float q2_norm = calc_l2norm(q2);
  if (q1_norm == 0.f || q2_norm == 0.f) {
    return 0.f;
  }
  sort(q1.begin(), q1.end());
  sort(q2.begin(), q2.end());

  size_t i1 = 0;
  size_t i2 = 0;
  float ret = 0.f;
  while (i1 < q1.size() && i2 < q2.size()) {
    const string& ind1 = q1[i1].first;
    const string& ind2 = q2[i2].first;
    if (ind1 < ind2) {
      ++i1;
    } else if (ind1 > ind2) {
      ++i2;
    } else {
      ret += q1[i1].second * q2[i2].second;
      ++i1;
      ++i2;
    }
  }

  return ret / q1_norm / q2_norm;
}

Here is the call graph for this function:

Here is the caller graph for this function:

virtual void jubatus::core::recommender::recommender_base::clear ( )

pure virtual

Reimplemented from jubatus::core::framework::model.

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

virtual void jubatus::core::recommender::recommender_base::clear_row ( const std::string &  id )

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

void jubatus::core::recommender::recommender_base::complete_row	(	const std::string &	id,
		common::sfv_t &	ret
	)		const

Definition at line 68 of file recommender_base.cpp.

References jubatus::core::storage::sparse_matrix_storage::get_row(), and orig_.

                                                            {
  ret.clear();
  common::sfv_t sfv;
  orig_.get_row(id, sfv);
  complete_row(sfv, ret);
}

Here is the call graph for this function:

void jubatus::core::recommender::recommender_base::complete_row	(	const common::sfv_t &	query,
		common::sfv_t &	ret
	)		const

Definition at line 76 of file recommender_base.cpp.

References complete_row_similar_num_, jubatus::core::storage::sparse_matrix_storage::get_row(), orig_, similar_row(), and jubatus::core::common::sort_and_merge().

                                                            {
  ret.clear();
  vector<pair<string, float> > ids;
  similar_row(query, ids, complete_row_similar_num_);
  if (ids.size() == 0) {
    return;
  }

  size_t exist_row_num = 0;
  for (size_t i = 0; i < ids.size(); ++i) {
    common::sfv_t row;
    orig_.get_row(ids[i].first, row);
    if (row.size() == 0) {
      continue;
    } else {
      ++exist_row_num;
    }
    for (size_t j = 0; j < row.size(); ++j) {
      ret.push_back(make_pair(row[j].first, row[j].second));
    }
  }

  if (exist_row_num == 0) {
    return;
  }
  common::sort_and_merge(ret);
  for (size_t i = 0; i < ret.size(); ++i) {
    ret[i].second /= exist_row_num;
  }
}

Here is the call graph for this function:

void jubatus::core::recommender::recommender_base::decode_row	(	const std::string &	id,
		common::sfv_t &	ret
	)		const

Definition at line 62 of file recommender_base.cpp.

References jubatus::core::storage::sparse_matrix_storage::get_row(), and orig_.

Referenced by jubatus::core::recommender::recommender_mock::clear_row().

                                                          {
  ret.clear();
  orig_.get_row(id, ret);
}

Here is the call graph for this function:

Here is the caller graph for this function:

virtual void jubatus::core::recommender::recommender_base::get_all_row_ids ( std::vector< std::string > &  ids ) const

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

virtual const core::storage::recommender_storage_base* jubatus::core::recommender::recommender_base::get_const_storage ( ) const

inlinevirtual

Definition at line 64 of file recommender_base.hpp.

            {
    return NULL;
  }

virtual jubatus::util::lang::shared_ptr<const storage::column_table> jubatus::core::recommender::recommender_base::get_const_table ( ) const

inlinevirtual

Reimplemented in jubatus::core::recommender::nearest_neighbor_recommender.

Definition at line 73 of file recommender_base.hpp.

                              {
    return jubatus::util::lang::shared_ptr<const storage::column_table>();
  }

virtual framework::mixable* jubatus::core::recommender::recommender_base::get_mixable ( ) const

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::nearest_neighbor_recommender, jubatus::core::recommender::recommender_mock, and jubatus::core::recommender::inverted_index.

virtual jubatus::util::lang::shared_ptr<storage::column_table> jubatus::core::recommender::recommender_base::get_table ( )

inlinevirtual

Reimplemented in jubatus::core::recommender::nearest_neighbor_recommender.

Definition at line 69 of file recommender_base.hpp.

                                                                     {
    return jubatus::util::lang::shared_ptr<storage::column_table>();
  }

virtual jubatus::util::lang::shared_ptr<unlearner::unlearner_base> jubatus::core::recommender::recommender_base::get_unlearner ( )

inlinevirtual

Reimplemented in jubatus::core::recommender::nearest_neighbor_recommender.

Definition at line 78 of file recommender_base.hpp.

                      {
    return jubatus::util::lang::shared_ptr<unlearner::unlearner_base>();
  }

virtual void jubatus::core::recommender::recommender_base::neighbor_row ( const common::sfv_t &  query, std::vector< std::pair< std::string, float > > &  ids, size_t  ret_num  ) const

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

virtual void jubatus::core::recommender::recommender_base::neighbor_row ( const std::string &  id, std::vector< std::pair< std::string, float > > &  ids, size_t  ret_num  ) const

virtual

Reimplemented in jubatus::core::recommender::euclid_lsh.

virtual void jubatus::core::recommender::recommender_base::similar_row ( const common::sfv_t &  query, std::vector< std::pair< std::string, float > > &  ids, size_t  ret_num  ) const

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

Referenced by complete_row(), and similar_row().

Here is the caller graph for this function:

void jubatus::core::recommender::recommender_base::similar_row ( const std::string &  id, std::vector< std::pair< std::string, float > > &  ids, size_t  ret_num  ) const

virtual

Reimplemented in jubatus::core::recommender::euclid_lsh.

Definition at line 43 of file recommender_base.cpp.

References jubatus::core::storage::sparse_matrix_storage::get_row(), orig_, and similar_row().

                          {
  ids.clear();
  common::sfv_t sfv;
  orig_.get_row(id, sfv);
  similar_row(sfv, ids, ret_num);
}

Here is the call graph for this function:

virtual std::string jubatus::core::recommender::recommender_base::type ( ) const

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

virtual void jubatus::core::recommender::recommender_base::update_row ( const std::string &  id, const sfv_diff_t &  diff  )

pure virtual

Implemented in jubatus::core::recommender::euclid_lsh, jubatus::core::recommender::lsh, jubatus::core::recommender::minhash, jubatus::core::recommender::recommender_mock, jubatus::core::recommender::nearest_neighbor_recommender, and jubatus::core::recommender::inverted_index.

Member Data Documentation

const uint64_t jubatus::core::recommender::recommender_base::complete_row_similar_num_ = 128

staticprotected

Definition at line 100 of file recommender_base.hpp.

Referenced by complete_row().

core::storage::sparse_matrix_storage jubatus::core::recommender::recommender_base::orig_

protected

Definition at line 103 of file recommender_base.hpp.

Referenced by jubatus::core::recommender::inverted_index::clear(), jubatus::core::recommender::nearest_neighbor_recommender::clear(), jubatus::core::recommender::recommender_mock::clear(), jubatus::core::recommender::minhash::clear(), jubatus::core::recommender::lsh::clear(), jubatus::core::recommender::euclid_lsh::clear(), jubatus::core::recommender::inverted_index::clear_row(), jubatus::core::recommender::nearest_neighbor_recommender::clear_row(), jubatus::core::recommender::recommender_mock::clear_row(), jubatus::core::recommender::minhash::clear_row(), jubatus::core::recommender::lsh::clear_row(), jubatus::core::recommender::euclid_lsh::clear_row(), complete_row(), decode_row(), jubatus::core::recommender::recommender_mock::get_all_row_ids(), jubatus::core::recommender::inverted_index::pack(), jubatus::core::recommender::recommender_mock::pack(), jubatus::core::recommender::nearest_neighbor_recommender::pack(), jubatus::core::recommender::minhash::pack(), jubatus::core::recommender::lsh::pack(), jubatus::core::recommender::euclid_lsh::pack(), similar_row(), jubatus::core::recommender::nearest_neighbor_recommender::unlearn_row(), jubatus::core::recommender::inverted_index::unpack(), jubatus::core::recommender::recommender_mock::unpack(), jubatus::core::recommender::nearest_neighbor_recommender::unpack(), jubatus::core::recommender::minhash::unpack(), jubatus::core::recommender::lsh::unpack(), jubatus::core::recommender::euclid_lsh::unpack(), jubatus::core::recommender::inverted_index::update_row(), jubatus::core::recommender::nearest_neighbor_recommender::update_row(), jubatus::core::recommender::recommender_mock::update_row(), jubatus::core::recommender::minhash::update_row(), jubatus::core::recommender::lsh::update_row(), and jubatus::core::recommender::euclid_lsh::update_row().

---

The documentation for this class was generated from the following files:

• jubatus/core/recommender/recommender_base.hpp
• jubatus/core/recommender/recommender_base.cpp