jubatus::core::nearest_neighbor::minhash Class Reference

#include <minhash.hpp>

Inheritance diagram for jubatus::core::nearest_neighbor::minhash:

Collaboration diagram for jubatus::core::nearest_neighbor::minhash:

Classes
struct	config

Public Member Functions
	minhash (const config &conf, jubatus::util::lang::shared_ptr< storage::column_table > table, const std::string &id)
	minhash (const config &conf, jubatus::util::lang::shared_ptr< storage::column_table > table, std::vector< storage::column_type > &schema, const std::string &id)
virtual std::string	type () const
Public Member Functions inherited from jubatus::core::nearest_neighbor::bit_vector_nearest_neighbor_base
	bit_vector_nearest_neighbor_base (uint32_t bitnum, jubatus::util::lang::shared_ptr< storage::column_table > table, const std::string &id)
	bit_vector_nearest_neighbor_base (uint32_t bitnum, jubatus::util::lang::shared_ptr< storage::column_table > table, std::vector< storage::column_type > &schema, const std::string &id)
uint32_t	bitnum () const
virtual void	neighbor_row (const common::sfv_t &query, std::vector< std::pair< std::string, float > > &ids, uint64_t ret_num) const
virtual void	neighbor_row (const std::string &query_id, std::vector< std::pair< std::string, float > > &ids, uint64_t ret_num) const
virtual void	set_row (const std::string &id, const common::sfv_t &sfv)
Public Member Functions inherited from jubatus::core::nearest_neighbor::nearest_neighbor_base
virtual float	calc_similarity (float distance) const
virtual void	clear ()
void	get_all_row_ids (std::vector< std::string > &ids) const
jubatus::util::lang::shared_ptr< const storage::column_table >	get_const_table () const
framework::mixable *	get_mixable () const
jubatus::util::lang::shared_ptr< storage::column_table >	get_table ()
	nearest_neighbor_base (jubatus::util::lang::shared_ptr< storage::column_table > table, const std::string &id)
void	pack (framework::packer &packer) const
virtual void	similar_row (const common::sfv_t &query, std::vector< std::pair< std::string, float > > &ids, uint64_t ret_num) const
virtual void	similar_row (const std::string &query_id, std::vector< std::pair< std::string, float > > &ids, uint64_t ret_num) const
void	unpack (msgpack::object o)
virtual	~nearest_neighbor_base ()

Private Member Functions
virtual storage::bit_vector	hash (const common::sfv_t &sfv) const

Additional Inherited Members
Protected Attributes inherited from jubatus::core::nearest_neighbor::nearest_neighbor_base
std::string	my_id_

Detailed Description

Definition at line 38 of file minhash.hpp.

Constructor & Destructor Documentation

jubatus::core::nearest_neighbor::minhash::minhash	(	const config &	conf,
		jubatus::util::lang::shared_ptr< storage::column_table >	table,
		const std::string &	id
	)

jubatus::core::nearest_neighbor::minhash::minhash	(	const config &	conf,
		jubatus::util::lang::shared_ptr< storage::column_table >	table,
		std::vector< storage::column_type > &	schema,
		const std::string &	id
	)

Member Function Documentation

bit_vector jubatus::core::nearest_neighbor::minhash::hash ( const common::sfv_t &  sfv ) const

privatevirtual

Implements jubatus::core::nearest_neighbor::bit_vector_nearest_neighbor_base.

Definition at line 128 of file minhash.cpp.

References jubatus::core::common::hash_util::calc_string_hash().

                                                     {
  vector<float> min_values_buffer(bitnum(), FLT_MAX);
  vector<uint64_t> hash_buffer(bitnum());
  for (size_t i = 0; i < sfv.size(); ++i) {
    uint64_t key_hash = common::hash_util::calc_string_hash(sfv[i].first);
    float val = sfv[i].second;
    for (uint32_t j = 0; j < bitnum(); ++j) {
      float hashval = calc_hash(key_hash, j, val);
      if (hashval < min_values_buffer[j]) {
        min_values_buffer[j] = hashval;
        hash_buffer[j] = key_hash;
      }
    }
  }

  bit_vector bv(bitnum());
  for (size_t i = 0; i < hash_buffer.size(); ++i) {
    if ((hash_buffer[i] & 1LLU) == 1) {
      bv.set_bit(i);
    }
  }

  return bv;
}

Here is the call graph for this function:

virtual std::string jubatus::core::nearest_neighbor::minhash::type ( ) const

inlinevirtual

Implements jubatus::core::nearest_neighbor::nearest_neighbor_base.

Definition at line 63 of file minhash.hpp.

                                 {
    return "minhash";
  }

---

The documentation for this class was generated from the following files:

• jubatus/core/nearest_neighbor/minhash.hpp
• jubatus/core/nearest_neighbor/minhash.cpp