jubatus::core::storage::bit_index_storage Class Reference

#include <bit_index_storage.hpp>

Inheritance diagram for jubatus::core::storage::bit_index_storage:

Collaboration diagram for jubatus::core::storage::bit_index_storage:

Public Member Functions
	bit_index_storage ()
void	clear ()
void	get_all_row_ids (std::vector< std::string > &ids) const
void	get_diff (bit_table_t &diff) const
void	get_row (const std::string &row, bit_vector &bv) const
storage::version	get_version () const
void	mix (const bit_table_t &lhs, bit_table_t &rhs) const
	MSGPACK_DEFINE (bitvals_, bitvals_diff_)
std::string	name () const
void	pack (framework::packer &packer) const
bool	put_diff (const bit_table_t &mixed_diff)
void	remove_row (const std::string &row)
void	set_row (const std::string &row, const bit_vector &bv)
void	similar_row (const bit_vector &bv, std::vector< std::pair< std::string, float > > &ids, uint64_t ret_num) const
void	unpack (msgpack::object o)
	~bit_index_storage ()
Public Member Functions inherited from jubatus::core::framework::model
virtual	~model ()

Private Attributes
bit_table_t	bitvals_
bit_table_t	bitvals_diff_

Detailed Description

Definition at line 35 of file bit_index_storage.hpp.

Constructor & Destructor Documentation

jubatus::core::storage::bit_index_storage::bit_index_storage

(

)

Definition at line 38 of file bit_index_storage.cpp.

                                     {
}

jubatus::core::storage::bit_index_storage::~bit_index_storage

(

)

Definition at line 41 of file bit_index_storage.cpp.

                                      {
}

Member Function Documentation

void jubatus::core::storage::bit_index_storage::clear ( )

virtual

Reimplemented from jubatus::core::framework::model.

Definition at line 78 of file bit_index_storage.cpp.

References bitvals_, and bitvals_diff_.

                              {
  bit_table_t().swap(bitvals_);
  bit_table_t().swap(bitvals_diff_);
}

void jubatus::core::storage::bit_index_storage::get_all_row_ids

(

std::vector< std::string > &

ids

)

const

Definition at line 83 of file bit_index_storage.cpp.

References bitvals_, and bitvals_diff_.

                                                                       {
  ids.clear();
  for (bit_table_t::const_iterator it = bitvals_.begin(); it != bitvals_.end();
      ++it) {
    ids.push_back(it->first);
  }
  for (bit_table_t::const_iterator it = bitvals_diff_.begin();
      it != bitvals_diff_.end(); ++it) {
    if (bitvals_.find(it->first) == bitvals_.end()) {
      ids.push_back(it->first);
    }
  }
}

void jubatus::core::storage::bit_index_storage::get_diff

(

bit_table_t &

diff

)

const

Definition at line 97 of file bit_index_storage.cpp.

References bitvals_diff_.

                                                        {
  diff = bitvals_diff_;
}

void jubatus::core::storage::bit_index_storage::get_row	(	const std::string &	row,
		bit_vector &	bv
	)		const

Definition at line 48 of file bit_index_storage.cpp.

References bitvals_, and bitvals_diff_.

                                                                       {
  {
    bit_table_t::const_iterator it = bitvals_diff_.find(row);
    if (it != bitvals_diff_.end()) {
      bv = it->second;
      return;
    }
  }
  {
    bit_table_t::const_iterator it = bitvals_.find(row);
    if (it != bitvals_.end()) {
      bv = it->second;
      return;
    }
  }
  bv = bit_vector();
}

storage::version jubatus::core::storage::bit_index_storage::get_version ( ) const

inline

Definition at line 51 of file bit_index_storage.hpp.

                                     {
    return storage::version();
  }

void jubatus::core::storage::bit_index_storage::mix	(	const bit_table_t &	lhs,
		bit_table_t &	rhs
	)		const

Definition at line 115 of file bit_index_storage.cpp.

                                                                          {
  for (bit_table_t::const_iterator it = lhs.begin(); it != lhs.end(); ++it) {
    rhs[it->first] = it->second;
  }
}

jubatus::core::storage::bit_index_storage::MSGPACK_DEFINE	(	bitvals_	,
		bitvals_diff_
	)

string jubatus::core::storage::bit_index_storage::name

(

)

const

Definition at line 172 of file bit_index_storage.cpp.

                                     {
  return string("bit_index_storage");
}

void jubatus::core::storage::bit_index_storage::pack ( framework::packer &  packer ) const

virtual

Implements jubatus::core::framework::model.

Definition at line 164 of file bit_index_storage.cpp.

                                                          {
  packer.pack(*this);
}

bool jubatus::core::storage::bit_index_storage::put_diff

(

const bit_table_t &

mixed_diff

)

Definition at line 101 of file bit_index_storage.cpp.

References bitvals_, and bitvals_diff_.

                                   {
  for (bit_table_t::const_iterator it = mixed_diff.begin();
      it != mixed_diff.end(); ++it) {
    if (it->second.bit_num() == 0) {
      bitvals_.erase(it->first);
    } else {
      bitvals_[it->first] = it->second;
    }
  }
  bitvals_diff_.clear();
  return true;
}

void jubatus::core::storage::bit_index_storage::remove_row

(

const std::string &

row

)

Definition at line 66 of file bit_index_storage.cpp.

References bitvals_, and bitvals_diff_.

                                                    {
  if (bitvals_.find(row) == bitvals_.end()) {
    // The row is not in the master table; we can
    // immedeately remove it from the diff table.
    bitvals_diff_.erase(row);
  } else {
    // Keep the row in the diff table until next MIX to
    // propagate the removal of this row to other nodes.
    bitvals_diff_[row] = bit_vector();
  }
}

void jubatus::core::storage::bit_index_storage::set_row	(	const std::string &	row,
		const bit_vector &	bv
	)

Definition at line 44 of file bit_index_storage.cpp.

References bitvals_diff_.

                                                                       {
  bitvals_diff_[row] = bv;
}

void jubatus::core::storage::bit_index_storage::similar_row	(	const bit_vector &	bv,
		std::vector< std::pair< std::string, float > > &	ids,
		uint64_t	ret_num
	)		const

Definition at line 132 of file bit_index_storage.cpp.

References jubatus::core::storage::bit_vector_base< bit_base >::bit_num(), bitvals_, bitvals_diff_, jubatus::core::storage::fixed_size_heap< T, Comp >::get_sorted(), and jubatus::core::storage::similar_row_one().

                            {
  ids.clear();
  uint64_t bit_num = bv.bit_num();
  if (bit_num == 0) {
    return;
  }

  heap_type heap(ret_num);

  for (bit_table_t::const_iterator it = bitvals_diff_.begin();
      it != bitvals_diff_.end(); ++it) {
    similar_row_one(bv, *it, heap);
  }
  for (bit_table_t::const_iterator it = bitvals_.begin(); it != bitvals_.end();
      ++it) {
    if (bitvals_diff_.find(it->first) != bitvals_diff_.end()) {
      continue;
    }
    similar_row_one(bv, *it, heap);
  }

  vector<pair<uint64_t, string> > scores;
  heap.get_sorted(scores);
  for (size_t i = 0; i < scores.size() && i < ret_num; ++i) {
    ids.push_back(make_pair(scores[i].second,
                            static_cast<float>(scores[i].first) / bit_num));
  }
}

Here is the call graph for this function:

void jubatus::core::storage::bit_index_storage::unpack ( msgpack::object  o )

virtual

Implements jubatus::core::framework::model.

Definition at line 168 of file bit_index_storage.cpp.

                                              {
  o.convert(this);
}

Member Data Documentation

bit_table_t jubatus::core::storage::bit_index_storage::bitvals_

private

Definition at line 65 of file bit_index_storage.hpp.

Referenced by clear(), get_all_row_ids(), get_row(), put_diff(), remove_row(), and similar_row().

bit_table_t jubatus::core::storage::bit_index_storage::bitvals_diff_

private

Definition at line 66 of file bit_index_storage.hpp.

Referenced by clear(), get_all_row_ids(), get_diff(), get_row(), put_diff(), remove_row(), set_row(), and similar_row().

---

The documentation for this class was generated from the following files:

• jubatus/core/storage/bit_index_storage.hpp
• jubatus/core/storage/bit_index_storage.cpp