#include <parallel_edge_list_reader.hpp>

Classes
class	input_iterator_type
	InputIterator class for rmat_edge_generator. More...

Public Types
typedef uint64_t	vertex_descriptor

typedef std::pair< uint64_t, uint64_t >	edge_type

Public Member Functions
	parallel_edge_list_reader (const std::vector< std::string > &filenames)

input_iterator_type	begin ()
	Returns the begin of the input iterator. More...

input_iterator_type	end ()
	Returns the end of the input iterator. More...

uint64_t	max_vertex_id ()

size_t	size ()

Protected Member Functions
bool	try_read_edge (edge_type &edge)

void	open_files ()

Protected Attributes
std::vector< std::string >	m_local_filenames

std::deque< std::ifstream * >	m_ptr_ifstreams

uint64_t	m_local_edge_count

uint64_t	m_global_max_vertex

Detailed Description

Parallel edge list reader

Definition at line 69 of file parallel_edge_list_reader.hpp.

Member Typedef Documentation

typedef std::pair<uint64_t, uint64_t> havoqgt::parallel_edge_list_reader::edge_type

Definition at line 73 of file parallel_edge_list_reader.hpp.

typedef uint64_t havoqgt::parallel_edge_list_reader::vertex_descriptor

Definition at line 72 of file parallel_edge_list_reader.hpp.

Constructor & Destructor Documentation

havoqgt::parallel_edge_list_reader::parallel_edge_list_reader ( const std::vector< std::string > & filenames )

inline

Todo:: Add undirected flag

Definition at line 139 of file parallel_edge_list_reader.hpp.

                                                                       {
     int mpi_rank = havoqgt_env()->world_comm().rank();
     int mpi_size = havoqgt_env()->world_comm().size();
     m_local_edge_count = 0;
     m_global_max_vertex = 0;
     
     // identify filenames to be read by local rank
     for(size_t i=0; i<filenames.size(); ++i) {
       if(i % mpi_size == mpi_rank) {
         m_local_filenames.push_back(filenames[i]);
       }
     }
     
     // First pass to calc max vertex and count edges.
     open_files();
     std::cout << "files open" << std::endl;
     edge_type edge;
     uint64_t local_max_vertex = 0;
     while(try_read_edge(edge)) {
       ++m_local_edge_count;
       local_max_vertex = std::max(edge.first, local_max_vertex);
       local_max_vertex = std::max(edge.second, local_max_vertex);
     }
     m_global_max_vertex = mpi::mpi_all_reduce(local_max_vertex, std::greater<uint64_t>(), MPI_COMM_WORLD);
   }

Here is the call graph for this function:

Member Function Documentation

input_iterator_type havoqgt::parallel_edge_list_reader::begin ( )

inline

Returns the begin of the input iterator.

Definition at line 167 of file parallel_edge_list_reader.hpp.

                               {
     // Reset and prepare to have readers
     open_files();
     return input_iterator_type(this, 0);
   }

Here is the call graph for this function:

input_iterator_type havoqgt::parallel_edge_list_reader::end ( )

inline

Returns the end of the input iterator.

Definition at line 174 of file parallel_edge_list_reader.hpp.

                             {
     return input_iterator_type(this, m_local_edge_count);
   }

uint64_t havoqgt::parallel_edge_list_reader::max_vertex_id ( )

inline

Todo:: implement

Definition at line 179 of file parallel_edge_list_reader.hpp.

                            {
     return m_global_max_vertex;
   }

Here is the caller graph for this function:

void havoqgt::parallel_edge_list_reader::open_files ( )

inlineprotected

Definition at line 204 of file parallel_edge_list_reader.hpp.

                     {
     if(!m_ptr_ifstreams.empty()) {
       HAVOQGT_ERROR_MSG("m_ptr_ifstreams not empty.");
     }
     for(auto itr=m_local_filenames.begin(); itr!=m_local_filenames.end(); ++itr) {
       std::ifstream* ptr = new std::ifstream(*itr);
       if(ptr->good()) {
         m_ptr_ifstreams.push_back(ptr);
       } else {
         std::cerr << "Error opening filename: " << *itr;
       }
     }
   }

Here is the caller graph for this function:

size_t havoqgt::parallel_edge_list_reader::size ( )

inline

Definition at line 183 of file parallel_edge_list_reader.hpp.

                 {
         return m_local_edge_count;
   }

bool havoqgt::parallel_edge_list_reader::try_read_edge ( edge_type & edge )

inlineprotected

Definition at line 189 of file parallel_edge_list_reader.hpp.

                                       {
     std::string line;
     while(!m_ptr_ifstreams.empty()) {
       if(std::getline(*(m_ptr_ifstreams.front()), line)) {
         std::stringstream ssline(line);
         ssline >> edge.first >> edge.second;
         return true;
       } else { //No remaining lines, close file.
         delete m_ptr_ifstreams.front();
         m_ptr_ifstreams.pop_front();
       }
     }
     return false;
   }