cache_utilities.hpp File Reference

#include <sys/mman.h>
#include <unistd.h>

Include dependency graph for cache_utilities.hpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	DIRTY_THRESHOLD_GB   70

Functions
template<typename Vector >
char *	get_address (Vector &vec)
template<typename Vector >
size_t	get_length (Vector &vec)
template<typename Vector >
void	advise_vector_rand (Vector &vec)
template<typename Vector >
void	flush_advise_vector_dont_need (Vector &vec)
template<typename Vector >
void	flush_vector (Vector &vec)
template<typename Vector >
void	flush_advise_vector (Vector &vec)
uint32_t	get_disk_utilization ()
void	print_system_info (bool print_dimmap)
void	print_dmesg ()
uint32_t	get_dirty_pages ()
bool	check_dirty_pages ()
void	get_io_stat_info (int &r, int &w)

Macro Definition Documentation

#define DIRTY_THRESHOLD_GB   70

Definition at line 127 of file cache_utilities.hpp.

Function Documentation

template<typename Vector >

void advise_vector_rand

(

Vector &

vec

)

Definition at line 76 of file cache_utilities.hpp.

                                     {
  char * addr = get_address(vec);
  size_t length = get_length(vec);

  int t = madvise(addr, length, MADV_RANDOM);
  assert(t == 0);
}

Here is the call graph for this function:

bool check_dirty_pages

(

)

Definition at line 209 of file cache_utilities.hpp.

                         {
  uint32_t dirty_kb = get_dirty_pages();
  const uint32_t dirty_threshold_kb = DIRTY_THRESHOLD_GB * 1000000;
  return (dirty_kb > dirty_threshold_kb);
}

Here is the call graph for this function:

template<typename Vector >

void flush_advise_vector

(

Vector &

vec

)

Definition at line 111 of file cache_utilities.hpp.

                                      {
  char * addr = get_address(vec);
  size_t length = get_length(vec);

  int t = msync(addr, length, MS_SYNC);
  if (t == 0) {
    int t2 = madvise(addr, length, MADV_DONTNEED);
    assert(t2 == 0);
    t2 = madvise(addr, length, MADV_RANDOM);
    assert(t2 == 0);
  } else {
    assert(t == 0);
  }
}

Here is the call graph for this function:

template<typename Vector >

void flush_advise_vector_dont_need

(

Vector &

vec

)

Definition at line 86 of file cache_utilities.hpp.

                                                {
  char * addr = get_address(vec);
  size_t length = get_length(vec);

  int t = msync(addr, length, MS_SYNC);
  if (t == 0) {
    int t2 = madvise(addr, length, MADV_DONTNEED);
    assert(t2 == 0);
  } else {
    assert(t == 0);
  }

}

Here is the call graph for this function:

template<typename Vector >

void flush_vector

(

Vector &

vec

)

Definition at line 102 of file cache_utilities.hpp.

                               {
  char * addr = get_address(vec);
  size_t length = get_length(vec);

  int t = msync(addr, length, MS_SYNC);
  assert(t == 0);
}

Here is the call graph for this function:

template<typename Vector >

char* get_address

(

Vector &

vec

)

Definition at line 60 of file cache_utilities.hpp.

                                {
  uintptr_t temp = reinterpret_cast<uintptr_t>(&(vec[0]));
  temp -= temp % 4096;
  return reinterpret_cast<char *>(temp);
}

Here is the caller graph for this function:

uint32_t get_dirty_pages

(

)

Definition at line 198 of file cache_utilities.hpp.

                           {
  uint32_t dirty_kb;

  //FILE *pipe;
  //pipe = popen("grep Dirty /proc/meminfo | awk '{print $2}'", "r" );
  //fscanf(pipe, "%u", &dirty_kb);
  //pclose(pipe);

  return dirty_kb;
}

Here is the caller graph for this function:

uint32_t get_disk_utilization

(

)

Definition at line 130 of file cache_utilities.hpp.

                                {
  uint32_t dirty_kb;

  //FILE *pipe;
  //pipe = popen("df -h /l/ssd | grep /dev/md0  | awk '{print $3}'", "r" );
  //fscanf(pipe, "%u", &dirty_kb);
  //pclose(pipe);

  return dirty_kb;
}

Here is the caller graph for this function:

void get_io_stat_info	(	int &	r,
		int &	w
	)

Definition at line 216 of file cache_utilities.hpp.

                                      {
  //FILE *pipe;
  //char str[250];
  //pipe = popen("iostat -m | grep md0 2>&1 | awk '{printf \"%d %d\\n\" , $5, $6}'", "r" );

  //fscanf(pipe, "%d %d", &r, &w);
  //pclose(pipe);
};

Here is the caller graph for this function:

template<typename Vector >

size_t get_length

(

Vector &

vec

)

Definition at line 68 of file cache_utilities.hpp.

                               {
  size_t length = vec.size() * sizeof(vec[0]);
  length += (4096 - length%4096);
  return length;
}

Here is the caller graph for this function:

void print_dmesg

(

)

Definition at line 188 of file cache_utilities.hpp.

                   {
  printf("\n-----------------------------------------------------------------\n");
  printf("dmesg\n");
  printf("-----------------------------------------------------------------\n");

  system("dmesg");

  printf("\n\n");
}

void print_system_info

(

bool

print_dimmap

)

Definition at line 141 of file cache_utilities.hpp.

                                          {
  printf("#################################################################\n");
  printf("System Information\n");
  printf("#################################################################\n");


  printf("\n-----------------------------------------------------------------\n");
  system("echo \"SLURM_NODELIST = $SLURM_NODELIST \"");
  printf("-----------------------------------------------------------------\n");

  printf("\n-----------------------------------------------------------------\n");
  printf("Tuned Info:\n");
  printf("-----------------------------------------------------------------\n");
  system("echo \"/proc/sys/vm/dirty_ratio = $(cat /proc/sys/vm/dirty_ratio)\"");
  system("echo \"/proc/sys/vm/dirty_background_ratio = $(cat /proc/sys/vm/dirty_background_ratio)\"");
  system("echo \"/proc/sys/vm/dirty_expire_centisecs = $(cat /proc/sys/vm/dirty_expire_centisecs)\"");

  printf("\n-----------------------------------------------------------------\n");
  printf("df -h /l/ssd\n");
  printf("-----------------------------------------------------------------\n");
  system("df -h /l/ssd");

  printf("\n-----------------------------------------------------------------\n");
  printf("ls /l/ssd\n");
  printf("-----------------------------------------------------------------\n");
  system("ls /l/ssd");


  printf("\n-----------------------------------------------------------------\n");
  printf("io-stat -m | grep md0 2>&1\n");
  printf("-----------------------------------------------------------------\n");
  system("iostat -m | grep Device 2>&1");
  system("iostat -m | grep md0 2>&1");


  if (print_dimmap) {
    printf("\n-----------------------------------------------------------------\n");
    system("echo \"/proc/di-mmap-runtimeA-stats = $(cat /proc/di-mmap-runtimeA-stats)\"");
    printf("-----------------------------------------------------------------\n");
  }



  printf("\n\n");

}