MallocOpts.cc

Go to the documentation of this file.

// -*- C++ -*-
//
// Package:     Utilities
// Class  :     MallocOpts
// 
// Original Author:  Jim Kowalkowski
//
// ------------------ resetting malloc options -----------------------


#include "FWCore/Utilities/interface/MallocOpts.h"

#if !defined(__APPLE__)
#include <malloc.h>
#endif
#include <sstream>
#include <iostream>
#include <cstdlib>
#include <cstring>

namespace edm
{

  std::ostream& operator<<(std::ostream& ost,const MallocOpts& opts)
  {
    ost << "mmap_max=" << opts.mmap_max_
    << " trim_threshold=" << opts.trim_thr_
    << " top_padding=" << opts.top_pad_
    << " mmap_threshold=" << opts.mmap_thr_;
    return ost;
  }

  namespace 
  {
    typedef enum { UNKNOWN_CPU=0, AMD_CPU=1, INTEL_CPU=2 } cpu_type;
  
    cpu_type get_cpu_type()
    {
      // issue: these need to be static.  The asm instruction combined
      // with optimization on the 64 bit platform moves the stack data
      // member around in such a way that the =m directive misses the
      // the location.   Of course this means that this routine is not
      // multithread safe.
      static volatile int op=0,a;
      static volatile int ans[4];

// Still some problem on x86_64, so only i386 for now    
#if defined(__x86_64__)

      __asm__ __volatile__ ("pushq %%rdx;\
 pushq %%rcx;                \
 pushq %%rsi;                \
 pushq %%rbx;                \
 cpuid;                  \
 movq  %%rbx,%%rsi;          \
 popq  %%rbx;                \
 movl  %%ecx,%0;             \
 movl  %%edx,%1;             \
 movl  %%esi,%2;             \
 movl  %%eax,%3;             \
 popq  %%rsi;                \
 popq  %%rcx;                \
 popq  %%rdx;"
                            : "=m"(ans[2]), "=m"(ans[1]), "=m"(ans[0]), "=m"(a)
                            : "a"(op)
                );

#elif defined(__i386__)


      __asm__ __volatile__ ("pushl %%edx;\
 pushl %%ecx;                \
 pushl %%esi;                \
 pushl %%ebx;                \
 cpuid;                  \
 movl  %%ebx,%%esi;          \
 popl  %%ebx;                \
 movl  %%ecx,%0;             \
 movl  %%edx,%1;             \
 movl  %%esi,%2;             \
 movl  %%eax,%3;             \
 popl  %%esi;                \
 popl  %%ecx;                \
 popl  %%edx;"
                            : "=m"(ans[2]), "=m"(ans[1]), "=m"(ans[0]), "=m"(a)
                            : "a"(op)
                );

    
#else
      const char* unknown_str = "Unknown";
      // int unknown_sz = strlen(unknown_str);
      strcpy((char*)&ans[0],unknown_str);
#endif
      
      const char* amd_str = "AuthenticAMD";
      int amd_sz = strlen(amd_str);
      const char* intel_str = "GenuineIntel";
      int intel_sz = strlen(intel_str);
    
      char* str = (char*)&ans[0];
      ans[3]=0;

      return strncmp(str,amd_str,amd_sz)==0?AMD_CPU:
    strncmp(str,intel_str,intel_sz)==0?INTEL_CPU:UNKNOWN_CPU;
    }

    // values determined experimentally for each architecture
    const MallocOpts intel_opts(262144, 524288, 5242880, 131072);
    const MallocOpts amd_opts(0, 8388608, 131072, 10485760);

  }


  bool MallocOptionSetter::retrieveFromCpuType()
  {
    bool rc=true;

    switch(get_cpu_type())
      {
      case AMD_CPU:
    {
      values_ = amd_opts;
      changed_=true;
      break;
    }
      case INTEL_CPU:
    {
      values_ = intel_opts;
      changed_=true;
      break;
    }
      case UNKNOWN_CPU:
      default:
    rc=false;
      }

    return rc;
  }

  MallocOptionSetter::MallocOptionSetter():
    changed_(false)
  {
    if(retrieveFromEnv() || retrieveFromCpuType())
      {
    adjustMallocParams();
    if(hasErrors())
      {
        std::cerr << "ERROR: Reset of malloc options has fails:\n"
              << error_message_ << "\n";
      }
      }
  }

  void MallocOptionSetter::adjustMallocParams()
  {
    if(changed_==false) return; // only adjust if they changed
    error_message_.clear();
    changed_ = false;

#ifdef M_MMAP_MAX
    if(mallopt(M_MMAP_MAX,values_.mmap_max_)<0)
      error_message_ += "Could not set M_MMAP_MAX\n"; 
#endif
#ifdef M_TRIM_THRESHOLD
    if(mallopt(M_TRIM_THRESHOLD,values_.trim_thr_)<0)
      error_message_ += "Could not set M_TRIM_THRESHOLD\n"; 
#endif
#ifdef M_TOP_PAD
    if(mallopt(M_TOP_PAD,values_.top_pad_)<0)
      error_message_ += "ERROR: Could not set M_TOP_PAD\n";
#endif
#ifdef M_MMAP_THRESHOLD
    if(mallopt(M_MMAP_THRESHOLD,values_.mmap_thr_)<0)
      error_message_ += "ERROR: Could not set M_MMAP_THRESHOLD\n";
#endif
  }

  bool MallocOptionSetter::retrieveFromEnv()
  {
    const char* par = getenv("CMSRUN_MALLOC_RESET");
    if(par==0) return false; // leave quickly here
    std::string spar(par);
    bool rc = false;
      
    // CMSRUN_MALLOC_RESET = "mmap_max trim_thres top_pad mmap_thres"
      
    if(spar.size()>1)
      {
    std::istringstream ist(spar);
    ist >> values_.mmap_max_ >> values_.trim_thr_
        >> values_.top_pad_ >> values_.mmap_thr_;

    if(ist.bad())
      {
        std::cerr << "bad malloc options in CMSRUN_MALLOC_RESET: "
              << spar << "\n"
              << "format is: "
              << "CMSRUN_MALLOC_RESET=\"mmap_max trim_thres top_pad mmap_thres\"\n";
      }
    else
      {
        std::cout << "MALLOC_OPTIONS> Reset options: "
              << "CMSRUN_MALLOC_RESET=" << par << "\n";
      }
    rc=true;
    changed_=true;
      }

    return rc;
  }

  MallocOptionSetter global_malloc_options;

  MallocOptionSetter& getGlobalOptionSetter()
  {
    return global_malloc_options;
  }


  // ----------------------------------------------------------------
}