msach@168: /*
msach@168:  *  Copyright 2009 OpenSourceStewardshipFoundation.org
msach@168:  *  Licensed under GNU General Public License version 2
msach@168:  *
msach@168:  * Author: seanhalle@yahoo.com
msach@168:  * 
msach@168:  */
msach@168: 
msach@168: #ifndef _VMS_H
msach@168: #define	_VMS_H
msach@168: #define _GNU_SOURCE
msach@168: 
msach@168: #include "VMS_primitive_data_types.h"
msach@168: #include "Queue_impl/PrivateQueue.h"
msach@168: #include "Histogram/Histogram.h"
msach@168: #include "DynArray/DynArray.h"
msach@168: #include "Hash_impl/PrivateHash.h"
msach@168: #include "vmalloc.h"
msach@168: #include "Counters/Counters.h"
msach@168: #include "dependency.h"
msach@168: 
msach@168: #include <pthread.h>
msach@168: #include <sys/time.h>
msach@168: 
msach@168: 
msach@168: //===============================  Debug  ===================================
msach@168: //
msach@168: //When SEQUENTIAL is defined, VMS does sequential exe in the main thread
msach@168: // It still does co-routines and all the mechanisms are the same, it just
msach@168: // has only a single thread and animates VPs one at a time
msach@168: //#define SEQUENTIAL
msach@168: 
msach@168: //#define USE_WORK_STEALING
msach@168: 
msach@168: //turns on the probe-instrumentation in the application -- when not
msach@168: // defined, the calls to the probe functions turn into comments
msach@168: //#define STATS__ENABLE_PROBES
msach@168: //#define TURN_ON_DEBUG_PROBES
msach@168: 
msach@168: //These defines turn types of bug messages on and off
msach@168: // be sure debug messages are un-commented (next block of defines)
msach@168: #define dbgAppFlow   FALSE /* Top level flow of application code -- general*/
msach@168: #define dbgProbes    FALSE /* for issues inside probes themselves*/
msach@168: #define dbgB2BMaster FALSE /* in coreloop, back to back master VPs*/
msach@168: #define dbgRqstHdlr  FALSE /* in request handler code*/
msach@168: #define dbgDependency TRUE /* in request handler code, print dependencies */
msach@168: 
msach@168: //Comment or un- the substitute half to turn on/off types of debug message
msach@168: #define DEBUG(  bool, msg)         \
msach@168:   if( bool){ printf(msg); fflush(stdin);}
msach@168: #define DEBUG1( bool, msg, param)  \
msach@168:    if(bool){printf(msg, param); fflush(stdin);}
msach@168: #define DEBUG2( bool, msg, p1, p2) \
msach@168:    if(bool) {printf(msg, p1, p2); fflush(stdin);}
msach@168: 
msach@168: #define ERROR(msg) printf(msg);
msach@168: #define ERROR1(msg, param) printf(msg, param); 
msach@168: #define ERROR2(msg, p1, p2) printf(msg, p1, p2);
msach@168: 
msach@168: //===========================  STATS =======================
msach@168: 
msach@168:    //when MEAS__TIME_STAMP_SUSP is defined, causes code to be inserted and
msach@168:    // compiled-in that saves the low part of the time stamp count just before
msach@168:    // suspending a processor and just after resuming that processor.  It is
msach@168:    // saved into a field added to VirtProcr.  Have to sanity-check for
msach@168:    // rollover of low portion into high portion.
msach@168: //#define MEAS__TIME_STAMP_SUSP
msach@168: //#define MEAS__TIME_MASTER
msach@168: //#define MEAS__TIME_PLUGIN
msach@168: //#define MEAS__TIME_MALLOC
msach@168: //#define MEAS__TIME_MASTER_LOCK
msach@168: //#define MEAS__NUM_TIMES_TO_RUN 100000
msach@168: 
msach@168:    //For code that calculates normalization-offset between TSC counts of
msach@168:    // different cores.
msach@168: //#define NUM_TSC_ROUND_TRIPS 10
msach@168: 
msach@168: #define MEAS__PERF_COUNTERS
msach@168: #define DETECT_DEPENDENCIES
msach@168: 
msach@168: //=========================  Hardware related Constants =====================
msach@168:    //This value is the number of hardware threads in the shared memory
msach@168:    // machine
msach@168: //#define NUM_CORES        8
msach@168: 
msach@168:    // tradeoff amortizing master fixed overhead vs imbalance potential
msach@168:    // when work-stealing, can make bigger, at risk of losing cache affinity
msach@168: #define NUM_SCHED_SLOTS  5
msach@168: 
msach@168: #define MIN_WORK_UNIT_CYCLES 20000
msach@168: 
msach@168: #define MASTERLOCK_RETRIES 10000
msach@168: 
msach@168:    // stack size in virtual processors created
msach@168: #define VIRT_PROCR_STACK_SIZE 0x8000 /* 32K */
msach@168: 
msach@168:    // memory for VMS__malloc
msach@168: #define MALLOC_ADDITIONAL_MEM_FROM_OS_SIZE 0x10000000 /* 256M */
msach@168: 
msach@168: #define CACHE_LINE 64
msach@168: #define PAGE_SIZE 4096
msach@168: 
msach@168: 
msach@168: //==============================
msach@168: 
msach@168: #define SUCCESS 0
msach@168: 
msach@168: #define writeVMSQ     writePrivQ
msach@168: #define readVMSQ      readPrivQ
msach@168: #define makeVMSQ      makeVMSPrivQ
msach@168: #define numInVMSQ     numInPrivQ
msach@168: #define VMSQueueStruc PrivQueueStruc
msach@168: 
msach@168: 
msach@168: 
msach@168: //===========================================================================
msach@168: typedef unsigned long long TSCount;
msach@168: 
msach@168: typedef struct _SchedSlot     SchedSlot;
msach@168: typedef struct _VMSReqst      VMSReqst;
msach@168: typedef struct _VirtProcr     VirtProcr;
msach@168: typedef struct _IntervalProbe IntervalProbe;
msach@168: typedef struct _GateStruc     GateStruc;
msach@168: 
msach@168: 
msach@168: typedef VirtProcr * (*SlaveScheduler)  ( void *, int );   //semEnv, coreIdx
msach@168: typedef void  (*RequestHandler)  ( VirtProcr *, void * ); //prWReqst, semEnv
msach@168: typedef void  (*VirtProcrFnPtr)  ( void *, VirtProcr * ); //initData, animPr
msach@168: typedef void    VirtProcrFn      ( void *, VirtProcr * ); //initData, animPr
msach@168: typedef void  (*ResumePrFnPtr)   ( VirtProcr *, void * );
msach@168: 
msach@168: 
msach@168: //============= Requests ===========
msach@168: //
msach@168: 
msach@168: enum VMSReqstType   //avoid starting enums at 0, for debug reasons
msach@168:  {
msach@168:    semantic = 1,
msach@168:    createReq,
msach@168:    dissipate,
msach@168:    VMSSemantic      //goes with VMSSemReqst below
msach@168:  };
msach@168: 
msach@168: struct _VMSReqst
msach@168:  {
msach@168:    enum VMSReqstType  reqType;//used for dissipate and in future for IO requests
msach@168:    void              *semReqData;
msach@168: 
msach@168:    VMSReqst *nextReqst;
msach@168:  };
msach@168: //VMSReqst
msach@168: 
msach@168: enum VMSSemReqstType   //These are equivalent to semantic requests, but for
msach@168:  {                     // VMS's services available directly to app, like OS
msach@168:    createProbe = 1,    // and probe services -- like a VMS-wide built-in lang
msach@168:    openFile,
msach@168:    otherIO
msach@168:  };
msach@168: 
msach@168: typedef struct
msach@168:  { enum VMSSemReqstType reqType;
msach@168:    VirtProcr           *requestingPr;
msach@168:    char                *nameStr;  //for create probe
msach@168:  }
msach@168:  VMSSemReq;
msach@168: 
msach@168: 
msach@168: //====================  Core data structures  ===================
msach@168: 
msach@168: struct _SchedSlot
msach@168:  {
msach@168:    int         workIsDone;
msach@168:    int         needsProcrAssigned;
msach@168:    VirtProcr  *procrAssignedToSlot;
msach@168:  };
msach@168: //SchedSlot
msach@168: 
msach@168: /*WARNING: re-arranging this data structure could cause VP switching
msach@168:  *         assembly code to fail -- hard-codes offsets of fields
msach@168:  */
msach@168: struct _VirtProcr
msach@168:  { int         procrID;  //for debugging -- count up each time create
msach@168:    int         coreAnimatedBy;
msach@168:    void       *startOfStack;
msach@168:    void       *stackPtr;
msach@168:    void       *framePtr;
msach@168:    void       *nextInstrPt;
msach@168:    
msach@168:    void       *coreLoopStartPt;  //allows proto-runtime to be linked later
msach@168:    void       *coreLoopFramePtr; //restore before jmp back to core loop
msach@168:    void       *coreLoopStackPtr; //restore before jmp back to core loop
msach@168: 
msach@168:    void       *initialData;
msach@168: 
msach@168:    SchedSlot  *schedSlot;
msach@168:    VMSReqst   *requests;
msach@168: 
msach@168:    void       *semanticData; //this livesUSE_GNU here for the life of VP
msach@168:    void       *dataRetFromReq;//values returned from plugin to VP go here
msach@168: 
msach@168:       //=========== MEASUREMENT STUFF ==========
msach@168:    #ifdef MEAS__TIME_STAMP_SUSP
msach@168:    unsigned int preSuspTSCLow;
msach@168:    unsigned int postSuspTSCLow;
msach@168:    #endif
msach@168:    #ifdef MEAS__TIME_MASTER /* in VirtProcr because multiple masterVPs*/
msach@168:    unsigned int startMasterTSCLow;USE_GNU
msach@168:    unsigned int endMasterTSCLow;
msach@168:    #endif
msach@168:    #ifdef MEAS__PERF_COUNTERS //
msach@168:    CounterRecord** counter_history;
msach@168:    PrivDynArrayInfo* counter_history_array_info;
msach@168:    #endif
msach@168:       //========================================
msach@168:    
msach@168:    float64      createPtInSecs;  //have space but don't use on some configs
msach@168:  };
msach@168: //VirtProcr
msach@168: 
msach@168: 
msach@168: /*WARNING: re-arranging this data structure could cause VP-switching
msach@168:  *         assembly code to fail -- hard-codes offsets of fields
msach@168:  *         (because -O3 messes with things otherwise)
msach@168:  */
msach@168: typedef struct
msach@168:  {
msach@168:    SlaveScheduler   slaveScheduler;
msach@168:    RequestHandler   requestHandler;
msach@168:    
msach@168:    SchedSlot     ***allSchedSlots;
msach@168:    VMSQueueStruc **readyToAnimateQs;
msach@168:    VirtProcr      **masterVPs;
msach@168: 
msach@168:    void            *semanticEnv;
msach@168:    void            *OSEventStruc;   //for future, when add I/O to BLIS
msach@168:    MallocProlog    *freeListHead;
msach@168:    int32            amtOfOutstandingMem; //total currently allocated
msach@168: 
msach@168:    void            *coreLoopReturnPt;//addr to jump to to re-enter coreLoop
msach@168: 
msach@168:    int32            setupComplete;
msach@168:    volatile int32   masterLock;
msach@168: 
msach@168:    int32            numMasterInARow[NUM_CORES];//detect back-to-back masterVP
msach@168:    GateStruc       *workStealingGates[ NUM_CORES ]; //concurrent work-steal
msach@168:    int32            workStealingLock;
msach@168:    
msach@168:    int32            numProcrsCreated; //gives ordering to processor creation
msach@168: 
msach@168:       //=========== MEASUREMENT STUFF =============
msach@168:    IntervalProbe  **intervalProbes;
msach@168:    PrivDynArrayInfo    *dynIntervalProbesInfo;
msach@168:    HashTable       *probeNameHashTbl;
msach@168:    int32            masterCreateProbeID;
msach@168:    float64          createPtInSecs;
msach@168:    Histogram      **measHists;
msach@168:    PrivDynArrayInfo *measHistsInfo;
msach@168:    #ifdef MEAS__TIME_PLUGIN
msach@168:    Histogram       *reqHdlrLowTimeHist;
msach@168:    Histogram       *reqHdlrHighTimeHist;
msach@168:    #endif
msach@168:    #ifdef MEAS__TIME_MALLOC
msach@168:    Histogram       *mallocTimeHist;
msach@168:    Histogram       *freeTimeHist;
msach@168:    #endif
msach@168:    #ifdef MEAS__TIME_MASTER_LOCK
msach@168:    Histogram       *masterLockLowTimeHist;
msach@168:    Histogram       *masterLockHighTimeHist;
msach@168:    #endif
msach@168:    #ifdef MEAS__PERF_COUNTERS
msach@168:    int cycles_counter_fd[NUM_CORES];
msach@168:    int instrs_counter_fd[NUM_CORES];
msach@168:    FILE* counteroutput;
msach@168:    #endif
msach@168:    #ifdef DETECT_DEPENDENCIES
msach@168:    Dependency** dependencies;
msach@168:    PrivDynArrayInfo* dependenciesInfo;
msach@168:    #endif
msach@168:    #ifdef MEAS__PERF_COUNTERS //
msach@168:    CounterRecord** counter_history;
msach@168:    PrivDynArrayInfo* counter_history_array_info;
msach@168:    #endif
msach@168:  }
msach@168: MasterEnv;
msach@168: 
msach@168: //=========================  Extra Stuff Data Strucs  =======================
msach@168: typedef struct
msach@168:  {
msach@168: 
msach@168:  }
msach@168: VMSExcp;
msach@168: 
msach@168: struct _GateStruc
msach@168:  {
msach@168:    int32 gateClosed;
msach@168:    int32 preGateProgress;
msach@168:    int32 waitProgress;
msach@168:    int32 exitProgress;
msach@168:  };
msach@168: //GateStruc
msach@168: 
msach@168: //=======================  OS Thread related  ===============================
msach@168: 
msach@168: void * coreLoop( void *paramsIn );  //standard PThreads fn prototype
msach@168: void * coreLoop_Seq( void *paramsIn );  //standard PThreads fn prototype
msach@168: void masterLoop( void *initData, VirtProcr *masterPr );
msach@168: 
msach@168: 
msach@168: typedef struct
msach@168:  {
msach@168:    void           *endThdPt;
msach@168:    unsigned int    coreNum;
msach@168:  }
msach@168: ThdParams;
msach@168: 
msach@168: pthread_t       coreLoopThdHandles[ NUM_CORES ];  //pthread's virt-procr state
msach@168: ThdParams      *coreLoopThdParams [ NUM_CORES ];
msach@168: pthread_mutex_t suspendLock;
msach@168: pthread_cond_t  suspend_cond;
msach@168: 
msach@168: 
msach@168: 
msach@168: //=====================  Global Vars ===================
msach@168: 
msach@168: volatile MasterEnv      *_VMSMasterEnv;
msach@168: 
msach@168: 
msach@168: 
msach@168: 
msach@168: //===========================  Function Prototypes  =========================
msach@168: 
msach@168: 
msach@168: //========== Setup and shutdown ==========
msach@168: void
msach@168: VMS__init();
msach@168: 
msach@168: void
msach@168: VMS__init_Seq();
msach@168: 
msach@168: void
msach@168: VMS__start_the_work_then_wait_until_done();
msach@168: 
msach@168: void
msach@168: VMS__start_the_work_then_wait_until_done_Seq();
msach@168: 
msach@168: inline VirtProcr *
msach@168: VMS__create_procr( VirtProcrFnPtr fnPtr, void *initialData );
msach@168: 
msach@168: void
msach@168: VMS__dissipate_procr( VirtProcr *procrToDissipate );
msach@168: 
msach@168:    //Use this to create processor inside entry point & other places outside
msach@168:    // the VMS system boundary (IE, not run in slave nor Master)
msach@168: VirtProcr *
msach@168: VMS_ext__create_procr( VirtProcrFnPtr fnPtr, void *initialData );
msach@168: 
msach@168: void
msach@168: VMS_ext__dissipate_procr( VirtProcr *procrToDissipate );
msach@168: 
msach@168: void
msach@168: VMS__throw_exception( char *msgStr, VirtProcr *reqstPr, VMSExcp *excpData );
msach@168: 
msach@168: void
msach@168: VMS__shutdown();
msach@168: 
msach@168: void
msach@168: VMS__cleanup_at_end_of_shutdown();
msach@168: 
msach@168: void *
msach@168: VMS__give_sem_env_for( VirtProcr *animPr );
msach@168: 
msach@168: 
msach@168: //==============  Request Related  ===============
msach@168: 
msach@168: void
msach@168: VMS__suspend_procr( VirtProcr *callingPr );
msach@168: 
msach@168: inline void
msach@168: VMS__add_sem_request_in_mallocd_VMSReqst( void *semReqData, VirtProcr *callingPr );
msach@168: 
msach@168: /*inline*/ __attribute__ ((noinline)) void
msach@168: VMS__send_sem_request( void *semReqData, VirtProcr *callingPr );
msach@168: 
msach@168: void
msach@168: VMS__send_create_procr_req( void *semReqData, VirtProcr *reqstingPr );
msach@168: 
msach@168: void /*inline**/ __attribute__ ((noinline))
msach@168: VMS__send_dissipate_req( VirtProcr *prToDissipate );
msach@168: 
msach@168: /*inline**/ __attribute__ ((noinline)) void
msach@168: VMS__send_VMSSem_request( void *semReqData, VirtProcr *callingPr );
msach@168: 
msach@168: VMSReqst *
msach@168: VMS__take_next_request_out_of( VirtProcr *procrWithReq );
msach@168: 
msach@168: inline void *
msach@168: VMS__take_sem_reqst_from( VMSReqst *req );
msach@168: 
msach@168: void inline
msach@168: VMS__handle_VMSSemReq( VMSReqst *req, VirtProcr *requestingPr, void *semEnv,
msach@168:                        ResumePrFnPtr resumePrFnPtr );
msach@168: 
msach@168: //======================== STATS ======================
msach@168: 
msach@168: //===== RDTSC wrapper ===== //Also runs with x86_64 code
msach@168: 
msach@168: #define saveTimeStampCountInto(low, high) \
msach@168:    asm volatile("RDTSC;                   \
msach@168:                  movl %%eax, %0;          \
msach@168:                  movl %%edx, %1;"         \
msach@168:    /* outputs */ : "=m" (low), "=m" (high)\
msach@168:    /* inputs  */ :                        \
msach@168:    /* clobber */ : "%eax", "%edx"         \
msach@168:                 );
msach@168: 
msach@168: #define saveLowTimeStampCountInto(low)    \
msach@168:    asm volatile("RDTSC;                   \
msach@168:                  movl %%eax, %0;"         \
msach@168:    /* outputs */ : "=m" (low)             \
msach@168:    /* inputs  */ :                        \
msach@168:    /* clobber */ : "%eax", "%edx"         \
msach@168:                 );
msach@168: 
msach@168: //====================
msach@168: #define makeAMeasHist( idx, name, numBins, startVal, binWidth ) \
msach@168:    makeHighestDynArrayIndexBeAtLeast( _VMSMasterEnv->measHistsInfo, idx ); \
msach@168:    _VMSMasterEnv->measHists[idx] =  \
msach@168:                        makeFixedBinHist( numBins, startVal, binWidth, name );
msach@168: 
msach@168: #define saveCyclesAndInstrs(core,cycles,instrs) do{ \
msach@168:    int cycles_fd = _VMSMasterEnv->cycles_counter_fd[core]; \
msach@168:    int instrs_fd = _VMSMasterEnv->instrs_counter_fd[core]; \
msach@168:    int nread;                                           \
msach@168:                                                         \
msach@168:    nread = read(cycles_fd,&(cycles),sizeof(cycles));    \
msach@168:    if(nread<0){                                         \
msach@168:        perror("Error reading cycles counter");          \
msach@168:        cycles = 0;                                      \
msach@168:    }                                                    \
msach@168:                                                         \
msach@168:    nread = read(instrs_fd,&(instrs),sizeof(instrs));    \
msach@168:    if(nread<0){                                         \
msach@168:        perror("Error reading cycles counter");          \
msach@168:        instrs = 0;                                      \
msach@168:    }                                                    \
msach@168: } while (0) 
msach@168: 
msach@168: #define getReturnAddressBeforeLibraryCall(vp_ptr, res_ptr) do{     \
msach@168: void* frame_ptr0 = vp_ptr->framePtr;                               \
msach@168: void* frame_ptr1 = *((void**)frame_ptr0);                          \
msach@168: void* frame_ptr2 = *((void**)frame_ptr1);                          \
msach@168: void* frame_ptr3 = *((void**)frame_ptr2);                          \
msach@168: void* ret_addr = *((void**)frame_ptr3 + 1);                        \
msach@168: *res_ptr = ret_addr;                                               \
msach@168: } while (0)
msach@168: 
msach@168: #define MEAS__SUB_CREATE  /*turn on/off subtraction of create from plugin*/
msach@168: 
msach@168: #ifdef VPTHREAD
msach@168: 
msach@168: //VPThread
msach@168: #define createHistIdx      0
msach@168: #define mutexLockHistIdx   1
msach@168: #define mutexUnlockHistIdx 2
msach@168: #define condWaitHistIdx    3
msach@168: #define condSignalHistIdx  4
msach@168: 
msach@168: #define MakeTheMeasHists() \
msach@168:    _VMSMasterEnv->measHistsInfo = \
msach@168:               makePrivDynArrayOfSize( (void***)&(_VMSMasterEnv->measHists), 200); \
msach@168:    makeAMeasHist( createHistIdx,      "create",        250, 0, 100 ) \
msach@168:    makeAMeasHist( mutexLockHistIdx,   "mutex_lock",    50, 0, 100 ) \
msach@168:    makeAMeasHist( mutexUnlockHistIdx, "mutex_unlock",  50, 0, 100 ) \
msach@168:    makeAMeasHist( condWaitHistIdx,    "cond_wait",     50, 0, 100 ) \
msach@168:    makeAMeasHist( condSignalHistIdx,  "cond_signal",   50, 0, 100 )
msach@168: 
msach@168: #endif
msach@168: 
msach@168: 
msach@168: #ifdef VCILK
msach@168: 
msach@168: //VCilk
msach@168: #define spawnHistIdx      0
msach@168: #define syncHistIdx       1
msach@168: 
msach@168: #define MakeTheMeasHists() \
msach@168:    _VMSMasterEnv->measHistsInfo = \
msach@168:               makePrivDynArrayOfSize( (void***)&(_VMSMasterEnv->measHists), 200); \
msach@168:     makeAMeasHist( spawnHistIdx,      "Spawn",        50, 0, 200 ) \
msach@168:     makeAMeasHist( syncHistIdx,       "Sync",         50, 0, 200 )
msach@168: 
msach@168: 
msach@168: #endif
msach@168: 
msach@168: #ifdef SSR
msach@168: 
msach@168: //SSR
msach@168: #define SendFromToHistIdx      0
msach@168: #define SendOfTypeHistIdx      1
msach@168: #define ReceiveFromToHistIdx   2
msach@168: #define ReceiveOfTypeHistIdx   3
msach@168: 
msach@168: #define MakeTheMeasHists() \
msach@168:    _VMSMasterEnv->measHistsInfo = \
msach@168:               makePrivDynArrayOfSize( (void***)&(_VMSMasterEnv->measHists), 200); \
msach@168:     makeAMeasHist( SendFromToHistIdx,   "SendFromTo",    50, 0, 100 ) \
msach@168:     makeAMeasHist( SendOfTypeHistIdx,   "SendOfType",    50, 0, 100 ) \
msach@168:     makeAMeasHist( ReceiveFromToHistIdx,"ReceiveFromTo", 50, 0, 100 ) \
msach@168:     makeAMeasHist( ReceiveOfTypeHistIdx,"ReceiveOfType", 50, 0, 100 )
msach@168: 
msach@168: #endif
msach@168: 
msach@168: //===========================================================================
msach@168: //VPThread
msach@168: 
msach@168: 
msach@168: #define Meas_startCreate \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endCreate \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                                  _VMSMasterEnv->measHists[ createHistIdx ] );
msach@168: 
msach@168: #define Meas_startMutexLock \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endMutexLock \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                               _VMSMasterEnv->measHists[ mutexLockHistIdx ] );
msach@168: 
msach@168: #define Meas_startMutexUnlock \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endMutexUnlock \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                             _VMSMasterEnv->measHists[ mutexUnlockHistIdx ] );
msach@168: 
msach@168: #define Meas_startCondWait \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endCondWait \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                                _VMSMasterEnv->measHists[ condWaitHistIdx ] );
msach@168: 
msach@168: #define Meas_startCondSignal \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endCondSignal \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ condSignalHistIdx ] );
msach@168: 
msach@168: //===========================================================================
msach@168: // VCilk
msach@168: #define Meas_startSpawn \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endSpawn \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ spawnHistIdx ] );
msach@168: 
msach@168: #define Meas_startSync \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endSync \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ syncHistIdx ] );
msach@168: 
msach@168: //===========================================================================
msach@168: // SSR
msach@168: #define Meas_startSendFromTo \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endSendFromTo \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ SendFromToHistIdx ] );
msach@168: 
msach@168: #define Meas_startSendOfType \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endSendOfType \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ SendOfTypeHistIdx ] );
msach@168: 
msach@168: #define Meas_startReceiveFromTo \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endReceiveFromTo \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ ReceiveFromToHistIdx ] );
msach@168: 
msach@168: #define Meas_startReceiveOfType \
msach@168:     int32 startStamp, endStamp; \
msach@168:     saveLowTimeStampCountInto( startStamp ); \
msach@168: 
msach@168: #define Meas_endReceiveOfType \
msach@168:     saveLowTimeStampCountInto( endStamp ); \
msach@168:     addIntervalToHist( startStamp, endStamp, \
msach@168:                              _VMSMasterEnv->measHists[ReceiveOfTypeHistIdx ] );
msach@168: 
msach@168: //=====
msach@168: 
msach@168: #include "ProcrContext.h"
msach@168: #include "probes.h"
msach@168: #include "vutilities.h"
msach@168: 
msach@168: #endif	/* _VMS_H */
msach@168: