annotate VMS.c @ 139:99798e4438a6

Merge of Malloc2 and inter master requests
author Merten Sach <msach@mailbox.tu-berlin.de>
date Mon, 19 Sep 2011 16:12:01 +0200
parents def70e32cf2c 99343ffe1918
children 2c8f3cf6c058
rev   line source
Me@0 1 /*
Me@38 2 * Copyright 2010 OpenSourceStewardshipFoundation
Me@0 3 *
Me@0 4 * Licensed under BSD
Me@0 5 */
Me@0 6
Me@0 7 #include <stdio.h>
Me@0 8 #include <stdlib.h>
Me@50 9 #include <string.h>
Me@0 10 #include <malloc.h>
msach@76 11 #include <inttypes.h>
Me@50 12 #include <sys/time.h>
Me@0 13
Me@0 14 #include "VMS.h"
msach@77 15 #include "ProcrContext.h"
msach@134 16 #include "scheduling.h"
Me@0 17 #include "Queue_impl/BlockingQueue.h"
Me@38 18 #include "Histogram/Histogram.h"
Me@0 19
Me@0 20
Me@26 21 #define thdAttrs NULL
Me@26 22
Me@22 23 //===========================================================================
Me@22 24 void
Me@22 25 shutdownFn( void *dummy, VirtProcr *dummy2 );
Me@22 26
Me@31 27 SchedSlot **
Me@31 28 create_sched_slots();
Me@22 29
Me@28 30 void
Me@28 31 create_masterEnv();
Me@28 32
Me@28 33 void
Me@28 34 create_the_coreLoop_OS_threads();
Me@28 35
Me@50 36 MallocProlog *
Me@50 37 create_free_list();
Me@50 38
Me@53 39 void
Me@53 40 endOSThreadFn( void *initData, VirtProcr *animatingPr );
Me@50 41
Me@26 42 pthread_mutex_t suspendLock = PTHREAD_MUTEX_INITIALIZER;
Me@26 43 pthread_cond_t suspend_cond = PTHREAD_COND_INITIALIZER;
Me@26 44
Me@22 45 //===========================================================================
Me@22 46
Me@0 47 /*Setup has two phases:
Me@0 48 * 1) Semantic layer first calls init_VMS, which creates masterEnv, and puts
Me@8 49 * the master virt procr into the work-queue, ready for first "call"
Me@8 50 * 2) Semantic layer then does its own init, which creates the seed virt
Me@8 51 * procr inside the semantic layer, ready to schedule it when
Me@0 52 * asked by the first run of the masterLoop.
Me@0 53 *
Me@0 54 *This part is bit weird because VMS really wants to be "always there", and
Me@0 55 * have applications attach and detach.. for now, this VMS is part of
Me@0 56 * the app, so the VMS system starts up as part of running the app.
Me@0 57 *
Me@8 58 *The semantic layer is isolated from the VMS internals by making the
Me@8 59 * semantic layer do setup to a state that it's ready with its
Me@8 60 * initial virt procrs, ready to schedule them to slots when the masterLoop
Me@0 61 * asks. Without this pattern, the semantic layer's setup would
Me@8 62 * have to modify slots directly to assign the initial virt-procrs, and put
Me@31 63 * them into the readyToAnimateQ itself, breaking the isolation completely.
Me@0 64 *
Me@0 65 *
Me@8 66 *The semantic layer creates the initial virt procr(s), and adds its
Me@8 67 * own environment to masterEnv, and fills in the pointers to
Me@0 68 * the requestHandler and slaveScheduler plug-in functions
Me@8 69 */
Me@8 70
Me@8 71 /*This allocates VMS data structures, populates the master VMSProc,
Me@0 72 * and master environment, and returns the master environment to the semantic
Me@0 73 * layer.
Me@0 74 */
Me@8 75 void
Me@8 76 VMS__init()
Me@28 77 {
Me@28 78 create_masterEnv();
Me@28 79 create_the_coreLoop_OS_threads();
Me@28 80 }
Me@28 81
msach@71 82 #ifdef SEQUENTIAL
msach@71 83
Me@28 84 /*To initialize the sequential version, just don't create the threads
Me@28 85 */
Me@28 86 void
Me@28 87 VMS__init_Seq()
Me@28 88 {
Me@28 89 create_masterEnv();
Me@28 90 }
Me@28 91
msach@71 92 #endif
msach@71 93
Me@28 94 void
Me@28 95 create_masterEnv()
Me@31 96 { MasterEnv *masterEnv;
Me@55 97 VMSQueueStruc **readyToAnimateQs;
Me@31 98 int coreIdx;
Me@31 99 VirtProcr **masterVPs;
Me@31 100 SchedSlot ***allSchedSlots; //ptr to array of ptrs
Me@53 101
Me@53 102
Me@31 103 //Make the master env, which holds everything else
Me@1 104 _VMSMasterEnv = malloc( sizeof(MasterEnv) );
Me@53 105
Me@53 106 //Very first thing put into the master env is the free-list, seeded
Me@53 107 // with a massive initial chunk of memory.
Me@53 108 //After this, all other mallocs are VMS__malloc.
msach@132 109 int i;
msach@132 110 for(i=0; i<NUM_CORES; i++)
msach@132 111 {
msach@139 112 _VMSMasterEnv->freeLists[i] = VMS_ext__create_free_list();
msach@134 113 _VMSMasterEnv->interMasterRequestsFor[i] = NULL;
msach@135 114 _VMSMasterEnv->interMasterRequestsSentBy[i] = NULL;
msach@132 115 }
msach@134 116 _VMSMasterEnv->currentMasterProcrID = 0;
Me@53 117
Me@65 118 //============================= MEASUREMENT STUFF ========================
Me@65 119 #ifdef MEAS__TIME_MALLOC
msach@84 120 _VMSMasterEnv->mallocTimeHist = makeFixedBinHistExt( 100, 0, 100,
msach@79 121 "malloc_time_hist");
msach@84 122 _VMSMasterEnv->freeTimeHist = makeFixedBinHistExt( 80, 0, 100,
msach@79 123 "free_time_hist");
Me@65 124 #endif
Me@68 125 #ifdef MEAS__TIME_PLUGIN
msach@84 126 _VMSMasterEnv->reqHdlrLowTimeHist = makeFixedBinHistExt( 1000, 0, 100,
msach@79 127 "plugin_low_time_hist");
msach@84 128 _VMSMasterEnv->reqHdlrHighTimeHist = makeFixedBinHistExt( 1000, 0, 100,
msach@79 129 "plugin_high_time_hist");
Me@68 130 #endif
Me@65 131 //========================================================================
Me@65 132
Me@53 133 //===================== Only VMS__malloc after this ====================
msach@69 134 masterEnv = (MasterEnv*)_VMSMasterEnv;
Me@31 135
Me@31 136 //Make a readyToAnimateQ for each core loop
Me@55 137 readyToAnimateQs = VMS__malloc( NUM_CORES * sizeof(VMSQueueStruc *) );
Me@53 138 masterVPs = VMS__malloc( NUM_CORES * sizeof(VirtProcr *) );
Me@0 139
Me@31 140 //One array for each core, 3 in array, core's masterVP scheds all
Me@53 141 allSchedSlots = VMS__malloc( NUM_CORES * sizeof(SchedSlot *) );
Me@0 142
Me@53 143 _VMSMasterEnv->numProcrsCreated = 0; //used by create procr
Me@31 144 for( coreIdx = 0; coreIdx < NUM_CORES; coreIdx++ )
Me@53 145 {
Me@55 146 readyToAnimateQs[ coreIdx ] = makeVMSQ();
Me@31 147
Me@50 148 //Q: should give masterVP core-specific info as its init data?
msach@76 149 masterVPs[ coreIdx ] = VMS__create_procr( (VirtProcrFnPtr)&masterLoop, (void*)masterEnv );
Me@31 150 masterVPs[ coreIdx ]->coreAnimatedBy = coreIdx;
Me@31 151 allSchedSlots[ coreIdx ] = create_sched_slots(); //makes for one core
Me@53 152 _VMSMasterEnv->numMasterInARow[ coreIdx ] = 0;
Me@55 153 _VMSMasterEnv->workStealingGates[ coreIdx ] = NULL;
Me@31 154 }
Me@31 155 _VMSMasterEnv->readyToAnimateQs = readyToAnimateQs;
Me@31 156 _VMSMasterEnv->masterVPs = masterVPs;
Me@50 157 _VMSMasterEnv->masterLock = UNLOCKED;
Me@31 158 _VMSMasterEnv->allSchedSlots = allSchedSlots;
Me@55 159 _VMSMasterEnv->workStealingLock = UNLOCKED;
Me@28 160
Me@12 161
Me@31 162 //Aug 19, 2010: no longer need to place initial masterVP into queue
Me@31 163 // because coreLoop now controls -- animates its masterVP when no work
Me@31 164
Me@30 165
Me@50 166 //============================= MEASUREMENT STUFF ========================
Me@50 167 #ifdef STATS__TURN_ON_PROBES
Me@50 168 _VMSMasterEnv->dynIntervalProbesInfo =
msach@69 169 makePrivDynArrayOfSize( (void***)&(_VMSMasterEnv->intervalProbes), 200);
Me@30 170
Me@53 171 _VMSMasterEnv->probeNameHashTbl = makeHashTable( 1000, &VMS__free );
Me@53 172
Me@53 173 //put creation time directly into master env, for fast retrieval
Me@50 174 struct timeval timeStamp;
Me@50 175 gettimeofday( &(timeStamp), NULL);
Me@50 176 _VMSMasterEnv->createPtInSecs =
Me@50 177 timeStamp.tv_sec +(timeStamp.tv_usec/1000000.0);
Me@50 178 #endif
Me@65 179 #ifdef MEAS__TIME_MASTER_LOCK
Me@65 180 _VMSMasterEnv->masterLockLowTimeHist = makeFixedBinHist( 50, 0, 2,
Me@65 181 "master lock low time hist");
Me@68 182 _VMSMasterEnv->masterLockHighTimeHist = makeFixedBinHist( 50, 0, 100,
Me@65 183 "master lock high time hist");
Me@65 184 #endif
Me@68 185
msach@76 186 MakeTheMeasHists();
Me@50 187 //========================================================================
Me@38 188
Me@0 189 }
Me@0 190
Me@31 191 SchedSlot **
Me@31 192 create_sched_slots()
Me@31 193 { SchedSlot **schedSlots;
Me@0 194 int i;
Me@0 195
Me@53 196 schedSlots = VMS__malloc( NUM_SCHED_SLOTS * sizeof(SchedSlot *) );
Me@8 197
Me@1 198 for( i = 0; i < NUM_SCHED_SLOTS; i++ )
Me@0 199 {
Me@53 200 schedSlots[i] = VMS__malloc( sizeof(SchedSlot) );
Me@8 201
Me@1 202 //Set state to mean "handling requests done, slot needs filling"
Me@8 203 schedSlots[i]->workIsDone = FALSE;
Me@8 204 schedSlots[i]->needsProcrAssigned = TRUE;
Me@0 205 }
Me@31 206 return schedSlots;
Me@31 207 }
Me@31 208
Me@31 209
Me@31 210 void
Me@31 211 freeSchedSlots( SchedSlot **schedSlots )
Me@31 212 { int i;
Me@31 213 for( i = 0; i < NUM_SCHED_SLOTS; i++ )
Me@31 214 {
Me@53 215 VMS__free( schedSlots[i] );
Me@31 216 }
Me@53 217 VMS__free( schedSlots );
Me@0 218 }
Me@0 219
Me@8 220
Me@28 221 void
Me@28 222 create_the_coreLoop_OS_threads()
Me@28 223 {
Me@28 224 //========================================================================
Me@28 225 // Create the Threads
Me@28 226 int coreIdx, retCode;
Me@28 227
Me@28 228 //Need the threads to be created suspended, and wait for a signal
Me@28 229 // before proceeding -- gives time after creating to initialize other
Me@28 230 // stuff before the coreLoops set off.
Me@28 231 _VMSMasterEnv->setupComplete = 0;
Me@28 232
Me@28 233 //Make the threads that animate the core loops
Me@28 234 for( coreIdx=0; coreIdx < NUM_CORES; coreIdx++ )
Me@53 235 { coreLoopThdParams[coreIdx] = VMS__malloc( sizeof(ThdParams) );
Me@28 236 coreLoopThdParams[coreIdx]->coreNum = coreIdx;
Me@28 237
Me@28 238 retCode =
Me@28 239 pthread_create( &(coreLoopThdHandles[coreIdx]),
Me@28 240 thdAttrs,
Me@28 241 &coreLoop,
Me@28 242 (void *)(coreLoopThdParams[coreIdx]) );
Me@50 243 if(retCode){printf("ERROR creating thread: %d\n", retCode); exit(1);}
Me@28 244 }
Me@28 245 }
Me@28 246
Me@0 247 /*Semantic layer calls this when it want the system to start running..
Me@0 248 *
Me@24 249 *This starts the core loops running then waits for them to exit.
Me@0 250 */
Me@12 251 void
Me@24 252 VMS__start_the_work_then_wait_until_done()
Me@12 253 { int coreIdx;
Me@24 254 //Start the core loops running
Me@25 255
Me@25 256 //tell the core loop threads that setup is complete
Me@25 257 //get lock, to lock out any threads still starting up -- they'll see
Me@25 258 // that setupComplete is true before entering while loop, and so never
Me@25 259 // wait on the condition
Me@26 260 pthread_mutex_lock( &suspendLock );
Me@25 261 _VMSMasterEnv->setupComplete = 1;
Me@26 262 pthread_mutex_unlock( &suspendLock );
Me@26 263 pthread_cond_broadcast( &suspend_cond );
Me@25 264
Me@25 265
Me@24 266 //wait for all to complete
Me@8 267 for( coreIdx=0; coreIdx < NUM_CORES; coreIdx++ )
Me@8 268 {
Me@25 269 pthread_join( coreLoopThdHandles[coreIdx], NULL );
Me@24 270 }
Me@25 271
Me@24 272 //NOTE: do not clean up VMS env here -- semantic layer has to have
Me@24 273 // a chance to clean up its environment first, then do a call to free
Me@24 274 // the Master env and rest of VMS locations
Me@8 275 }
Me@0 276
msach@70 277 #ifdef SEQUENTIAL
Me@28 278 /*Only difference between version with an OS thread pinned to each core and
Me@28 279 * the sequential version of VMS is VMS__init_Seq, this, and coreLoop_Seq.
Me@28 280 */
Me@28 281 void
Me@28 282 VMS__start_the_work_then_wait_until_done_Seq()
Me@28 283 {
Me@28 284 //Instead of un-suspending threads, just call the one and only
Me@28 285 // core loop (sequential version), in the main thread.
Me@28 286 coreLoop_Seq( NULL );
msach@75 287 flushRegisters();
Me@28 288
Me@28 289 }
msach@70 290 #endif
Me@28 291
Me@50 292 inline VirtProcr *
Me@50 293 VMS__create_procr( VirtProcrFnPtr fnPtr, void *initialData )
Me@50 294 { VirtProcr *newPr;
msach@76 295 void *stackLocs;
Me@50 296
Me@50 297 newPr = VMS__malloc( sizeof(VirtProcr) );
Me@50 298 stackLocs = VMS__malloc( VIRT_PROCR_STACK_SIZE );
Me@50 299 if( stackLocs == 0 )
Me@50 300 { perror("VMS__malloc stack"); exit(1); }
Me@50 301
msach@69 302 return create_procr_helper( newPr, fnPtr, initialData, stackLocs );
Me@50 303 }
Me@50 304
Me@50 305 /* "ext" designates that it's for use outside the VMS system -- should only
Me@50 306 * be called from main thread or other thread -- never from code animated by
Me@50 307 * a VMS virtual processor.
Me@50 308 */
Me@50 309 inline VirtProcr *
Me@50 310 VMS_ext__create_procr( VirtProcrFnPtr fnPtr, void *initialData )
Me@50 311 { VirtProcr *newPr;
Me@50 312 char *stackLocs;
Me@50 313
Me@50 314 newPr = malloc( sizeof(VirtProcr) );
Me@50 315 stackLocs = malloc( VIRT_PROCR_STACK_SIZE );
Me@50 316 if( stackLocs == 0 )
Me@50 317 { perror("malloc stack"); exit(1); }
Me@50 318
msach@69 319 return create_procr_helper( newPr, fnPtr, initialData, stackLocs );
Me@50 320 }
Me@50 321
Me@8 322
Me@64 323 /*Anticipating multi-tasking
Me@64 324 */
Me@64 325 void *
Me@64 326 VMS__give_sem_env_for( VirtProcr *animPr )
Me@64 327 {
Me@64 328 return _VMSMasterEnv->semanticEnv;
Me@64 329 }
Me@64 330 //===========================================================================
Me@26 331 /*there is a label inside this function -- save the addr of this label in
Me@0 332 * the callingPr struc, as the pick-up point from which to start the next
Me@0 333 * work-unit for that procr. If turns out have to save registers, then
Me@0 334 * save them in the procr struc too. Then do assembly jump to the CoreLoop's
Me@0 335 * "done with work-unit" label. The procr struc is in the request in the
Me@0 336 * slave that animated the just-ended work-unit, so all the state is saved
Me@0 337 * there, and will get passed along, inside the request handler, to the
Me@0 338 * next work-unit for that procr.
Me@0 339 */
Me@8 340 void
Me@38 341 VMS__suspend_procr( VirtProcr *animatingPr )
Me@55 342 {
Me@30 343
Me@30 344 //The request to master will cause this suspended virt procr to get
Me@30 345 // scheduled again at some future point -- to resume, core loop jumps
Me@30 346 // to the resume point (below), which causes restore of saved regs and
Me@30 347 // "return" from this call.
msach@71 348 //animatingPr->nextInstrPt = &&ResumePt;
Me@30 349
Me@30 350 //return ownership of the virt procr and sched slot to Master virt pr
Me@38 351 animatingPr->schedSlot->workIsDone = TRUE;
Me@1 352
Me@41 353 //=========================== Measurement stuff ========================
Me@38 354 #ifdef MEAS__TIME_STAMP_SUSP
Me@41 355 //record time stamp: compare to time-stamp recorded below
Me@38 356 saveLowTimeStampCountInto( animatingPr->preSuspTSCLow );
Me@38 357 #endif
Me@41 358 //=======================================================================
Me@30 359
msach@71 360 switchToCoreLoop(animatingPr);
msach@71 361 flushRegisters();
Me@55 362
Me@55 363 //=======================================================================
Me@30 364
Me@38 365 #ifdef MEAS__TIME_STAMP_SUSP
Me@41 366 //NOTE: only take low part of count -- do sanity check when take diff
Me@38 367 saveLowTimeStampCountInto( animatingPr->postSuspTSCLow );
Me@38 368 #endif
Me@30 369
Me@0 370 return;
Me@0 371 }
Me@0 372
Me@22 373
Me@22 374
Me@50 375 /*For this implementation of VMS, it may not make much sense to have the
Me@50 376 * system of requests for creating a new processor done this way.. but over
Me@50 377 * the scope of single-master, multi-master, mult-tasking, OS-implementing,
Me@50 378 * distributed-memory, and so on, this gives VMS implementation a chance to
Me@50 379 * do stuff before suspend, in the AppVP, and in the Master before the plugin
Me@50 380 * is called, as well as in the lang-lib before this is called, and in the
Me@50 381 * plugin. So, this gives both VMS and language implementations a chance to
Me@50 382 * intercept at various points and do order-dependent stuff.
Me@50 383 *Having a standard VMSNewPrReqData struc allows the language to create and
Me@50 384 * free the struc, while VMS knows how to get the newPr if it wants it, and
Me@50 385 * it lets the lang have lang-specific data related to creation transported
Me@50 386 * to the plugin.
Me@50 387 */
Me@50 388 void
Me@50 389 VMS__send_create_procr_req( void *semReqData, VirtProcr *reqstingPr )
Me@50 390 { VMSReqst req;
Me@50 391
Me@50 392 req.reqType = createReq;
Me@50 393 req.semReqData = semReqData;
Me@50 394 req.nextReqst = reqstingPr->requests;
Me@50 395 reqstingPr->requests = &req;
Me@50 396
Me@50 397 VMS__suspend_procr( reqstingPr );
Me@50 398 }
Me@50 399
Me@22 400
Me@38 401 /*
Me@22 402 *This adds a request to dissipate, then suspends the processor so that the
Me@22 403 * request handler will receive the request. The request handler is what
Me@22 404 * does the work of freeing memory and removing the processor from the
Me@22 405 * semantic environment's data structures.
Me@22 406 *The request handler also is what figures out when to shutdown the VMS
Me@22 407 * system -- which causes all the core loop threads to die, and returns from
Me@22 408 * the call that started up VMS to perform the work.
Me@22 409 *
Me@22 410 *This form is a bit misleading to understand if one is trying to figure out
Me@22 411 * how VMS works -- it looks like a normal function call, but inside it
Me@22 412 * sends a request to the request handler and suspends the processor, which
Me@22 413 * jumps out of the VMS__dissipate_procr function, and out of all nestings
Me@22 414 * above it, transferring the work of dissipating to the request handler,
Me@22 415 * which then does the actual work -- causing the processor that animated
Me@22 416 * the call of this function to disappear and the "hanging" state of this
Me@22 417 * function to just poof into thin air -- the virtual processor's trace
Me@22 418 * never returns from this call, but instead the virtual processor's trace
Me@22 419 * gets suspended in this call and all the virt processor's state disap-
Me@22 420 * pears -- making that suspend the last thing in the virt procr's trace.
Me@8 421 */
Me@8 422 void
Me@53 423 VMS__send_dissipate_req( VirtProcr *procrToDissipate )
Me@50 424 { VMSReqst req;
Me@22 425
Me@50 426 req.reqType = dissipate;
Me@50 427 req.nextReqst = procrToDissipate->requests;
Me@50 428 procrToDissipate->requests = &req;
Me@50 429
Me@22 430 VMS__suspend_procr( procrToDissipate );
Me@50 431 }
Me@50 432
Me@50 433
Me@50 434 /* "ext" designates that it's for use outside the VMS system -- should only
Me@50 435 * be called from main thread or other thread -- never from code animated by
Me@50 436 * a VMS virtual processor.
Me@50 437 *
Me@50 438 *Use this version to dissipate VPs created outside the VMS system.
Me@50 439 */
Me@50 440 void
Me@50 441 VMS_ext__dissipate_procr( VirtProcr *procrToDissipate )
Me@50 442 {
Me@50 443 //NOTE: initialData was given to the processor, so should either have
Me@50 444 // been alloc'd with VMS__malloc, or freed by the level above animPr.
Me@50 445 //So, all that's left to free here is the stack and the VirtProcr struc
Me@50 446 // itself
Me@50 447 //Note, should not stack-allocate initial data -- no guarantee, in
Me@50 448 // general that creating processor will outlive ones it creates.
Me@50 449 free( procrToDissipate->startOfStack );
Me@50 450 free( procrToDissipate );
Me@50 451 }
Me@50 452
Me@22 453
Me@22 454
Me@53 455 /*This call's name indicates that request is malloc'd -- so req handler
Me@53 456 * has to free any extra requests tacked on before a send, using this.
Me@53 457 *
Me@53 458 * This inserts the semantic-layer's request data into standard VMS carrier
Me@53 459 * request data-struct that is mallocd. The sem request doesn't need to
Me@53 460 * be malloc'd if this is called inside the same call chain before the
Me@53 461 * send of the last request is called.
Me@53 462 *
Me@53 463 *The request handler has to call VMS__free_VMSReq for any of these
Me@22 464 */
Me@22 465 inline void
Me@53 466 VMS__add_sem_request_in_mallocd_VMSReqst( void *semReqData,
Me@53 467 VirtProcr *callingPr )
Me@53 468 { VMSReqst *req;
Me@22 469
Me@53 470 req = VMS__malloc( sizeof(VMSReqst) );
Me@53 471 req->reqType = semantic;
Me@53 472 req->semReqData = semReqData;
Me@53 473 req->nextReqst = callingPr->requests;
Me@53 474 callingPr->requests = req;
Me@22 475 }
Me@22 476
Me@50 477 /*This inserts the semantic-layer's request data into standard VMS carrier
Me@50 478 * request data-struct is allocated on stack of this call & ptr to it sent
Me@50 479 * to plugin
Me@50 480 *Then it does suspend, to cause request to be sent.
Me@50 481 */
Me@50 482 inline void
Me@50 483 VMS__send_sem_request( void *semReqData, VirtProcr *callingPr )
Me@50 484 { VMSReqst req;
Me@22 485
Me@50 486 req.reqType = semantic;
Me@50 487 req.semReqData = semReqData;
Me@50 488 req.nextReqst = callingPr->requests;
Me@50 489 callingPr->requests = &req;
Me@50 490
Me@50 491 VMS__suspend_procr( callingPr );
Me@50 492 }
Me@50 493
Me@50 494
Me@50 495 inline void
Me@50 496 VMS__send_VMSSem_request( void *semReqData, VirtProcr *callingPr )
Me@50 497 { VMSReqst req;
Me@50 498
Me@50 499 req.reqType = VMSSemantic;
Me@50 500 req.semReqData = semReqData;
Me@50 501 req.nextReqst = callingPr->requests; //gab any other preceeding
Me@50 502 callingPr->requests = &req;
Me@50 503
Me@50 504 VMS__suspend_procr( callingPr );
Me@50 505 }
Me@50 506
Me@120 507 void inline
Me@120 508 VMS__send_inter_plugin_req( void *reqData, int32 targetMaster,
Me@120 509 VirtProcr *requestingMaster )
Me@120 510 { _VMSMasterEnv->interMasterRequestsFor[targetMaster] =
Me@120 511 (InterMasterReqst *) reqData;
Me@120 512 }
Me@120 513
Me@120 514 void inline
Me@120 515 VMS__send_inter_VMSCore_req( InterVMSCoreReqst *reqData,
Me@120 516 int32 targetMaster, VirtProcr *requestingMaster )
Me@120 517 { _VMSMasterEnv->interMasterRequestsFor[targetMaster] =
Me@120 518 (InterMasterReqst *) reqData;
Me@120 519 }
Me@50 520
Me@50 521 /*
Me@38 522 */
Me@24 523 VMSReqst *
Me@50 524 VMS__take_next_request_out_of( VirtProcr *procrWithReq )
Me@31 525 { VMSReqst *req;
Me@31 526
Me@31 527 req = procrWithReq->requests;
Me@38 528 if( req == NULL ) return NULL;
Me@31 529
Me@31 530 procrWithReq->requests = procrWithReq->requests->nextReqst;
Me@50 531 return req;
Me@24 532 }
Me@22 533
Me@24 534
Me@24 535 inline void *
Me@24 536 VMS__take_sem_reqst_from( VMSReqst *req )
Me@24 537 {
Me@24 538 return req->semReqData;
Me@24 539 }
Me@24 540
Me@24 541
Me@24 542
Me@50 543 /* This is for OS requests and VMS infrastructure requests, such as to create
Me@50 544 * a probe -- a probe is inside the heart of VMS-core, it's not part of any
Me@50 545 * language -- but it's also a semantic thing that's triggered from and used
Me@50 546 * in the application.. so it crosses abstractions.. so, need some special
Me@50 547 * pattern here for handling such requests.
Me@52 548 * Doing this just like it were a second language sharing VMS-core.
Me@52 549 *
Me@50 550 * This is called from the language's request handler when it sees a request
Me@50 551 * of type VMSSemReq
Me@52 552 *
Me@52 553 * TODO: Later change this, to give probes their own separate plugin & have
Me@52 554 * VMS-core steer the request to appropriate plugin
Me@52 555 * Do the same for OS calls -- look later at it..
Me@50 556 */
Me@50 557 void inline
Me@50 558 VMS__handle_VMSSemReq( VMSReqst *req, VirtProcr *requestingPr, void *semEnv,
Me@50 559 ResumePrFnPtr resumePrFnPtr )
Me@50 560 { VMSSemReq *semReq;
Me@50 561 IntervalProbe *newProbe;
Me@24 562
Me@50 563 semReq = req->semReqData;
Me@24 564
msach@135 565 switch(semReq->reqType){
msach@135 566 case createProbe:
msach@135 567 newProbe = VMS__malloc( sizeof(IntervalProbe) );
msach@135 568 newProbe->nameStr = VMS__strDup( (char*)semReq->data );
msach@135 569 newProbe->hist = NULL;
msach@135 570 newProbe->schedChoiceWasRecorded = FALSE;
Me@53 571
msach@135 572 //This runs in masterVP, so no race-condition worries
msach@135 573 newProbe->probeID =
msach@135 574 addToDynArray( newProbe, _VMSMasterEnv->dynIntervalProbesInfo );
msach@135 575 requestingPr->dataRetFromReq = newProbe;
msach@135 576 break;
msach@135 577 case interMasterReqst:
msach@135 578 sendInterMasterReqst(semReq->receiverID,
msach@135 579 (InterMasterReqst*)semReq->data);
msach@135 580 break;
msach@135 581 default:
msach@135 582 break;
msach@135 583 }
msach@135 584
msach@135 585 resumePrFnPtr( requestingPr, semEnv );
Me@22 586 }
Me@22 587
Me@22 588
Me@22 589
Me@24 590 /*This must be called by the request handler plugin -- it cannot be called
Me@24 591 * from the semantic library "dissipate processor" function -- instead, the
Me@50 592 * semantic layer has to generate a request, and the plug-in calls this
Me@24 593 * function.
Me@24 594 *The reason is that this frees the virtual processor's stack -- which is
Me@24 595 * still in use inside semantic library calls!
Me@24 596 *
Me@24 597 *This frees or recycles all the state owned by and comprising the VMS
Me@24 598 * portion of the animating virtual procr. The request handler must first
Me@24 599 * free any semantic data created for the processor that didn't use the
Me@24 600 * VMS_malloc mechanism. Then it calls this, which first asks the malloc
Me@24 601 * system to disown any state that did use VMS_malloc, and then frees the
Me@24 602 * statck and the processor-struct itself.
Me@24 603 *If the dissipated processor is the sole (remaining) owner of VMS__malloc'd
Me@24 604 * state, then that state gets freed (or sent to recycling) as a side-effect
Me@24 605 * of dis-owning it.
Me@24 606 */
Me@24 607 void
Me@53 608 VMS__dissipate_procr( VirtProcr *animatingPr )
Me@24 609 {
Me@24 610 //dis-own all locations owned by this processor, causing to be freed
Me@24 611 // any locations that it is (was) sole owner of
Me@29 612 //TODO: implement VMS__malloc system, including "give up ownership"
Me@24 613
Me@24 614
Me@24 615 //NOTE: initialData was given to the processor, so should either have
Me@24 616 // been alloc'd with VMS__malloc, or freed by the level above animPr.
Me@24 617 //So, all that's left to free here is the stack and the VirtProcr struc
Me@24 618 // itself
Me@50 619 //Note, should not stack-allocate initial data -- no guarantee, in
Me@50 620 // general that creating processor will outlive ones it creates.
msach@137 621
msach@137 622 VMS__free( animatingPr->startOfStack);
msach@137 623 VMS__free( animatingPr);
Me@24 624 }
Me@24 625
Me@24 626
Me@53 627 //TODO: look at architecting cleanest separation between request handler
Me@29 628 // and master loop, for dissipate, create, shutdown, and other non-semantic
Me@29 629 // requests. Issue is chain: one removes requests from AppVP, one dispatches
Me@29 630 // on type of request, and one handles each type.. but some types require
Me@29 631 // action from both request handler and master loop -- maybe just give the
Me@29 632 // request handler calls like: VMS__handle_X_request_type
Me@24 633
Me@29 634
Me@29 635 /*This is called by the semantic layer's request handler when it decides its
Me@29 636 * time to shut down the VMS system. Calling this causes the core loop OS
Me@29 637 * threads to exit, which unblocks the entry-point function that started up
Me@29 638 * VMS, and allows it to grab the result and return to the original single-
Me@29 639 * threaded application.
Me@22 640 *
Me@29 641 *The _VMSMasterEnv is needed by this shut down function, so the create-seed-
Me@29 642 * and-wait function has to free a bunch of stuff after it detects the
Me@29 643 * threads have all died: the masterEnv, the thread-related locations,
Me@29 644 * masterVP any AppVPs that might still be allocated and sitting in the
Me@29 645 * semantic environment, or have been orphaned in the _VMSWorkQ.
Me@29 646 *
Me@53 647 *NOTE: the semantic plug-in is expected to use VMS__malloc to get all the
Me@29 648 * locations it needs, and give ownership to masterVP. Then, they will be
Me@53 649 * automatically freed.
Me@22 650 *
Me@29 651 *In here,create one core-loop shut-down processor for each core loop and put
Me@31 652 * them all directly into the readyToAnimateQ.
Me@29 653 *Note, this function can ONLY be called after the semantic environment no
Me@29 654 * longer cares if AppVPs get animated after the point this is called. In
Me@29 655 * other words, this can be used as an abort, or else it should only be
Me@29 656 * called when all AppVPs have finished dissipate requests -- only at that
Me@29 657 * point is it sure that all results have completed.
Me@22 658 */
Me@22 659 void
Me@53 660 VMS__shutdown()
Me@8 661 { int coreIdx;
msach@137 662 //Send a shutdown Request to all MasterLoops.
Me@8 663 for( coreIdx=0; coreIdx < NUM_CORES; coreIdx++ )
Me@50 664 { //Note, this is running in the master
msach@137 665 InterVMSCoreReqst *shutdownReqst = VMS__malloc(sizeof(InterVMSCoreReqst));
msach@137 666 shutdownReqst->secondReqType = shutdownVP;
msach@137 667 sendInterMasterReqst(coreIdx, (InterMasterReqst*)shutdownReqst);
Me@8 668 }
Me@22 669
Me@12 670 }
Me@12 671
Me@12 672
Me@29 673 /*Am trying to be cute, avoiding IF statement in coreLoop that checks for
Me@29 674 * a special shutdown procr. Ended up with extra-complex shutdown sequence.
Me@29 675 *This function has the sole purpose of setting the stack and framePtr
Me@29 676 * to the coreLoop's stack and framePtr.. it does that then jumps to the
Me@29 677 * core loop's shutdown point -- might be able to just call Pthread_exit
Me@30 678 * from here, but am going back to the pthread's stack and setting everything
Me@29 679 * up just as if it never jumped out, before calling pthread_exit.
Me@29 680 *The end-point of core loop will free the stack and so forth of the
Me@29 681 * processor that animates this function, (this fn is transfering the
Me@29 682 * animator of the AppVP that is in turn animating this function over
Me@29 683 * to core loop function -- note that this slices out a level of virtual
Me@29 684 * processors).
Me@29 685 */
msach@137 686 /*
Me@29 687 void
Me@29 688 endOSThreadFn( void *initData, VirtProcr *animatingPr )
msach@71 689 {
msach@75 690 #ifdef SEQUENTIAL
msach@75 691 asmTerminateCoreLoopSeq(animatingPr);
msach@75 692 #else
msach@71 693 asmTerminateCoreLoop(animatingPr);
msach@75 694 #endif
Me@30 695 }
msach@137 696 */
Me@29 697
Me@29 698
Me@53 699 /*This is called from the startup & shutdown
Me@24 700 */
Me@24 701 void
Me@53 702 VMS__cleanup_at_end_of_shutdown()
Me@31 703 {
msach@136 704 // Set to zero so that all data structures are freed correctly
msach@136 705 _VMSMasterEnv->currentMasterProcrID = 0;
msach@136 706
msach@78 707 //unused
msach@78 708 //VMSQueueStruc **readyToAnimateQs;
msach@78 709 //int coreIdx;
msach@78 710 //VirtProcr **masterVPs;
msach@78 711 //SchedSlot ***allSchedSlots; //ptr to array of ptrs
Me@31 712
Me@65 713 //Before getting rid of everything, print out any measurements made
msach@102 714 //forAllInDynArrayDo( _VMSMasterEnv->measHistsInfo, (DynArrayFnPtr)&printHist );
msach@102 715 //forAllInDynArrayDo( _VMSMasterEnv->measHistsInfo, (DynArrayFnPtr)&saveHistToFile);
Me@68 716 //forAllInDynArrayDo( _VMSMasterEnv->measHistsInfo, &freeHistExt );
Me@65 717 #ifdef MEAS__TIME_PLUGIN
Me@68 718 printHist( _VMSMasterEnv->reqHdlrLowTimeHist );
msach@84 719 saveHistToFile( _VMSMasterEnv->reqHdlrLowTimeHist );
Me@68 720 printHist( _VMSMasterEnv->reqHdlrHighTimeHist );
msach@79 721 saveHistToFile( _VMSMasterEnv->reqHdlrHighTimeHist );
Me@68 722 freeHistExt( _VMSMasterEnv->reqHdlrLowTimeHist );
Me@68 723 freeHistExt( _VMSMasterEnv->reqHdlrHighTimeHist );
Me@65 724 #endif
Me@65 725 #ifdef MEAS__TIME_MALLOC
Me@65 726 printHist( _VMSMasterEnv->mallocTimeHist );
msach@79 727 saveHistToFile( _VMSMasterEnv->mallocTimeHist );
Me@65 728 printHist( _VMSMasterEnv->freeTimeHist );
msach@79 729 saveHistToFile( _VMSMasterEnv->freeTimeHist );
Me@65 730 freeHistExt( _VMSMasterEnv->mallocTimeHist );
Me@65 731 freeHistExt( _VMSMasterEnv->freeTimeHist );
Me@65 732 #endif
Me@65 733 #ifdef MEAS__TIME_MASTER_LOCK
Me@65 734 printHist( _VMSMasterEnv->masterLockLowTimeHist );
Me@65 735 printHist( _VMSMasterEnv->masterLockHighTimeHist );
Me@65 736 #endif
Me@65 737 #ifdef MEAS__TIME_MASTER
Me@65 738 printHist( _VMSMasterEnv->pluginTimeHist );
Me@65 739 for( coreIdx = 0; coreIdx < NUM_CORES; coreIdx++ )
Me@65 740 {
Me@65 741 freeVMSQ( readyToAnimateQs[ coreIdx ] );
Me@65 742 //master VPs were created external to VMS, so use external free
Me@65 743 VMS__dissipate_procr( masterVPs[ coreIdx ] );
Me@65 744
Me@65 745 freeSchedSlots( allSchedSlots[ coreIdx ] );
Me@65 746 }
Me@65 747 #endif
Me@65 748 #ifdef MEAS__TIME_STAMP_SUSP
Me@65 749 printHist( _VMSMasterEnv->pluginTimeHist );
Me@65 750 for( coreIdx = 0; coreIdx < NUM_CORES; coreIdx++ )
Me@65 751 {
Me@65 752 freeVMSQ( readyToAnimateQs[ coreIdx ] );
Me@65 753 //master VPs were created external to VMS, so use external free
Me@65 754 VMS__dissipate_procr( masterVPs[ coreIdx ] );
Me@65 755
Me@65 756 freeSchedSlots( allSchedSlots[ coreIdx ] );
Me@65 757 }
Me@65 758 #endif
Me@65 759
Me@53 760 //All the environment data has been allocated with VMS__malloc, so just
Me@53 761 // free its internal big-chunk and all inside it disappear.
Me@53 762 /*
Me@31 763 readyToAnimateQs = _VMSMasterEnv->readyToAnimateQs;
Me@31 764 masterVPs = _VMSMasterEnv->masterVPs;
Me@31 765 allSchedSlots = _VMSMasterEnv->allSchedSlots;
Me@31 766
Me@31 767 for( coreIdx = 0; coreIdx < NUM_CORES; coreIdx++ )
Me@24 768 {
Me@55 769 freeVMSQ( readyToAnimateQs[ coreIdx ] );
Me@50 770 //master VPs were created external to VMS, so use external free
Me@53 771 VMS__dissipate_procr( masterVPs[ coreIdx ] );
Me@31 772
Me@31 773 freeSchedSlots( allSchedSlots[ coreIdx ] );
Me@24 774 }
Me@31 775
Me@53 776 VMS__free( _VMSMasterEnv->readyToAnimateQs );
Me@53 777 VMS__free( _VMSMasterEnv->masterVPs );
Me@53 778 VMS__free( _VMSMasterEnv->allSchedSlots );
Me@50 779
Me@50 780 //============================= MEASUREMENT STUFF ========================
Me@50 781 #ifdef STATS__TURN_ON_PROBES
Me@53 782 freeDynArrayDeep( _VMSMasterEnv->dynIntervalProbesInfo, &VMS__free_probe);
Me@50 783 #endif
Me@50 784 //========================================================================
Me@53 785 */
Me@53 786 //These are the only two that use system free
msach@135 787 int i;
msach@135 788 for(i=0; i<NUM_CORES; i++)
msach@139 789 VMS_ext__free_free_list( _VMSMasterEnv->freeLists[i]);
Me@53 790 free( (void *)_VMSMasterEnv );
Me@24 791 }
Me@24 792
Me@54 793
Me@54 794 //================================
Me@54 795
Me@54 796
Me@54 797 /*Later, improve this -- for now, just exits the application after printing
Me@54 798 * the error message.
Me@54 799 */
Me@54 800 void
Me@54 801 VMS__throw_exception( char *msgStr, VirtProcr *reqstPr, VMSExcp *excpData )
Me@54 802 {
msach@69 803 printf("%s",msgStr);
Me@54 804 fflush(stdin);
Me@54 805 exit(1);
Me@54 806 }
Me@54 807