annotate VOMP.c @ 0:b311282ec174

Initial add -- copies of code from SSR
author Some Random Person <seanhalle@yahoo.com>
date Sun, 20 May 2012 22:07:52 -0700
parents
children 21cf36019f0d
rev   line source
seanhalle@0 1 /*
seanhalle@0 2 * Copyright 2010 OpenSourceCodeStewardshipFoundation
seanhalle@0 3 *
seanhalle@0 4 * Licensed under BSD
seanhalle@0 5 */
seanhalle@0 6
seanhalle@0 7 #include <stdio.h>
seanhalle@0 8 #include <stdlib.h>
seanhalle@0 9 #include <malloc.h>
seanhalle@0 10
seanhalle@0 11 #include "Queue_impl/PrivateQueue.h"
seanhalle@0 12 #include "Hash_impl/PrivateHash.h"
seanhalle@0 13
seanhalle@0 14 #include "SSR.h"
seanhalle@0 15 #include "SSR_Counter_Recording.h"
seanhalle@0 16
seanhalle@0 17 //==========================================================================
seanhalle@0 18
seanhalle@0 19 void
seanhalle@0 20 SSR__init();
seanhalle@0 21
seanhalle@0 22 void
seanhalle@0 23 SSR__init_Helper();
seanhalle@0 24 //==========================================================================
seanhalle@0 25
seanhalle@0 26
seanhalle@0 27 /*TODO: Q: dealing with library f()s and DKU vs WT vs FoR
seanhalle@0 28 * (still want to do FoR, with time-lines as syntax, could be super cool)
seanhalle@0 29 * A: thinking pin the coreCtlrs for all of BLIS -- let Master arbitrate
seanhalle@0 30 * among library, DKU, WT, FoR -- all the patterns in terms of virtual
seanhalle@0 31 * processors (or equivalently work-units), so Master picks which virt procr
seanhalle@0 32 * from which portions of app (DKU, WT, FoR) onto which anim slots
seanhalle@0 33 *Might even do hierarchy of masters -- group of anim slots for each core
seanhalle@0 34 * has its own master, that keeps generated work local
seanhalle@0 35 * single-reader-single-writer sync everywhere -- no atomic primitives
seanhalle@0 36 * Might have the different assigners talk to each other, to negotiate
seanhalle@0 37 * larger-grain sharing of resources, according to predicted critical
seanhalle@0 38 * path, and expansion of work
seanhalle@0 39 */
seanhalle@0 40
seanhalle@0 41
seanhalle@0 42
seanhalle@0 43 //===========================================================================
seanhalle@0 44
seanhalle@0 45
seanhalle@0 46 /*These are the library functions *called in the application*
seanhalle@0 47 *
seanhalle@0 48 *There's a pattern for the outside sequential code to interact with the
seanhalle@0 49 * VMS_HW code.
seanhalle@0 50 *The VMS_HW system is inside a boundary.. every SSR system is in its
seanhalle@0 51 * own directory that contains the functions for each of the processor types.
seanhalle@0 52 * One of the processor types is the "seed" processor that starts the
seanhalle@0 53 * cascade of creating all the processors that do the work.
seanhalle@0 54 *So, in the directory is a file called "EntryPoint.c" that contains the
seanhalle@0 55 * function, named appropriately to the work performed, that the outside
seanhalle@0 56 * sequential code calls. This function follows a pattern:
seanhalle@0 57 *1) it calls SSR__init()
seanhalle@0 58 *2) it creates the initial data for the seed processor, which is passed
seanhalle@0 59 * in to the function
seanhalle@0 60 *3) it creates the seed SSR processor, with the data to start it with.
seanhalle@0 61 *4) it calls startSSRThenWaitUntilWorkDone
seanhalle@0 62 *5) it gets the returnValue from the transfer struc and returns that
seanhalle@0 63 * from the function
seanhalle@0 64 *
seanhalle@0 65 *For now, a new SSR system has to be created via SSR__init every
seanhalle@0 66 * time an entry point function is called -- later, might add letting the
seanhalle@0 67 * SSR system be created once, and let all the entry points just reuse
seanhalle@0 68 * it -- want to be as simple as possible now, and see by using what makes
seanhalle@0 69 * sense for later..
seanhalle@0 70 */
seanhalle@0 71
seanhalle@0 72
seanhalle@0 73
seanhalle@0 74 //===========================================================================
seanhalle@0 75
seanhalle@0 76 /*This is the "border crossing" function -- the thing that crosses from the
seanhalle@0 77 * outside world, into the VMS_HW world. It initializes and starts up the
seanhalle@0 78 * VMS system, then creates one processor from the specified function and
seanhalle@0 79 * puts it into the readyQ. From that point, that one function is resp.
seanhalle@0 80 * for creating all the other processors, that then create others, and so
seanhalle@0 81 * forth.
seanhalle@0 82 *When all the processors, including the seed, have dissipated, then this
seanhalle@0 83 * function returns. The results will have been written by side-effect via
seanhalle@0 84 * pointers read from, or written into initData.
seanhalle@0 85 *
seanhalle@0 86 *NOTE: no Threads should exist in the outside program that might touch
seanhalle@0 87 * any of the data reachable from initData passed in to here
seanhalle@0 88 */
seanhalle@0 89 void
seanhalle@0 90 SSR__create_seed_procr_and_do_work( TopLevelFnPtr fnPtr, void *initData )
seanhalle@0 91 { SSRSemEnv *semEnv;
seanhalle@0 92 SlaveVP *seedPr;
seanhalle@0 93
seanhalle@0 94 SSR__init(); //normal multi-thd
seanhalle@0 95
seanhalle@0 96 semEnv = _VMSMasterEnv->semanticEnv;
seanhalle@0 97
seanhalle@0 98 //SSR starts with one processor, which is put into initial environ,
seanhalle@0 99 // and which then calls create() to create more, thereby expanding work
seanhalle@0 100 seedPr = SSR__create_procr_helper( fnPtr, initData,
seanhalle@0 101 semEnv, semEnv->nextCoreToGetNewPr++ );
seanhalle@0 102
seanhalle@0 103 resume_slaveVP( seedPr, semEnv );
seanhalle@0 104
seanhalle@0 105 VMS_SS__start_the_work_then_wait_until_done(); //normal multi-thd
seanhalle@0 106
seanhalle@0 107 SSR__cleanup_after_shutdown();
seanhalle@0 108 }
seanhalle@0 109
seanhalle@0 110
seanhalle@0 111 int32
seanhalle@0 112 SSR__giveMinWorkUnitCycles( float32 percentOverhead )
seanhalle@0 113 {
seanhalle@0 114 return MIN_WORK_UNIT_CYCLES;
seanhalle@0 115 }
seanhalle@0 116
seanhalle@0 117 int32
seanhalle@0 118 SSR__giveIdealNumWorkUnits()
seanhalle@0 119 {
seanhalle@0 120 return NUM_ANIM_SLOTS * NUM_CORES;
seanhalle@0 121 }
seanhalle@0 122
seanhalle@0 123 int32
seanhalle@0 124 SSR__give_number_of_cores_to_schedule_onto()
seanhalle@0 125 {
seanhalle@0 126 return NUM_CORES;
seanhalle@0 127 }
seanhalle@0 128
seanhalle@0 129 /*For now, use TSC -- later, make these two macros with assembly that first
seanhalle@0 130 * saves jump point, and second jumps back several times to get reliable time
seanhalle@0 131 */
seanhalle@0 132 void
seanhalle@0 133 SSR__start_primitive()
seanhalle@0 134 { saveLowTimeStampCountInto( ((SSRSemEnv *)(_VMSMasterEnv->semanticEnv))->
seanhalle@0 135 primitiveStartTime );
seanhalle@0 136 }
seanhalle@0 137
seanhalle@0 138 /*Just quick and dirty for now -- make reliable later
seanhalle@0 139 * will want this to jump back several times -- to be sure cache is warm
seanhalle@0 140 * because don't want comm time included in calc-time measurement -- and
seanhalle@0 141 * also to throw out any "weird" values due to OS interrupt or TSC rollover
seanhalle@0 142 */
seanhalle@0 143 int32
seanhalle@0 144 SSR__end_primitive_and_give_cycles()
seanhalle@0 145 { int32 endTime, startTime;
seanhalle@0 146 //TODO: fix by repeating time-measurement
seanhalle@0 147 saveLowTimeStampCountInto( endTime );
seanhalle@0 148 startTime =((SSRSemEnv*)(_VMSMasterEnv->semanticEnv))->primitiveStartTime;
seanhalle@0 149 return (endTime - startTime);
seanhalle@0 150 }
seanhalle@0 151
seanhalle@0 152 //===========================================================================
seanhalle@0 153
seanhalle@0 154 /*Initializes all the data-structures for a SSR system -- but doesn't
seanhalle@0 155 * start it running yet!
seanhalle@0 156 *
seanhalle@0 157 *This runs in the main thread -- before VMS starts up
seanhalle@0 158 *
seanhalle@0 159 *This sets up the semantic layer over the VMS system
seanhalle@0 160 *
seanhalle@0 161 *First, calls VMS_Setup, then creates own environment, making it ready
seanhalle@0 162 * for creating the seed processor and then starting the work.
seanhalle@0 163 */
seanhalle@0 164 void
seanhalle@0 165 SSR__init()
seanhalle@0 166 {
seanhalle@0 167 VMS_SS__init();
seanhalle@0 168 //masterEnv, a global var, now is partially set up by init_VMS
seanhalle@0 169 // after this, have VMS_int__malloc and VMS_int__free available
seanhalle@0 170
seanhalle@0 171 SSR__init_Helper();
seanhalle@0 172 }
seanhalle@0 173
seanhalle@0 174
seanhalle@0 175 void idle_fn(void* data, SlaveVP *animatingSlv){
seanhalle@0 176 while(1){
seanhalle@0 177 VMS_int__suspend_slaveVP_and_send_req(animatingSlv);
seanhalle@0 178 }
seanhalle@0 179 }
seanhalle@0 180
seanhalle@0 181 void
seanhalle@0 182 SSR__init_Helper()
seanhalle@0 183 { SSRSemEnv *semanticEnv;
seanhalle@0 184 PrivQueueStruc **readyVPQs;
seanhalle@0 185 int coreIdx, i, j;
seanhalle@0 186
seanhalle@0 187 //Hook up the semantic layer's plug-ins to the Master virt procr
seanhalle@0 188 _VMSMasterEnv->requestHandler = &SSR__Request_Handler;
seanhalle@0 189 _VMSMasterEnv->slaveAssigner = &SSR__assign_slaveVP_to_slot;
seanhalle@0 190 #ifdef HOLISTIC__TURN_ON_PERF_COUNTERS
seanhalle@0 191 _VMSMasterEnv->counterHandler = &SSR__counter_handler;
seanhalle@0 192 #endif
seanhalle@0 193
seanhalle@0 194 //create the semantic layer's environment (all its data) and add to
seanhalle@0 195 // the master environment
seanhalle@0 196 semanticEnv = VMS_int__malloc( sizeof( SSRSemEnv ) );
seanhalle@0 197 _VMSMasterEnv->semanticEnv = semanticEnv;
seanhalle@0 198
seanhalle@0 199 #ifdef HOLISTIC__TURN_ON_PERF_COUNTERS
seanhalle@0 200 SSR__init_counter_data_structs();
seanhalle@0 201 #endif
seanhalle@0 202 semanticEnv->shutdownInitiated = FALSE;
seanhalle@0 203 for(i=0;i<NUM_CORES;++i){
seanhalle@0 204 for(j=0;j<NUM_ANIM_SLOTS;++j){
seanhalle@0 205 semanticEnv->idlePr[i][j] = VMS_int__create_slaveVP(&idle_fn,NULL);
seanhalle@0 206 semanticEnv->idlePr[i][j]->coreAnimatedBy = i;
seanhalle@0 207 }
seanhalle@0 208 }
seanhalle@0 209
seanhalle@0 210 #ifdef HOLISTIC__TURN_ON_OBSERVE_UCC
seanhalle@0 211 semanticEnv->unitList = makeListOfArrays(sizeof(Unit),128);
seanhalle@0 212 semanticEnv->ctlDependenciesList = makeListOfArrays(sizeof(Dependency),128);
seanhalle@0 213 semanticEnv->commDependenciesList = makeListOfArrays(sizeof(Dependency),128);
seanhalle@0 214 semanticEnv->dynDependenciesList = makeListOfArrays(sizeof(Dependency),128);
seanhalle@0 215 semanticEnv->ntonGroupsInfo = makePrivDynArrayOfSize((void***)&(semanticEnv->ntonGroups),8);
seanhalle@0 216
seanhalle@0 217 semanticEnv->hwArcs = makeListOfArrays(sizeof(Dependency),128);
seanhalle@0 218 memset(semanticEnv->last_in_slot,0,sizeof(NUM_CORES * NUM_ANIM_SLOTS * sizeof(Unit)));
seanhalle@0 219 #endif
seanhalle@0 220
seanhalle@0 221 //create the ready queue, hash tables used for pairing send to receive
seanhalle@0 222 // and so forth
seanhalle@0 223 //TODO: add hash tables for pairing sends with receives, and
seanhalle@0 224 // initialize the data ownership system
seanhalle@0 225 readyVPQs = VMS_int__malloc( NUM_CORES * sizeof(PrivQueueStruc *) );
seanhalle@0 226
seanhalle@0 227 for( coreIdx = 0; coreIdx < NUM_CORES; coreIdx++ )
seanhalle@0 228 {
seanhalle@0 229 readyVPQs[ coreIdx ] = makeVMSQ();
seanhalle@0 230 }
seanhalle@0 231
seanhalle@0 232 semanticEnv->readyVPQs = readyVPQs;
seanhalle@0 233
seanhalle@0 234 semanticEnv->nextCoreToGetNewPr = 0;
seanhalle@0 235 semanticEnv->numSlaveVP = 0;
seanhalle@0 236
seanhalle@0 237 semanticEnv->commHashTbl = makeHashTable( 1<<16, &VMS_int__free );//start big
seanhalle@0 238
seanhalle@0 239 //TODO: bug -- turn these arrays into dyn arrays to eliminate limit
seanhalle@0 240 //semanticEnv->singletonHasBeenExecutedFlags = makeDynArrayInfo( );
seanhalle@0 241 //semanticEnv->transactionStrucs = makeDynArrayInfo( );
seanhalle@0 242 for( i = 0; i < NUM_STRUCS_IN_SEM_ENV; i++ )
seanhalle@0 243 {
seanhalle@0 244 semanticEnv->fnSingletons[i].endInstrAddr = NULL;
seanhalle@0 245 semanticEnv->fnSingletons[i].hasBeenStarted = FALSE;
seanhalle@0 246 semanticEnv->fnSingletons[i].hasFinished = FALSE;
seanhalle@0 247 semanticEnv->fnSingletons[i].waitQ = makeVMSQ();
seanhalle@0 248 semanticEnv->transactionStrucs[i].waitingVPQ = makeVMSQ();
seanhalle@0 249 }
seanhalle@0 250 }
seanhalle@0 251
seanhalle@0 252
seanhalle@0 253 /*Frees any memory allocated by SSR__init() then calls VMS_int__shutdown
seanhalle@0 254 */
seanhalle@0 255 void
seanhalle@0 256 SSR__cleanup_after_shutdown()
seanhalle@0 257 { SSRSemEnv *semanticEnv;
seanhalle@0 258
seanhalle@0 259 semanticEnv = _VMSMasterEnv->semanticEnv;
seanhalle@0 260
seanhalle@0 261 #ifdef HOLISTIC__TURN_ON_OBSERVE_UCC
seanhalle@0 262 //UCC
seanhalle@0 263 FILE* output;
seanhalle@0 264 int n;
seanhalle@0 265 char filename[255];
seanhalle@0 266 for(n=0;n<255;n++)
seanhalle@0 267 {
seanhalle@0 268 sprintf(filename, "./counters/UCC.%d",n);
seanhalle@0 269 output = fopen(filename,"r");
seanhalle@0 270 if(output)
seanhalle@0 271 {
seanhalle@0 272 fclose(output);
seanhalle@0 273 }else{
seanhalle@0 274 break;
seanhalle@0 275 }
seanhalle@0 276 }
seanhalle@0 277 if(n<255){
seanhalle@0 278 printf("Saving UCC to File: %s ...\n", filename);
seanhalle@0 279 output = fopen(filename,"w+");
seanhalle@0 280 if(output!=NULL){
seanhalle@0 281 set_dependency_file(output);
seanhalle@0 282 //fprintf(output,"digraph Dependencies {\n");
seanhalle@0 283 //set_dot_file(output);
seanhalle@0 284 //FIXME: first line still depends on counters being enabled, replace w/ unit struct!
seanhalle@0 285 //forAllInDynArrayDo(_VMSMasterEnv->counter_history_array_info, &print_dot_node_info );
seanhalle@0 286 forAllInListOfArraysDo(semanticEnv->unitList, &print_unit_to_file);
seanhalle@0 287 forAllInListOfArraysDo( semanticEnv->commDependenciesList, &print_comm_dependency_to_file );
seanhalle@0 288 forAllInListOfArraysDo( semanticEnv->ctlDependenciesList, &print_ctl_dependency_to_file );
seanhalle@0 289 forAllInDynArrayDo(semanticEnv->ntonGroupsInfo,&print_nton_to_file);
seanhalle@0 290 //fprintf(output,"}\n");
seanhalle@0 291 fflush(output);
seanhalle@0 292
seanhalle@0 293 } else
seanhalle@0 294 printf("Opening UCC file failed. Please check that folder \"counters\" exists in run directory and has write permission.\n");
seanhalle@0 295 } else {
seanhalle@0 296 printf("Could not open UCC file, please clean \"counters\" folder. (Must contain less than 255 files.)\n");
seanhalle@0 297 }
seanhalle@0 298 //Loop Graph
seanhalle@0 299 for(n=0;n<255;n++)
seanhalle@0 300 {
seanhalle@0 301 sprintf(filename, "./counters/LoopGraph.%d",n);
seanhalle@0 302 output = fopen(filename,"r");
seanhalle@0 303 if(output)
seanhalle@0 304 {
seanhalle@0 305 fclose(output);
seanhalle@0 306 }else{
seanhalle@0 307 break;
seanhalle@0 308 }
seanhalle@0 309 }
seanhalle@0 310 if(n<255){
seanhalle@0 311 printf("Saving LoopGraph to File: %s ...\n", filename);
seanhalle@0 312 output = fopen(filename,"w+");
seanhalle@0 313 if(output!=NULL){
seanhalle@0 314 set_dependency_file(output);
seanhalle@0 315 //fprintf(output,"digraph Dependencies {\n");
seanhalle@0 316 //set_dot_file(output);
seanhalle@0 317 //FIXME: first line still depends on counters being enabled, replace w/ unit struct!
seanhalle@0 318 //forAllInDynArrayDo(_VMSMasterEnv->counter_history_array_info, &print_dot_node_info );
seanhalle@0 319 forAllInListOfArraysDo( semanticEnv->unitList, &print_unit_to_file );
seanhalle@0 320 forAllInListOfArraysDo( semanticEnv->commDependenciesList, &print_comm_dependency_to_file );
seanhalle@0 321 forAllInListOfArraysDo( semanticEnv->ctlDependenciesList, &print_ctl_dependency_to_file );
seanhalle@0 322 forAllInListOfArraysDo( semanticEnv->dynDependenciesList, &print_dyn_dependency_to_file );
seanhalle@0 323 forAllInListOfArraysDo( semanticEnv->hwArcs, &print_hw_dependency_to_file );
seanhalle@0 324 //fprintf(output,"}\n");
seanhalle@0 325 fflush(output);
seanhalle@0 326
seanhalle@0 327 } else
seanhalle@0 328 printf("Opening LoopGraph file failed. Please check that folder \"counters\" exists in run directory and has write permission.\n");
seanhalle@0 329 } else {
seanhalle@0 330 printf("Could not open LoopGraph file, please clean \"counters\" folder. (Must contain less than 255 files.)\n");
seanhalle@0 331 }
seanhalle@0 332
seanhalle@0 333
seanhalle@0 334 freeListOfArrays(semanticEnv->unitList);
seanhalle@0 335 freeListOfArrays(semanticEnv->commDependenciesList);
seanhalle@0 336 freeListOfArrays(semanticEnv->ctlDependenciesList);
seanhalle@0 337 freeListOfArrays(semanticEnv->dynDependenciesList);
seanhalle@0 338
seanhalle@0 339 #endif
seanhalle@0 340 #ifdef HOLISTIC__TURN_ON_PERF_COUNTERS
seanhalle@0 341 for(n=0;n<255;n++)
seanhalle@0 342 {
seanhalle@0 343 sprintf(filename, "./counters/Counters.%d.csv",n);
seanhalle@0 344 output = fopen(filename,"r");
seanhalle@0 345 if(output)
seanhalle@0 346 {
seanhalle@0 347 fclose(output);
seanhalle@0 348 }else{
seanhalle@0 349 break;
seanhalle@0 350 }
seanhalle@0 351 }
seanhalle@0 352 if(n<255){
seanhalle@0 353 printf("Saving Counter measurements to File: %s ...\n", filename);
seanhalle@0 354 output = fopen(filename,"w+");
seanhalle@0 355 if(output!=NULL){
seanhalle@0 356 set_counter_file(output);
seanhalle@0 357 int i;
seanhalle@0 358 for(i=0;i<NUM_CORES;i++){
seanhalle@0 359 forAllInListOfArraysDo( semanticEnv->counterList[i], &print_counter_events_to_file );
seanhalle@0 360 fflush(output);
seanhalle@0 361 }
seanhalle@0 362
seanhalle@0 363 } else
seanhalle@0 364 printf("Opening UCC file failed. Please check that folder \"counters\" exists in run directory and has write permission.\n");
seanhalle@0 365 } else {
seanhalle@0 366 printf("Could not open UCC file, please clean \"counters\" folder. (Must contain less than 255 files.)\n");
seanhalle@0 367 }
seanhalle@0 368
seanhalle@0 369 #endif
seanhalle@0 370 /* It's all allocated inside VMS's big chunk -- that's about to be freed, so
seanhalle@0 371 * nothing to do here
seanhalle@0 372
seanhalle@0 373
seanhalle@0 374 for( coreIdx = 0; coreIdx < NUM_CORES; coreIdx++ )
seanhalle@0 375 {
seanhalle@0 376 VMS_int__free( semanticEnv->readyVPQs[coreIdx]->startOfData );
seanhalle@0 377 VMS_int__free( semanticEnv->readyVPQs[coreIdx] );
seanhalle@0 378 }
seanhalle@0 379 VMS_int__free( semanticEnv->readyVPQs );
seanhalle@0 380
seanhalle@0 381 freeHashTable( semanticEnv->commHashTbl );
seanhalle@0 382 VMS_int__free( _VMSMasterEnv->semanticEnv );
seanhalle@0 383 */
seanhalle@0 384 VMS_SS__cleanup_at_end_of_shutdown();
seanhalle@0 385 }
seanhalle@0 386
seanhalle@0 387
seanhalle@0 388 //===========================================================================
seanhalle@0 389
seanhalle@0 390 /*
seanhalle@0 391 */
seanhalle@0 392 SlaveVP *
seanhalle@0 393 SSR__create_procr_with( TopLevelFnPtr fnPtr, void *initData,
seanhalle@0 394 SlaveVP *creatingPr )
seanhalle@0 395 { SSRSemReq reqData;
seanhalle@0 396
seanhalle@0 397 //the semantic request data is on the stack and disappears when this
seanhalle@0 398 // call returns -- it's guaranteed to remain in the VP's stack for as
seanhalle@0 399 // long as the VP is suspended.
seanhalle@0 400 reqData.reqType = 0; //know type because in a VMS create req
seanhalle@0 401 reqData.coreToAssignOnto = -1; //means round-robin assign
seanhalle@0 402 reqData.fnPtr = fnPtr;
seanhalle@0 403 reqData.initData = initData;
seanhalle@0 404 reqData.sendPr = creatingPr;
seanhalle@0 405
seanhalle@0 406 VMS_WL__send_create_slaveVP_req( &reqData, creatingPr );
seanhalle@0 407
seanhalle@0 408 return creatingPr->dataRetFromReq;
seanhalle@0 409 }
seanhalle@0 410
seanhalle@0 411 SlaveVP *
seanhalle@0 412 SSR__create_procr_with_affinity( TopLevelFnPtr fnPtr, void *initData,
seanhalle@0 413 SlaveVP *creatingPr, int32 coreToAssignOnto )
seanhalle@0 414 { SSRSemReq reqData;
seanhalle@0 415
seanhalle@0 416 //the semantic request data is on the stack and disappears when this
seanhalle@0 417 // call returns -- it's guaranteed to remain in the VP's stack for as
seanhalle@0 418 // long as the VP is suspended.
seanhalle@0 419 reqData.reqType = 0; //know type because in a VMS create req
seanhalle@0 420 reqData.coreToAssignOnto = coreToAssignOnto;
seanhalle@0 421 reqData.fnPtr = fnPtr;
seanhalle@0 422 reqData.initData = initData;
seanhalle@0 423 reqData.sendPr = creatingPr;
seanhalle@0 424
seanhalle@0 425 VMS_WL__send_create_slaveVP_req( &reqData, creatingPr );
seanhalle@0 426
seanhalle@0 427 return creatingPr->dataRetFromReq;
seanhalle@0 428 }
seanhalle@0 429
seanhalle@0 430
seanhalle@0 431 void
seanhalle@0 432 SSR__dissipate_procr( SlaveVP *procrToDissipate )
seanhalle@0 433 {
seanhalle@0 434 VMS_WL__send_dissipate_req( procrToDissipate );
seanhalle@0 435 }
seanhalle@0 436
seanhalle@0 437
seanhalle@0 438 //===========================================================================
seanhalle@0 439
seanhalle@0 440 void *
seanhalle@0 441 SSR__malloc_to( int32 sizeToMalloc, SlaveVP *owningPr )
seanhalle@0 442 { SSRSemReq reqData;
seanhalle@0 443
seanhalle@0 444 reqData.reqType = malloc_req;
seanhalle@0 445 reqData.sendPr = owningPr;
seanhalle@0 446 reqData.sizeToMalloc = sizeToMalloc;
seanhalle@0 447
seanhalle@0 448 VMS_WL__send_sem_request( &reqData, owningPr );
seanhalle@0 449
seanhalle@0 450 return owningPr->dataRetFromReq;
seanhalle@0 451 }
seanhalle@0 452
seanhalle@0 453
seanhalle@0 454 /*Sends request to Master, which does the work of freeing
seanhalle@0 455 */
seanhalle@0 456 void
seanhalle@0 457 SSR__free( void *ptrToFree, SlaveVP *owningPr )
seanhalle@0 458 { SSRSemReq reqData;
seanhalle@0 459
seanhalle@0 460 reqData.reqType = free_req;
seanhalle@0 461 reqData.sendPr = owningPr;
seanhalle@0 462 reqData.ptrToFree = ptrToFree;
seanhalle@0 463
seanhalle@0 464 VMS_WL__send_sem_request( &reqData, owningPr );
seanhalle@0 465 }
seanhalle@0 466
seanhalle@0 467
seanhalle@0 468 void
seanhalle@0 469 SSR__transfer_ownership_of_from_to( void *data, SlaveVP *oldOwnerSlv,
seanhalle@0 470 SlaveVP *newOwnerPr )
seanhalle@0 471 {
seanhalle@0 472 //TODO: put in the ownership system that automatically frees when no
seanhalle@0 473 // owners of data left -- will need keeper for keeping data around when
seanhalle@0 474 // future created processors might need it but don't exist yet
seanhalle@0 475 }
seanhalle@0 476
seanhalle@0 477
seanhalle@0 478 void
seanhalle@0 479 SSR__add_ownership_by_to( SlaveVP *newOwnerSlv, void *data )
seanhalle@0 480 {
seanhalle@0 481
seanhalle@0 482 }
seanhalle@0 483
seanhalle@0 484
seanhalle@0 485 void
seanhalle@0 486 SSR__remove_ownership_by_from( SlaveVP *loserSlv, void *dataLosing )
seanhalle@0 487 {
seanhalle@0 488
seanhalle@0 489 }
seanhalle@0 490
seanhalle@0 491
seanhalle@0 492 /*Causes the SSR system to remove internal ownership, so data won't be
seanhalle@0 493 * freed when SSR shuts down, and will persist in the external program.
seanhalle@0 494 *
seanhalle@0 495 *Must be called from the processor that currently owns the data.
seanhalle@0 496 *
seanhalle@0 497 *IMPL: Transferring ownership touches two different virtual processor's
seanhalle@0 498 * state -- which means it has to be done carefully -- the VMS rules for
seanhalle@0 499 * semantic layers say that a work-unit is only allowed to touch the
seanhalle@0 500 * virtual processor it is part of, and that only a single work-unit per
seanhalle@0 501 * virtual processor be assigned to a slave at a time. So, this has to
seanhalle@0 502 * modify the virtual processor that owns the work-unit that called this
seanhalle@0 503 * function, then create a request to have the other processor modified.
seanhalle@0 504 *However, in this case, the TO processor is the outside, and transfers
seanhalle@0 505 * are only allowed to be called by the giver-upper, so can mark caller of
seanhalle@0 506 * this function as no longer owner, and return -- done.
seanhalle@0 507 */
seanhalle@0 508 void
seanhalle@0 509 SSR__transfer_ownership_to_outside( void *data )
seanhalle@0 510 {
seanhalle@0 511 //TODO: removeAllOwnersFrom( data );
seanhalle@0 512 }
seanhalle@0 513
seanhalle@0 514
seanhalle@0 515 //===========================================================================
seanhalle@0 516
seanhalle@0 517 void
seanhalle@0 518 SSR__send_of_type_to( SlaveVP *sendPr, void *msg, const int type,
seanhalle@0 519 SlaveVP *receivePr)
seanhalle@0 520 { SSRSemReq reqData;
seanhalle@0 521
seanhalle@0 522 reqData.receivePr = receivePr;
seanhalle@0 523 reqData.sendPr = sendPr;
seanhalle@0 524 reqData.reqType = send_type;
seanhalle@0 525 reqData.msgType = type;
seanhalle@0 526 reqData.msg = msg;
seanhalle@0 527 reqData.nextReqInHashEntry = NULL;
seanhalle@0 528
seanhalle@0 529 //On ownership -- remove inside the send and let ownership sit in limbo
seanhalle@0 530 // as a potential in an entry in the hash table, when this receive msg
seanhalle@0 531 // gets paired to a send, the ownership gets added to the receivePr --
seanhalle@0 532 // the next work-unit in the receivePr's trace will have ownership.
seanhalle@0 533 VMS_WL__send_sem_request( &reqData, sendPr );
seanhalle@0 534
seanhalle@0 535 //When come back from suspend, no longer own data reachable from msg
seanhalle@0 536 //TODO: release ownership here
seanhalle@0 537 }
seanhalle@0 538
seanhalle@0 539 void
seanhalle@0 540 SSR__send_from_to( void *msg, SlaveVP *sendPr, SlaveVP *receivePr )
seanhalle@0 541 { SSRSemReq reqData;
seanhalle@0 542
seanhalle@0 543 //hash on the receiver, 'cause always know it, but sometimes want to
seanhalle@0 544 // receive from anonymous sender
seanhalle@0 545
seanhalle@0 546 reqData.receivePr = receivePr;
seanhalle@0 547 reqData.sendPr = sendPr;
seanhalle@0 548 reqData.reqType = send_from_to;
seanhalle@0 549 reqData.msg = msg;
seanhalle@0 550 reqData.nextReqInHashEntry = NULL;
seanhalle@0 551
seanhalle@0 552 VMS_WL__send_sem_request( &reqData, sendPr );
seanhalle@0 553 }
seanhalle@0 554
seanhalle@0 555
seanhalle@0 556 //===========================================================================
seanhalle@0 557
seanhalle@0 558 void *
seanhalle@0 559 SSR__receive_any_to( SlaveVP *receivePr )
seanhalle@0 560 {
seanhalle@0 561
seanhalle@0 562 }
seanhalle@0 563
seanhalle@0 564 void *
seanhalle@0 565 SSR__receive_type_to( const int type, SlaveVP *receivePr )
seanhalle@0 566 { DEBUG__printf1(dbgRqstHdlr,"WL: receive type to: %d", receivePr->slaveID);
seanhalle@0 567 SSRSemReq reqData;
seanhalle@0 568
seanhalle@0 569 reqData.receivePr = receivePr;
seanhalle@0 570 reqData.reqType = receive_type;
seanhalle@0 571 reqData.msgType = type;
seanhalle@0 572 reqData.nextReqInHashEntry = NULL;
seanhalle@0 573
seanhalle@0 574 VMS_WL__send_sem_request( &reqData, receivePr );
seanhalle@0 575
seanhalle@0 576 return receivePr->dataRetFromReq;
seanhalle@0 577 }
seanhalle@0 578
seanhalle@0 579
seanhalle@0 580
seanhalle@0 581 /*Call this at point receiving virt pr wants in-coming data.
seanhalle@0 582 *
seanhalle@0 583 *The reason receivePr must call this is that it modifies the receivPr
seanhalle@0 584 * loc structure directly -- and the VMS rules state a virtual processor
seanhalle@0 585 * loc structure can only be modified by itself.
seanhalle@0 586 */
seanhalle@0 587 void *
seanhalle@0 588 SSR__receive_from_to( SlaveVP *sendPr, SlaveVP *receivePr )
seanhalle@0 589 { DEBUG__printf2(dbgRqstHdlr,"WL: receive from %d to: %d", sendPr->slaveID, receivePr->slaveID);
seanhalle@0 590 SSRSemReq reqData;
seanhalle@0 591
seanhalle@0 592 //hash on the receiver, 'cause always know it, but sometimes want to
seanhalle@0 593 // receive from anonymous sender
seanhalle@0 594
seanhalle@0 595 reqData.receivePr = receivePr;
seanhalle@0 596 reqData.sendPr = sendPr;
seanhalle@0 597 reqData.reqType = receive_from_to;
seanhalle@0 598 reqData.nextReqInHashEntry = NULL;
seanhalle@0 599
seanhalle@0 600 VMS_WL__send_sem_request( &reqData, receivePr );
seanhalle@0 601
seanhalle@0 602 return receivePr->dataRetFromReq;
seanhalle@0 603 }
seanhalle@0 604
seanhalle@0 605
seanhalle@0 606 //===========================================================================
seanhalle@0 607 //
seanhalle@0 608 /*A function singleton is a function whose body executes exactly once, on a
seanhalle@0 609 * single core, no matter how many times the fuction is called and no
seanhalle@0 610 * matter how many cores or the timing of cores calling it.
seanhalle@0 611 *
seanhalle@0 612 *A data singleton is a ticket attached to data. That ticket can be used
seanhalle@0 613 * to get the data through the function exactly once, no matter how many
seanhalle@0 614 * times the data is given to the function, and no matter the timing of
seanhalle@0 615 * trying to get the data through from different cores.
seanhalle@0 616 */
seanhalle@0 617
seanhalle@0 618 /*asm function declarations*/
seanhalle@0 619 void asm_save_ret_to_singleton(SSRSingleton *singletonPtrAddr);
seanhalle@0 620 void asm_write_ret_from_singleton(SSRSingleton *singletonPtrAddr);
seanhalle@0 621
seanhalle@0 622 /*Fn singleton uses ID as index into array of singleton structs held in the
seanhalle@0 623 * semantic environment.
seanhalle@0 624 */
seanhalle@0 625 void
seanhalle@0 626 SSR__start_fn_singleton( int32 singletonID, SlaveVP *animPr )
seanhalle@0 627 {
seanhalle@0 628 SSRSemReq reqData;
seanhalle@0 629
seanhalle@0 630 //
seanhalle@0 631 reqData.reqType = singleton_fn_start;
seanhalle@0 632 reqData.singletonID = singletonID;
seanhalle@0 633
seanhalle@0 634 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 635 if( animPr->dataRetFromReq ) //will be 0 or addr of label in end singleton
seanhalle@0 636 {
seanhalle@0 637 SSRSemEnv *semEnv = VMS_int__give_sem_env_for( animPr );
seanhalle@0 638 asm_write_ret_from_singleton(&(semEnv->fnSingletons[ singletonID]));
seanhalle@0 639 }
seanhalle@0 640 }
seanhalle@0 641
seanhalle@0 642 /*Data singleton hands addr of loc holding a pointer to a singleton struct.
seanhalle@0 643 * The start_data_singleton makes the structure and puts its addr into the
seanhalle@0 644 * location.
seanhalle@0 645 */
seanhalle@0 646 void
seanhalle@0 647 SSR__start_data_singleton( SSRSingleton **singletonAddr, SlaveVP *animPr )
seanhalle@0 648 {
seanhalle@0 649 SSRSemReq reqData;
seanhalle@0 650
seanhalle@0 651 if( *singletonAddr && (*singletonAddr)->hasFinished )
seanhalle@0 652 goto JmpToEndSingleton;
seanhalle@0 653
seanhalle@0 654 reqData.reqType = singleton_data_start;
seanhalle@0 655 reqData.singletonPtrAddr = singletonAddr;
seanhalle@0 656
seanhalle@0 657 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 658 if( animPr->dataRetFromReq ) //either 0 or end singleton's return addr
seanhalle@0 659 { //Assembly code changes the return addr on the stack to the one
seanhalle@0 660 // saved into the singleton by the end-singleton-fn
seanhalle@0 661 //The return addr is at 0x4(%%ebp)
seanhalle@0 662 JmpToEndSingleton:
seanhalle@0 663 asm_write_ret_from_singleton(*singletonAddr);
seanhalle@0 664 }
seanhalle@0 665 //now, simply return
seanhalle@0 666 //will exit either from the start singleton call or the end-singleton call
seanhalle@0 667 }
seanhalle@0 668
seanhalle@0 669 /*Uses ID as index into array of flags. If flag already set, resumes from
seanhalle@0 670 * end-label. Else, sets flag and resumes normally.
seanhalle@0 671 *
seanhalle@0 672 *Note, this call cannot be inlined because the instr addr at the label
seanhalle@0 673 * inside is shared by all invocations of a given singleton ID.
seanhalle@0 674 */
seanhalle@0 675 void
seanhalle@0 676 SSR__end_fn_singleton( int32 singletonID, SlaveVP *animPr )
seanhalle@0 677 {
seanhalle@0 678 SSRSemReq reqData;
seanhalle@0 679
seanhalle@0 680 //don't need this addr until after at least one singleton has reached
seanhalle@0 681 // this function
seanhalle@0 682 SSRSemEnv *semEnv = VMS_int__give_sem_env_for( animPr );
seanhalle@0 683 asm_write_ret_from_singleton(&(semEnv->fnSingletons[ singletonID]));
seanhalle@0 684
seanhalle@0 685 reqData.reqType = singleton_fn_end;
seanhalle@0 686 reqData.singletonID = singletonID;
seanhalle@0 687
seanhalle@0 688 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 689
seanhalle@0 690 EndSingletonInstrAddr:
seanhalle@0 691 return;
seanhalle@0 692 }
seanhalle@0 693
seanhalle@0 694 void
seanhalle@0 695 SSR__end_data_singleton( SSRSingleton **singletonPtrAddr, SlaveVP *animPr )
seanhalle@0 696 {
seanhalle@0 697 SSRSemReq reqData;
seanhalle@0 698
seanhalle@0 699 //don't need this addr until after singleton struct has reached
seanhalle@0 700 // this function for first time
seanhalle@0 701 //do assembly that saves the return addr of this fn call into the
seanhalle@0 702 // data singleton -- that data-singleton can only be given to exactly
seanhalle@0 703 // one instance in the code of this function. However, can use this
seanhalle@0 704 // function in different places for different data-singletons.
seanhalle@0 705 // (*(singletonAddr))->endInstrAddr = &&EndDataSingletonInstrAddr;
seanhalle@0 706
seanhalle@0 707
seanhalle@0 708 asm_save_ret_to_singleton(*singletonPtrAddr);
seanhalle@0 709
seanhalle@0 710 reqData.reqType = singleton_data_end;
seanhalle@0 711 reqData.singletonPtrAddr = singletonPtrAddr;
seanhalle@0 712
seanhalle@0 713 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 714 }
seanhalle@0 715
seanhalle@0 716 /*This executes the function in the masterVP, so it executes in isolation
seanhalle@0 717 * from any other copies -- only one copy of the function can ever execute
seanhalle@0 718 * at a time.
seanhalle@0 719 *
seanhalle@0 720 *It suspends to the master, and the request handler takes the function
seanhalle@0 721 * pointer out of the request and calls it, then resumes the VP.
seanhalle@0 722 *Only very short functions should be called this way -- for longer-running
seanhalle@0 723 * isolation, use transaction-start and transaction-end, which run the code
seanhalle@0 724 * between as work-code.
seanhalle@0 725 */
seanhalle@0 726 void
seanhalle@0 727 SSR__animate_short_fn_in_isolation( PtrToAtomicFn ptrToFnToExecInMaster,
seanhalle@0 728 void *data, SlaveVP *animPr )
seanhalle@0 729 {
seanhalle@0 730 SSRSemReq reqData;
seanhalle@0 731
seanhalle@0 732 //
seanhalle@0 733 reqData.reqType = atomic;
seanhalle@0 734 reqData.fnToExecInMaster = ptrToFnToExecInMaster;
seanhalle@0 735 reqData.dataForFn = data;
seanhalle@0 736
seanhalle@0 737 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 738 }
seanhalle@0 739
seanhalle@0 740
seanhalle@0 741 /*This suspends to the master.
seanhalle@0 742 *First, it looks at the VP's data, to see the highest transactionID that VP
seanhalle@0 743 * already has entered. If the current ID is not larger, it throws an
seanhalle@0 744 * exception stating a bug in the code. Otherwise it puts the current ID
seanhalle@0 745 * there, and adds the ID to a linked list of IDs entered -- the list is
seanhalle@0 746 * used to check that exits are properly ordered.
seanhalle@0 747 *Next it is uses transactionID as index into an array of transaction
seanhalle@0 748 * structures.
seanhalle@0 749 *If the "VP_currently_executing" field is non-null, then put requesting VP
seanhalle@0 750 * into queue in the struct. (At some point a holder will request
seanhalle@0 751 * end-transaction, which will take this VP from the queue and resume it.)
seanhalle@0 752 *If NULL, then write requesting into the field and resume.
seanhalle@0 753 */
seanhalle@0 754 void
seanhalle@0 755 SSR__start_transaction( int32 transactionID, SlaveVP *animPr )
seanhalle@0 756 {
seanhalle@0 757 SSRSemReq reqData;
seanhalle@0 758
seanhalle@0 759 //
seanhalle@0 760 reqData.sendPr = animPr;
seanhalle@0 761 reqData.reqType = trans_start;
seanhalle@0 762 reqData.transID = transactionID;
seanhalle@0 763
seanhalle@0 764 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 765 }
seanhalle@0 766
seanhalle@0 767 /*This suspends to the master, then uses transactionID as index into an
seanhalle@0 768 * array of transaction structures.
seanhalle@0 769 *It looks at VP_currently_executing to be sure it's same as requesting VP.
seanhalle@0 770 * If different, throws an exception, stating there's a bug in the code.
seanhalle@0 771 *Next it looks at the queue in the structure.
seanhalle@0 772 *If it's empty, it sets VP_currently_executing field to NULL and resumes.
seanhalle@0 773 *If something in, gets it, sets VP_currently_executing to that VP, then
seanhalle@0 774 * resumes both.
seanhalle@0 775 */
seanhalle@0 776 void
seanhalle@0 777 SSR__end_transaction( int32 transactionID, SlaveVP *animPr )
seanhalle@0 778 {
seanhalle@0 779 SSRSemReq reqData;
seanhalle@0 780
seanhalle@0 781 //
seanhalle@0 782 reqData.sendPr = animPr;
seanhalle@0 783 reqData.reqType = trans_end;
seanhalle@0 784 reqData.transID = transactionID;
seanhalle@0 785
seanhalle@0 786 VMS_WL__send_sem_request( &reqData, animPr );
seanhalle@0 787 }