# HG changeset patch # User Merten Sach # Date 1328543905 -3600 # Node ID eea8cf5846c7f2ab35b1d2a3ac9a1cea9288a541 # Parent db3409eab3220978236f85191e4c4cfcf9cb63e4 exec_time_vs_task_size: last results and moved data generation script for xoanon diff -r db3409eab322 -r eea8cf5846c7 results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/160_thds__o30000__perfCtrs.meas --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/160_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 @@ -0,0 +1,144 @@ +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//160_thds__o30000__perfCtrs.meas'; +NUM_CORES = 4; +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; +TASKS_PER_THREAD = 30000; +date_of_run = datetime.datetime(2012, 1, 16, 21, 8, 45, 271633); +threads_per_core = 40; +totalThreads = 160; +# array_of_results: hash key is the number of iterations per task(inner iterations); +array_of_results = {2: [{'exeCycles_workCycles_ratio': 9509.5456799999993, + 'total_exe_cycles': 6906497741376, + 'total_workcycles': 726270000}, + {'exeCycles_workCycles_ratio': 7414.168361, + 'total_exe_cycles': 6086439090916, + 'total_workcycles': 820920000}, + {'exeCycles_workCycles_ratio': 10450.645874, + 'total_exe_cycles': 7097765158048, + 'total_workcycles': 679170000}, + {'exeCycles_workCycles_ratio': 11935.183596999999, + 'total_exe_cycles': 7073744614178, + 'total_workcycles': 592680000}, + {'exeCycles_workCycles_ratio': 9358.2789799999991, + 'total_exe_cycles': 5689365706192, + 'total_workcycles': 607950000}], + 5: [{'exeCycles_workCycles_ratio': 7883.1243729999997, + 'total_exe_cycles': 6470468485081, + 'total_workcycles': 820800000}, + {'exeCycles_workCycles_ratio': 8615.9122150000003, + 'total_exe_cycles': 7362210828697, + 'total_workcycles': 854490000}, + {'exeCycles_workCycles_ratio': 7599.377759, + 'total_exe_cycles': 6734796551014, + 'total_workcycles': 886230000}, + {'exeCycles_workCycles_ratio': 7650.0099829999999, + 'total_exe_cycles': 5962417780519, + 'total_workcycles': 779400000}, + {'exeCycles_workCycles_ratio': 7980.8041819999999, + 'total_exe_cycles': 6290390048364, + 'total_workcycles': 788190000}], + 10: [{'exeCycles_workCycles_ratio': 4827.7087689999998, + 'total_exe_cycles': 7584813247105, + 'total_workcycles': 1571100000}, + {'exeCycles_workCycles_ratio': 6705.5370300000004, + 'total_exe_cycles': 7183842986650, + 'total_workcycles': 1071330000}, + {'exeCycles_workCycles_ratio': 3737.2876639999999, + 'total_exe_cycles': 5170911211343, + 'total_workcycles': 1383600000}, + {'exeCycles_workCycles_ratio': 3713.2493530000002, + 'total_exe_cycles': 5124395505203, + 'total_workcycles': 1380030000}, + {'exeCycles_workCycles_ratio': 5255.7754059999997, + 'total_exe_cycles': 6258367123037, + 'total_workcycles': 1190760000}], + 20: [{'exeCycles_workCycles_ratio': 3399.923761, + 'total_exe_cycles': 7273354903581, + 'total_workcycles': 2139270000}, + {'exeCycles_workCycles_ratio': 3352.9385480000001, + 'total_exe_cycles': 6522337239930, + 'total_workcycles': 1945260000}, + {'exeCycles_workCycles_ratio': 3485.180879, + 'total_exe_cycles': 5755462554719, + 'total_workcycles': 1651410000}, + {'exeCycles_workCycles_ratio': 3266.1076899999998, + 'total_exe_cycles': 5664606532745, + 'total_workcycles': 1734360000}, + {'exeCycles_workCycles_ratio': 3419.4869859999999, + 'total_exe_cycles': 5671184971732, + 'total_workcycles': 1658490000}], + 40: [{'exeCycles_workCycles_ratio': 1890.8969199999999, + 'total_exe_cycles': 5865221885500, + 'total_workcycles': 3101820000}, + {'exeCycles_workCycles_ratio': 2117.5945579999998, + 'total_exe_cycles': 6169188224933, + 'total_workcycles': 2913300000}, + {'exeCycles_workCycles_ratio': 1780.0619380000001, + 'total_exe_cycles': 5276691005016, + 'total_workcycles': 2964330000}, + {'exeCycles_workCycles_ratio': 2255.7816549999998, + 'total_exe_cycles': 7849443425305, + 'total_workcycles': 3479700000}, + {'exeCycles_workCycles_ratio': 2449.9353259999998, + 'total_exe_cycles': 7487320846591, + 'total_workcycles': 3056130000}], + 80: [{'exeCycles_workCycles_ratio': 1202.400378, + 'total_exe_cycles': 6226967031189, + 'total_workcycles': 5178780000}, + {'exeCycles_workCycles_ratio': 1002.583379, + 'total_exe_cycles': 5322424410706, + 'total_workcycles': 5308710000}, + {'exeCycles_workCycles_ratio': 1315.7342900000001, + 'total_exe_cycles': 7470555096626, + 'total_workcycles': 5677860000}, + {'exeCycles_workCycles_ratio': 1370.0594470000001, + 'total_exe_cycles': 7090222044941, + 'total_workcycles': 5175120000}, + {'exeCycles_workCycles_ratio': 1246.8744489999999, + 'total_exe_cycles': 6849380597138, + 'total_workcycles': 5493240000}], + 160: [{'exeCycles_workCycles_ratio': 557.99345100000005, + 'total_exe_cycles': 5446462472500, + 'total_workcycles': 9760800000}, + {'exeCycles_workCycles_ratio': 789.00670000000002, + 'total_exe_cycles': 7796206763080, + 'total_workcycles': 9881040000}, + {'exeCycles_workCycles_ratio': 743.39424099999997, + 'total_exe_cycles': 8277858417227, + 'total_workcycles': 11135220000}, + {'exeCycles_workCycles_ratio': 536.30727000000002, + 'total_exe_cycles': 5769625785390, + 'total_workcycles': 10758060000}, + {'exeCycles_workCycles_ratio': 574.51068299999997, + 'total_exe_cycles': 5873021634267, + 'total_workcycles': 10222650000}], + 320: [{'exeCycles_workCycles_ratio': 344.97967499999999, + 'total_exe_cycles': 7185105581676, + 'total_workcycles': 20827620000}, + {'exeCycles_workCycles_ratio': 342.45531299999999, + 'total_exe_cycles': 6606908157250, + 'total_workcycles': 19292760000}, + {'exeCycles_workCycles_ratio': 264.699432, + 'total_exe_cycles': 5617403703673, + 'total_workcycles': 21221820000}, + {'exeCycles_workCycles_ratio': 370.14819299999999, + 'total_exe_cycles': 7292167405551, + 'total_workcycles': 19700670000}, + {'exeCycles_workCycles_ratio': 322.72390200000001, + 'total_exe_cycles': 6240718639503, + 'total_workcycles': 19337640000}], + 640: [{'exeCycles_workCycles_ratio': 141.662891, + 'total_exe_cycles': 5884257162397, + 'total_workcycles': 41537040000}, + {'exeCycles_workCycles_ratio': 117.075118, + 'total_exe_cycles': 4665761912249, + 'total_workcycles': 39852720000}, + {'exeCycles_workCycles_ratio': 194.17738900000001, + 'total_exe_cycles': 7443298919824, + 'total_workcycles': 38332470000}, + {'exeCycles_workCycles_ratio': 142.377781, + 'total_exe_cycles': 6184856622280, + 'total_workcycles': 43439760000}, + {'exeCycles_workCycles_ratio': 164.409401, + 'total_exe_cycles': 6823506394692, + 'total_workcycles': 41503140000}]} \ No newline at end of file diff -r db3409eab322 -r eea8cf5846c7 results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/320_thds__o30000__perfCtrs.meas --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/320_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 @@ -0,0 +1,144 @@ +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//320_thds__o30000__perfCtrs.meas'; +NUM_CORES = 4; +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; +TASKS_PER_THREAD = 30000; +date_of_run = datetime.datetime(2012, 1, 16, 22, 34, 22, 501727); +threads_per_core = 80; +totalThreads = 320; +# array_of_results: hash key is the number of iterations per task(inner iterations); +array_of_results = {2: [{'exeCycles_workCycles_ratio': 7750.9319509999996, + 'total_exe_cycles': 14233501397079, + 'total_workcycles': 1836360000}, + {'exeCycles_workCycles_ratio': 5813.4338459999999, + 'total_exe_cycles': 7989576537055, + 'total_workcycles': 1374330000}, + {'exeCycles_workCycles_ratio': 7432.3167789999998, + 'total_exe_cycles': 13130897023260, + 'total_workcycles': 1766730000}, + {'exeCycles_workCycles_ratio': 7508.8991589999996, + 'total_exe_cycles': 13024260681057, + 'total_workcycles': 1734510000}, + {'exeCycles_workCycles_ratio': 6499.4015040000004, + 'total_exe_cycles': 17068143283200, + 'total_workcycles': 2626110000}], + 5: [{'exeCycles_workCycles_ratio': 4823.0555420000001, + 'total_exe_cycles': 8462581484406, + 'total_workcycles': 1754610000}, + {'exeCycles_workCycles_ratio': 3927.7060409999999, + 'total_exe_cycles': 8245590399095, + 'total_workcycles': 2099340000}, + {'exeCycles_workCycles_ratio': 4338.6857639999998, + 'total_exe_cycles': 7410822379350, + 'total_workcycles': 1708080000}, + {'exeCycles_workCycles_ratio': 5047.5119839999998, + 'total_exe_cycles': 8835518302322, + 'total_workcycles': 1750470000}, + {'exeCycles_workCycles_ratio': 4493.2489740000001, + 'total_exe_cycles': 8679204651035, + 'total_workcycles': 1931610000}], + 10: [{'exeCycles_workCycles_ratio': 2995.2598499999999, + 'total_exe_cycles': 6700156664750, + 'total_workcycles': 2236920000}, + {'exeCycles_workCycles_ratio': 3380.9055589999998, + 'total_exe_cycles': 7893264972749, + 'total_workcycles': 2334660000}, + {'exeCycles_workCycles_ratio': 3355.4016529999999, + 'total_exe_cycles': 8195602090437, + 'total_workcycles': 2442510000}, + {'exeCycles_workCycles_ratio': 3001.1489419999998, + 'total_exe_cycles': 7568567505596, + 'total_workcycles': 2521890000}, + {'exeCycles_workCycles_ratio': 5260.2329129999998, + 'total_exe_cycles': 15132269828613, + 'total_workcycles': 2876730000}], + 20: [{'exeCycles_workCycles_ratio': 2732.2884439999998, + 'total_exe_cycles': 12539974429316, + 'total_workcycles': 4589550000}, + {'exeCycles_workCycles_ratio': 1964.8620490000001, + 'total_exe_cycles': 7312352005391, + 'total_workcycles': 3721560000}, + {'exeCycles_workCycles_ratio': 3602.221759, + 'total_exe_cycles': 15976141680781, + 'total_workcycles': 4435080000}, + {'exeCycles_workCycles_ratio': 2500.600582, + 'total_exe_cycles': 9863819044777, + 'total_workcycles': 3944580000}, + {'exeCycles_workCycles_ratio': 3183.8909560000002, + 'total_exe_cycles': 14696299389134, + 'total_workcycles': 4615830000}], + 40: [{'exeCycles_workCycles_ratio': 2199.1012519999999, + 'total_exe_cycles': 17260855678764, + 'total_workcycles': 7849050000}, + {'exeCycles_workCycles_ratio': 1247.4971599999999, + 'total_exe_cycles': 7476412656863, + 'total_workcycles': 5993130000}, + {'exeCycles_workCycles_ratio': 1252.134143, + 'total_exe_cycles': 7734996064109, + 'total_workcycles': 6177450000}, + {'exeCycles_workCycles_ratio': 1891.231681, + 'total_exe_cycles': 12284173872924, + 'total_workcycles': 6495330000}, + {'exeCycles_workCycles_ratio': 1765.877287, + 'total_exe_cycles': 10810612458602, + 'total_workcycles': 6121950000}], + 80: [{'exeCycles_workCycles_ratio': 839.12784899999997, + 'total_exe_cycles': 8934194210328, + 'total_workcycles': 10647000000}, + {'exeCycles_workCycles_ratio': 710.37020399999994, + 'total_exe_cycles': 7487912872949, + 'total_workcycles': 10540860000}, + {'exeCycles_workCycles_ratio': 675.94018300000005, + 'total_exe_cycles': 7163377481385, + 'total_workcycles': 10597650000}, + {'exeCycles_workCycles_ratio': 869.70189000000005, + 'total_exe_cycles': 9507972432407, + 'total_workcycles': 10932450000}, + {'exeCycles_workCycles_ratio': 1111.3414330000001, + 'total_exe_cycles': 12984324297659, + 'total_workcycles': 11683470000}], + 160: [{'exeCycles_workCycles_ratio': 651.29795799999999, + 'total_exe_cycles': 13225438705189, + 'total_workcycles': 20306280000}, + {'exeCycles_workCycles_ratio': 428.59452800000003, + 'total_exe_cycles': 8621397513493, + 'total_workcycles': 20115510000}, + {'exeCycles_workCycles_ratio': 386.913411, + 'total_exe_cycles': 7942330228128, + 'total_workcycles': 20527410000}, + {'exeCycles_workCycles_ratio': 722.37976700000002, + 'total_exe_cycles': 15743335156008, + 'total_workcycles': 21793710000}, + {'exeCycles_workCycles_ratio': 433.70482399999997, + 'total_exe_cycles': 9166325431049, + 'total_workcycles': 21134940000}], + 320: [{'exeCycles_workCycles_ratio': 334.431668, + 'total_exe_cycles': 17016224399407, + 'total_workcycles': 50881020000}, + {'exeCycles_workCycles_ratio': 248.48343299999999, + 'total_exe_cycles': 9507666943776, + 'total_workcycles': 38262780000}, + {'exeCycles_workCycles_ratio': 207.51836800000001, + 'total_exe_cycles': 7958794262291, + 'total_workcycles': 38352240000}, + {'exeCycles_workCycles_ratio': 246.912733, + 'total_exe_cycles': 9877469796746, + 'total_workcycles': 40003890000}, + {'exeCycles_workCycles_ratio': 239.51994300000001, + 'total_exe_cycles': 9277376264649, + 'total_workcycles': 38733210000}], + 640: [{'exeCycles_workCycles_ratio': 88.343445000000003, + 'total_exe_cycles': 6622095642816, + 'total_workcycles': 74958540000}, + {'exeCycles_workCycles_ratio': 196.140896, + 'total_exe_cycles': 14794517477195, + 'total_workcycles': 75428010000}, + {'exeCycles_workCycles_ratio': 160.58464499999999, + 'total_exe_cycles': 12151891326808, + 'total_workcycles': 75672810000}, + {'exeCycles_workCycles_ratio': 201.246949, + 'total_exe_cycles': 16141663613047, + 'total_workcycles': 80208240000}, + {'exeCycles_workCycles_ratio': 189.13481300000001, + 'total_exe_cycles': 16895403346037, + 'total_workcycles': 89329950000}]} \ No newline at end of file diff -r db3409eab322 -r eea8cf5846c7 results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/640_thds__o30000__perfCtrs.meas --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/640_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 @@ -0,0 +1,144 @@ +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//640_thds__o30000__perfCtrs.meas'; +NUM_CORES = 4; +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; +TASKS_PER_THREAD = 30000; +date_of_run = datetime.datetime(2012, 1, 17, 2, 31, 47, 27325); +threads_per_core = 160; +totalThreads = 640; +# array_of_results: hash key is the number of iterations per task(inner iterations); +array_of_results = {2: [{'exeCycles_workCycles_ratio': 10334.185407000001, + 'total_exe_cycles': 31440312315903, + 'total_workcycles': 3042360000}, + {'exeCycles_workCycles_ratio': 8590.8828539999995, + 'total_exe_cycles': 24734784003909, + 'total_workcycles': 2879190000}, + {'exeCycles_workCycles_ratio': 6804.2217369999998, + 'total_exe_cycles': 19535328860032, + 'total_workcycles': 2871060000}, + {'exeCycles_workCycles_ratio': 8337.5117360000004, + 'total_exe_cycles': 25782170917567, + 'total_workcycles': 3092310000}, + {'exeCycles_workCycles_ratio': 12211.778863, + 'total_exe_cycles': 42447166384220, + 'total_workcycles': 3475920000}], + 5: [{'exeCycles_workCycles_ratio': 7777.4081880000003, + 'total_exe_cycles': 27709816535412, + 'total_workcycles': 3562860000}, + {'exeCycles_workCycles_ratio': 9602.4996790000005, + 'total_exe_cycles': 38257799097733, + 'total_workcycles': 3984150000}, + {'exeCycles_workCycles_ratio': 6178.2195499999998, + 'total_exe_cycles': 22133162625896, + 'total_workcycles': 3582450000}, + {'exeCycles_workCycles_ratio': 7341.4246389999998, + 'total_exe_cycles': 25887331560877, + 'total_workcycles': 3526200000}, + {'exeCycles_workCycles_ratio': 6599.9905779999999, + 'total_exe_cycles': 23490686466226, + 'total_workcycles': 3559200000}], + 10: [{'exeCycles_workCycles_ratio': 4702.4999479999997, + 'total_exe_cycles': 22196458103055, + 'total_workcycles': 4720140000}, + {'exeCycles_workCycles_ratio': 4926.5023170000004, + 'total_exe_cycles': 24076999183507, + 'total_workcycles': 4887240000}, + {'exeCycles_workCycles_ratio': 4958.8327609999997, + 'total_exe_cycles': 24420515756956, + 'total_workcycles': 4924650000}, + {'exeCycles_workCycles_ratio': 7222.8562400000001, + 'total_exe_cycles': 34391918902779, + 'total_workcycles': 4761540000}, + {'exeCycles_workCycles_ratio': 7221.5134019999996, + 'total_exe_cycles': 38104026604222, + 'total_workcycles': 5276460000}], + 20: [{'exeCycles_workCycles_ratio': 4077.116282, + 'total_exe_cycles': 30471714753322, + 'total_workcycles': 7473840000}, + {'exeCycles_workCycles_ratio': 5325.8476849999997, + 'total_exe_cycles': 41737336843625, + 'total_workcycles': 7836750000}, + {'exeCycles_workCycles_ratio': 5234.7653680000003, + 'total_exe_cycles': 38800447339834, + 'total_workcycles': 7412070000}, + {'exeCycles_workCycles_ratio': 5012.5324780000001, + 'total_exe_cycles': 39598054195783, + 'total_workcycles': 7899810000}, + {'exeCycles_workCycles_ratio': 2846.2792749999999, + 'total_exe_cycles': 19573919499673, + 'total_workcycles': 6877020000}], + 40: [{'exeCycles_workCycles_ratio': 3088.4465129999999, + 'total_exe_cycles': 36943780999807, + 'total_workcycles': 11961930000}, + {'exeCycles_workCycles_ratio': 2783.3987609999999, + 'total_exe_cycles': 32824955590787, + 'total_workcycles': 11793120000}, + {'exeCycles_workCycles_ratio': 2948.7754129999998, + 'total_exe_cycles': 36112207578988, + 'total_workcycles': 12246510000}, + {'exeCycles_workCycles_ratio': 2370.762041, + 'total_exe_cycles': 28473255141406, + 'total_workcycles': 12010170000}, + {'exeCycles_workCycles_ratio': 2096.9732650000001, + 'total_exe_cycles': 25235269851416, + 'total_workcycles': 12034140000}], + 80: [{'exeCycles_workCycles_ratio': 1699.7972830000001, + 'total_exe_cycles': 35992017611684, + 'total_workcycles': 21174300000}, + {'exeCycles_workCycles_ratio': 1504.3997870000001, + 'total_exe_cycles': 32076165364852, + 'total_workcycles': 21321570000}, + {'exeCycles_workCycles_ratio': 1616.4678140000001, + 'total_exe_cycles': 34165793024310, + 'total_workcycles': 21136080000}, + {'exeCycles_workCycles_ratio': 1815.6957829999999, + 'total_exe_cycles': 39266309625543, + 'total_workcycles': 21626040000}, + {'exeCycles_workCycles_ratio': 1254.31477, + 'total_exe_cycles': 27078636433680, + 'total_workcycles': 21588390000}], + 160: [{'exeCycles_workCycles_ratio': 845.30185800000004, + 'total_exe_cycles': 33690317034663, + 'total_workcycles': 39855960000}, + {'exeCycles_workCycles_ratio': 629.88129500000002, + 'total_exe_cycles': 24781413481151, + 'total_workcycles': 39342990000}, + {'exeCycles_workCycles_ratio': 625.25008400000002, + 'total_exe_cycles': 24522302053640, + 'total_workcycles': 39219990000}, + {'exeCycles_workCycles_ratio': 551.05834800000002, + 'total_exe_cycles': 21653253664681, + 'total_workcycles': 39293940000}, + {'exeCycles_workCycles_ratio': 786.78690700000004, + 'total_exe_cycles': 31279405853330, + 'total_workcycles': 39755880000}], + 320: [{'exeCycles_workCycles_ratio': 410.789624, + 'total_exe_cycles': 31328505097430, + 'total_workcycles': 76264110000}, + {'exeCycles_workCycles_ratio': 388.99072999999999, + 'total_exe_cycles': 30063397536870, + 'total_workcycles': 77285640000}, + {'exeCycles_workCycles_ratio': 468.20705199999998, + 'total_exe_cycles': 36473277817645, + 'total_workcycles': 77899890000}, + {'exeCycles_workCycles_ratio': 380.32488699999999, + 'total_exe_cycles': 29174094540960, + 'total_workcycles': 76708350000}, + {'exeCycles_workCycles_ratio': 402.83250800000002, + 'total_exe_cycles': 31119330882746, + 'total_workcycles': 77251290000}], + 640: [{'exeCycles_workCycles_ratio': 200.37628000000001, + 'total_exe_cycles': 30108668087626, + 'total_workcycles': 150260640000}, + {'exeCycles_workCycles_ratio': 157.96883299999999, + 'total_exe_cycles': 23836378428181, + 'total_workcycles': 150892920000}, + {'exeCycles_workCycles_ratio': 196.83684500000001, + 'total_exe_cycles': 29699987161313, + 'total_workcycles': 150886320000}, + {'exeCycles_workCycles_ratio': 184.88524100000001, + 'total_exe_cycles': 27943915836846, + 'total_workcycles': 151141950000}, + {'exeCycles_workCycles_ratio': 205.15282500000001, + 'total_exe_cycles': 31062201501922, + 'total_workcycles': 151410060000}]} \ No newline at end of file diff -r db3409eab322 -r eea8cf5846c7 results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/80_thds__o30000__perfCtrs.meas --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/80_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 @@ -0,0 +1,144 @@ +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//80_thds__o30000__perfCtrs.meas'; +NUM_CORES = 4; +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; +TASKS_PER_THREAD = 30000; +date_of_run = datetime.datetime(2012, 1, 16, 20, 17, 49, 371021); +threads_per_core = 20; +totalThreads = 80; +# array_of_results: hash key is the number of iterations per task(inner iterations); +array_of_results = {2: [{'exeCycles_workCycles_ratio': 12328.486731999999, + 'total_exe_cycles': 3696696746456, + 'total_workcycles': 299850000}, + {'exeCycles_workCycles_ratio': 9683.4376420000008, + 'total_exe_cycles': 2750774131078, + 'total_workcycles': 284070000}, + {'exeCycles_workCycles_ratio': 13206.927871, + 'total_exe_cycles': 3750107169044, + 'total_workcycles': 283950000}, + {'exeCycles_workCycles_ratio': 11149.676033, + 'total_exe_cycles': 3177323179054, + 'total_workcycles': 284970000}, + {'exeCycles_workCycles_ratio': 12505.491989, + 'total_exe_cycles': 3664234207724, + 'total_workcycles': 293010000}], + 5: [{'exeCycles_workCycles_ratio': 9034.2783519999994, + 'total_exe_cycles': 3188648544506, + 'total_workcycles': 352950000}, + {'exeCycles_workCycles_ratio': 9232.7552790000009, + 'total_exe_cycles': 3625149032903, + 'total_workcycles': 392640000}, + {'exeCycles_workCycles_ratio': 10148.612692999999, + 'total_exe_cycles': 3764932336921, + 'total_workcycles': 370980000}, + {'exeCycles_workCycles_ratio': 10426.471776, + 'total_exe_cycles': 3980931188913, + 'total_workcycles': 381810000}, + {'exeCycles_workCycles_ratio': 8171.4060049999998, + 'total_exe_cycles': 2958375830127, + 'total_workcycles': 362040000}], + 10: [{'exeCycles_workCycles_ratio': 5524.2320319999999, + 'total_exe_cycles': 2814209524159, + 'total_workcycles': 509430000}, + {'exeCycles_workCycles_ratio': 7549.8513370000001, + 'total_exe_cycles': 3821432752789, + 'total_workcycles': 506160000}, + {'exeCycles_workCycles_ratio': 6436.3843210000005, + 'total_exe_cycles': 3265370857677, + 'total_workcycles': 507330000}, + {'exeCycles_workCycles_ratio': 7449.7159879999999, + 'total_exe_cycles': 4065980489297, + 'total_workcycles': 545790000}, + {'exeCycles_workCycles_ratio': 6693.6403479999999, + 'total_exe_cycles': 3413756577689, + 'total_workcycles': 510000000}], + 20: [{'exeCycles_workCycles_ratio': 3948.537538, + 'total_exe_cycles': 3728051202248, + 'total_workcycles': 944160000}, + {'exeCycles_workCycles_ratio': 3636.307245, + 'total_exe_cycles': 2885846155975, + 'total_workcycles': 793620000}, + {'exeCycles_workCycles_ratio': 4294.4971949999999, + 'total_exe_cycles': 3891200963813, + 'total_workcycles': 906090000}, + {'exeCycles_workCycles_ratio': 3824.8793609999998, + 'total_exe_cycles': 3838151692404, + 'total_workcycles': 1003470000}, + {'exeCycles_workCycles_ratio': 3994.7910059999999, + 'total_exe_cycles': 3492126453365, + 'total_workcycles': 874170000}], + 40: [{'exeCycles_workCycles_ratio': 2437.2851900000001, + 'total_exe_cycles': 3334425494938, + 'total_workcycles': 1368090000}, + {'exeCycles_workCycles_ratio': 2588.0758970000002, + 'total_exe_cycles': 4042445146991, + 'total_workcycles': 1561950000}, + {'exeCycles_workCycles_ratio': 2388.5973130000002, + 'total_exe_cycles': 3450328818019, + 'total_workcycles': 1444500000}, + {'exeCycles_workCycles_ratio': 2455.02351, + 'total_exe_cycles': 3872185830914, + 'total_workcycles': 1577250000}, + {'exeCycles_workCycles_ratio': 2545.2505890000002, + 'total_exe_cycles': 3930197792582, + 'total_workcycles': 1544130000}], + 80: [{'exeCycles_workCycles_ratio': 1076.8899919999999, + 'total_exe_cycles': 3085839042381, + 'total_workcycles': 2865510000}, + {'exeCycles_workCycles_ratio': 993.54912400000001, + 'total_exe_cycles': 2778261414901, + 'total_workcycles': 2796300000}, + {'exeCycles_workCycles_ratio': 1066.6913320000001, + 'total_exe_cycles': 2868066320246, + 'total_workcycles': 2688750000}, + {'exeCycles_workCycles_ratio': 1252.3193670000001, + 'total_exe_cycles': 4029337562045, + 'total_workcycles': 3217500000}, + {'exeCycles_workCycles_ratio': 1791.997398, + 'total_exe_cycles': 4674909052699, + 'total_workcycles': 2608770000}], + 160: [{'exeCycles_workCycles_ratio': 798.56255799999997, + 'total_exe_cycles': 4511750681127, + 'total_workcycles': 5649840000}, + {'exeCycles_workCycles_ratio': 681.42685800000004, + 'total_exe_cycles': 3910034127190, + 'total_workcycles': 5738010000}, + {'exeCycles_workCycles_ratio': 538.11248799999998, + 'total_exe_cycles': 2787605645523, + 'total_workcycles': 5180340000}, + {'exeCycles_workCycles_ratio': 709.13108399999999, + 'total_exe_cycles': 3574297225608, + 'total_workcycles': 5040390000}, + {'exeCycles_workCycles_ratio': 634.46420000000001, + 'total_exe_cycles': 3479458772728, + 'total_workcycles': 5484090000}], + 320: [{'exeCycles_workCycles_ratio': 339.358115, + 'total_exe_cycles': 3319207427200, + 'total_workcycles': 9780840000}, + {'exeCycles_workCycles_ratio': 367.92429700000002, + 'total_exe_cycles': 3705166912056, + 'total_workcycles': 10070460000}, + {'exeCycles_workCycles_ratio': 285.93260099999998, + 'total_exe_cycles': 3710850450394, + 'total_workcycles': 12978060000}, + {'exeCycles_workCycles_ratio': 308.90064000000001, + 'total_exe_cycles': 3001809927467, + 'total_workcycles': 9717720000}, + {'exeCycles_workCycles_ratio': 349.49778600000002, + 'total_exe_cycles': 3996353406966, + 'total_workcycles': 11434560000}], + 640: [{'exeCycles_workCycles_ratio': 202.86489700000001, + 'total_exe_cycles': 4545508551450, + 'total_workcycles': 22406580000}, + {'exeCycles_workCycles_ratio': 145.27437399999999, + 'total_exe_cycles': 2972121929767, + 'total_workcycles': 20458680000}, + {'exeCycles_workCycles_ratio': 201.736424, + 'total_exe_cycles': 3852816697740, + 'total_workcycles': 19098270000}, + {'exeCycles_workCycles_ratio': 157.66905299999999, + 'total_exe_cycles': 3041738759091, + 'total_workcycles': 19291920000}, + {'exeCycles_workCycles_ratio': 179.137314, + 'total_exe_cycles': 3791194038947, + 'total_workcycles': 21163620000}]} \ No newline at end of file diff -r db3409eab322 -r eea8cf5846c7 scripts/overhead_data_generation_on_xoanon.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/overhead_data_generation_on_xoanon.py Mon Feb 06 16:58:25 2012 +0100 @@ -0,0 +1,111 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +import sys +from re import match, search +from pprint import pformat +from datetime import datetime +from subprocess import call,Popen,PIPE + +""" +This script generates a graph that represents the overhead + +involved in synchronisation operations +This script generates results for 5 runs per threads and iteration in +TOTAL_THREADS_TABLE and ITER_PER_TASK_TABLE +""" + +usage=""" + This runs the exec time vs task size in three levels of loop nest. The outer most iterates through + a selection of numbers-of-thread. For each of those, the next lever iterates over a number of work-loops-per-task + values. The innermost repeats several times and chooses the best. + Finally, it generates an output file for each value of number-of-threads that give the number of all runs. + It is expected that the output directory's path is meaningful, such as machine-name, date, and so on + Usage: + %s [executable binary] [path to output dir] +""" % sys.argv[0] + +NUM_CORES = 4 #Number of Cores the code was compiled for +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640] #Number of iterations of inner loop +TASKS_PER_THREAD = 30000 #Number of interations of outer loop +TOTAL_THREADS_TABLE = [80, 160, 320, 640 ] + +def getNumber(line): + match_obj = search("(\d+\.?\d*)", line) + if match_obj != None: + return match_obj.groups()[0] + else: + raise ValueError + +if len(sys.argv) != 3: + print usage + sys.exit(0) + +cmd=sys.argv[1] +try: + f = open(cmd) +except IOError: + print "Please provide a valid executable." + f.close() + sys.exit(1) +finally: + f.close() + +output_dir_path = sys.argv[2] + +#=================================================================== +# Done with parsing cmd line inputs, start doing the runs +# + +for totalThreads in TOTAL_THREADS_TABLE: + print "\nDoing run with %d threads" % totalThreads + output = "%s/%d_thds__o%d__perfCtrs.meas" % (output_dir_path, totalThreads, TASKS_PER_THREAD) + print "output file: %s" % output + threadsPerCore = totalThreads/NUM_CORES + array_of_results = {} + for workload_iterations_in_task in ITERS_PER_TASK_TABLE: + print "Run for %s workload iterations in a task" % workload_iterations_in_task + results = [] + for run in range(5): + print "Run %d" % run, + program_output = Popen("%s -t %d -i %d -o %d" % (cmd, + totalThreads, + workload_iterations_in_task, + TASKS_PER_THREAD), + stdout=PIPE, stderr=None, shell=True).stdout.read() + #parse arguments for + for line in program_output.split("\n"): + if match("^Sum across threads of work cycles:", line) != None: + total_workcycles = int(getNumber(line)) + if match("^Total Execution Cycles:", line) != None: + total_exe_cycles = int(getNumber(line)) + if match("^ExeCycles/WorkCycles Ratio", line) != None: + exeCycles_workCycles_ratio = float(getNumber(line)) + results.append({"total_workcycles" : total_workcycles, + "total_exe_cycles" : total_exe_cycles, + "exeCycles_workCycles_ratio" : exeCycles_workCycles_ratio}) + print "ratio %f" % exeCycles_workCycles_ratio + array_of_results[workload_iterations_in_task] = results + + #open file to output data + try: + data_output = open(output,"w") + except IOError: + print "Cannot open output file %s" % output + sys.exit(1) + + #output relevant data to file + data_output.write(";\n".join(["# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results", + "data_filename = " + pformat(output), + "NUM_CORES = " + pformat(NUM_CORES), + "ITERS_PER_TASK_TABLE = " + pformat(ITERS_PER_TASK_TABLE), + "TASKS_PER_THREAD = " + pformat(TASKS_PER_THREAD), + "date_of_run = " + pformat(datetime.now()), + "threads_per_core = " + pformat(threadsPerCore), + "totalThreads = " + pformat(totalThreads), + "# array_of_results: hash key is the number of iterations per task(inner iterations)", + "array_of_results = " + pformat(array_of_results)])) + + + data_output.close() +