Mercurial > cgi-bin > hgwebdir.cgi > VMS > 2__runs_and_data
changeset 16:eea8cf5846c7
exec_time_vs_task_size: last results and moved data generation script for xoanon
author | Merten Sach <msach@mailbox.tu-berlin.de> |
---|---|
date | Mon, 06 Feb 2012 16:58:25 +0100 |
parents | db3409eab322 |
children | 2021f42cc672 |
files | results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/160_thds__o30000__perfCtrs.meas results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/320_thds__o30000__perfCtrs.meas results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/640_thds__o30000__perfCtrs.meas results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/80_thds__o30000__perfCtrs.meas scripts/overhead_data_generation_on_xoanon.py |
diffstat | 5 files changed, 687 insertions(+), 0 deletions(-) [+] |
line diff
1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000 1.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/160_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 1.3 @@ -0,0 +1,144 @@ 1.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; 1.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//160_thds__o30000__perfCtrs.meas'; 1.6 +NUM_CORES = 4; 1.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; 1.8 +TASKS_PER_THREAD = 30000; 1.9 +date_of_run = datetime.datetime(2012, 1, 16, 21, 8, 45, 271633); 1.10 +threads_per_core = 40; 1.11 +totalThreads = 160; 1.12 +# array_of_results: hash key is the number of iterations per task(inner iterations); 1.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 9509.5456799999993, 1.14 + 'total_exe_cycles': 6906497741376, 1.15 + 'total_workcycles': 726270000}, 1.16 + {'exeCycles_workCycles_ratio': 7414.168361, 1.17 + 'total_exe_cycles': 6086439090916, 1.18 + 'total_workcycles': 820920000}, 1.19 + {'exeCycles_workCycles_ratio': 10450.645874, 1.20 + 'total_exe_cycles': 7097765158048, 1.21 + 'total_workcycles': 679170000}, 1.22 + {'exeCycles_workCycles_ratio': 11935.183596999999, 1.23 + 'total_exe_cycles': 7073744614178, 1.24 + 'total_workcycles': 592680000}, 1.25 + {'exeCycles_workCycles_ratio': 9358.2789799999991, 1.26 + 'total_exe_cycles': 5689365706192, 1.27 + 'total_workcycles': 607950000}], 1.28 + 5: [{'exeCycles_workCycles_ratio': 7883.1243729999997, 1.29 + 'total_exe_cycles': 6470468485081, 1.30 + 'total_workcycles': 820800000}, 1.31 + {'exeCycles_workCycles_ratio': 8615.9122150000003, 1.32 + 'total_exe_cycles': 7362210828697, 1.33 + 'total_workcycles': 854490000}, 1.34 + {'exeCycles_workCycles_ratio': 7599.377759, 1.35 + 'total_exe_cycles': 6734796551014, 1.36 + 'total_workcycles': 886230000}, 1.37 + {'exeCycles_workCycles_ratio': 7650.0099829999999, 1.38 + 'total_exe_cycles': 5962417780519, 1.39 + 'total_workcycles': 779400000}, 1.40 + {'exeCycles_workCycles_ratio': 7980.8041819999999, 1.41 + 'total_exe_cycles': 6290390048364, 1.42 + 'total_workcycles': 788190000}], 1.43 + 10: [{'exeCycles_workCycles_ratio': 4827.7087689999998, 1.44 + 'total_exe_cycles': 7584813247105, 1.45 + 'total_workcycles': 1571100000}, 1.46 + {'exeCycles_workCycles_ratio': 6705.5370300000004, 1.47 + 'total_exe_cycles': 7183842986650, 1.48 + 'total_workcycles': 1071330000}, 1.49 + {'exeCycles_workCycles_ratio': 3737.2876639999999, 1.50 + 'total_exe_cycles': 5170911211343, 1.51 + 'total_workcycles': 1383600000}, 1.52 + {'exeCycles_workCycles_ratio': 3713.2493530000002, 1.53 + 'total_exe_cycles': 5124395505203, 1.54 + 'total_workcycles': 1380030000}, 1.55 + {'exeCycles_workCycles_ratio': 5255.7754059999997, 1.56 + 'total_exe_cycles': 6258367123037, 1.57 + 'total_workcycles': 1190760000}], 1.58 + 20: [{'exeCycles_workCycles_ratio': 3399.923761, 1.59 + 'total_exe_cycles': 7273354903581, 1.60 + 'total_workcycles': 2139270000}, 1.61 + {'exeCycles_workCycles_ratio': 3352.9385480000001, 1.62 + 'total_exe_cycles': 6522337239930, 1.63 + 'total_workcycles': 1945260000}, 1.64 + {'exeCycles_workCycles_ratio': 3485.180879, 1.65 + 'total_exe_cycles': 5755462554719, 1.66 + 'total_workcycles': 1651410000}, 1.67 + {'exeCycles_workCycles_ratio': 3266.1076899999998, 1.68 + 'total_exe_cycles': 5664606532745, 1.69 + 'total_workcycles': 1734360000}, 1.70 + {'exeCycles_workCycles_ratio': 3419.4869859999999, 1.71 + 'total_exe_cycles': 5671184971732, 1.72 + 'total_workcycles': 1658490000}], 1.73 + 40: [{'exeCycles_workCycles_ratio': 1890.8969199999999, 1.74 + 'total_exe_cycles': 5865221885500, 1.75 + 'total_workcycles': 3101820000}, 1.76 + {'exeCycles_workCycles_ratio': 2117.5945579999998, 1.77 + 'total_exe_cycles': 6169188224933, 1.78 + 'total_workcycles': 2913300000}, 1.79 + {'exeCycles_workCycles_ratio': 1780.0619380000001, 1.80 + 'total_exe_cycles': 5276691005016, 1.81 + 'total_workcycles': 2964330000}, 1.82 + {'exeCycles_workCycles_ratio': 2255.7816549999998, 1.83 + 'total_exe_cycles': 7849443425305, 1.84 + 'total_workcycles': 3479700000}, 1.85 + {'exeCycles_workCycles_ratio': 2449.9353259999998, 1.86 + 'total_exe_cycles': 7487320846591, 1.87 + 'total_workcycles': 3056130000}], 1.88 + 80: [{'exeCycles_workCycles_ratio': 1202.400378, 1.89 + 'total_exe_cycles': 6226967031189, 1.90 + 'total_workcycles': 5178780000}, 1.91 + {'exeCycles_workCycles_ratio': 1002.583379, 1.92 + 'total_exe_cycles': 5322424410706, 1.93 + 'total_workcycles': 5308710000}, 1.94 + {'exeCycles_workCycles_ratio': 1315.7342900000001, 1.95 + 'total_exe_cycles': 7470555096626, 1.96 + 'total_workcycles': 5677860000}, 1.97 + {'exeCycles_workCycles_ratio': 1370.0594470000001, 1.98 + 'total_exe_cycles': 7090222044941, 1.99 + 'total_workcycles': 5175120000}, 1.100 + {'exeCycles_workCycles_ratio': 1246.8744489999999, 1.101 + 'total_exe_cycles': 6849380597138, 1.102 + 'total_workcycles': 5493240000}], 1.103 + 160: [{'exeCycles_workCycles_ratio': 557.99345100000005, 1.104 + 'total_exe_cycles': 5446462472500, 1.105 + 'total_workcycles': 9760800000}, 1.106 + {'exeCycles_workCycles_ratio': 789.00670000000002, 1.107 + 'total_exe_cycles': 7796206763080, 1.108 + 'total_workcycles': 9881040000}, 1.109 + {'exeCycles_workCycles_ratio': 743.39424099999997, 1.110 + 'total_exe_cycles': 8277858417227, 1.111 + 'total_workcycles': 11135220000}, 1.112 + {'exeCycles_workCycles_ratio': 536.30727000000002, 1.113 + 'total_exe_cycles': 5769625785390, 1.114 + 'total_workcycles': 10758060000}, 1.115 + {'exeCycles_workCycles_ratio': 574.51068299999997, 1.116 + 'total_exe_cycles': 5873021634267, 1.117 + 'total_workcycles': 10222650000}], 1.118 + 320: [{'exeCycles_workCycles_ratio': 344.97967499999999, 1.119 + 'total_exe_cycles': 7185105581676, 1.120 + 'total_workcycles': 20827620000}, 1.121 + {'exeCycles_workCycles_ratio': 342.45531299999999, 1.122 + 'total_exe_cycles': 6606908157250, 1.123 + 'total_workcycles': 19292760000}, 1.124 + {'exeCycles_workCycles_ratio': 264.699432, 1.125 + 'total_exe_cycles': 5617403703673, 1.126 + 'total_workcycles': 21221820000}, 1.127 + {'exeCycles_workCycles_ratio': 370.14819299999999, 1.128 + 'total_exe_cycles': 7292167405551, 1.129 + 'total_workcycles': 19700670000}, 1.130 + {'exeCycles_workCycles_ratio': 322.72390200000001, 1.131 + 'total_exe_cycles': 6240718639503, 1.132 + 'total_workcycles': 19337640000}], 1.133 + 640: [{'exeCycles_workCycles_ratio': 141.662891, 1.134 + 'total_exe_cycles': 5884257162397, 1.135 + 'total_workcycles': 41537040000}, 1.136 + {'exeCycles_workCycles_ratio': 117.075118, 1.137 + 'total_exe_cycles': 4665761912249, 1.138 + 'total_workcycles': 39852720000}, 1.139 + {'exeCycles_workCycles_ratio': 194.17738900000001, 1.140 + 'total_exe_cycles': 7443298919824, 1.141 + 'total_workcycles': 38332470000}, 1.142 + {'exeCycles_workCycles_ratio': 142.377781, 1.143 + 'total_exe_cycles': 6184856622280, 1.144 + 'total_workcycles': 43439760000}, 1.145 + {'exeCycles_workCycles_ratio': 164.409401, 1.146 + 'total_exe_cycles': 6823506394692, 1.147 + 'total_workcycles': 41503140000}]} 1.148 \ No newline at end of file
2.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000 2.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/320_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 2.3 @@ -0,0 +1,144 @@ 2.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; 2.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//320_thds__o30000__perfCtrs.meas'; 2.6 +NUM_CORES = 4; 2.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; 2.8 +TASKS_PER_THREAD = 30000; 2.9 +date_of_run = datetime.datetime(2012, 1, 16, 22, 34, 22, 501727); 2.10 +threads_per_core = 80; 2.11 +totalThreads = 320; 2.12 +# array_of_results: hash key is the number of iterations per task(inner iterations); 2.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 7750.9319509999996, 2.14 + 'total_exe_cycles': 14233501397079, 2.15 + 'total_workcycles': 1836360000}, 2.16 + {'exeCycles_workCycles_ratio': 5813.4338459999999, 2.17 + 'total_exe_cycles': 7989576537055, 2.18 + 'total_workcycles': 1374330000}, 2.19 + {'exeCycles_workCycles_ratio': 7432.3167789999998, 2.20 + 'total_exe_cycles': 13130897023260, 2.21 + 'total_workcycles': 1766730000}, 2.22 + {'exeCycles_workCycles_ratio': 7508.8991589999996, 2.23 + 'total_exe_cycles': 13024260681057, 2.24 + 'total_workcycles': 1734510000}, 2.25 + {'exeCycles_workCycles_ratio': 6499.4015040000004, 2.26 + 'total_exe_cycles': 17068143283200, 2.27 + 'total_workcycles': 2626110000}], 2.28 + 5: [{'exeCycles_workCycles_ratio': 4823.0555420000001, 2.29 + 'total_exe_cycles': 8462581484406, 2.30 + 'total_workcycles': 1754610000}, 2.31 + {'exeCycles_workCycles_ratio': 3927.7060409999999, 2.32 + 'total_exe_cycles': 8245590399095, 2.33 + 'total_workcycles': 2099340000}, 2.34 + {'exeCycles_workCycles_ratio': 4338.6857639999998, 2.35 + 'total_exe_cycles': 7410822379350, 2.36 + 'total_workcycles': 1708080000}, 2.37 + {'exeCycles_workCycles_ratio': 5047.5119839999998, 2.38 + 'total_exe_cycles': 8835518302322, 2.39 + 'total_workcycles': 1750470000}, 2.40 + {'exeCycles_workCycles_ratio': 4493.2489740000001, 2.41 + 'total_exe_cycles': 8679204651035, 2.42 + 'total_workcycles': 1931610000}], 2.43 + 10: [{'exeCycles_workCycles_ratio': 2995.2598499999999, 2.44 + 'total_exe_cycles': 6700156664750, 2.45 + 'total_workcycles': 2236920000}, 2.46 + {'exeCycles_workCycles_ratio': 3380.9055589999998, 2.47 + 'total_exe_cycles': 7893264972749, 2.48 + 'total_workcycles': 2334660000}, 2.49 + {'exeCycles_workCycles_ratio': 3355.4016529999999, 2.50 + 'total_exe_cycles': 8195602090437, 2.51 + 'total_workcycles': 2442510000}, 2.52 + {'exeCycles_workCycles_ratio': 3001.1489419999998, 2.53 + 'total_exe_cycles': 7568567505596, 2.54 + 'total_workcycles': 2521890000}, 2.55 + {'exeCycles_workCycles_ratio': 5260.2329129999998, 2.56 + 'total_exe_cycles': 15132269828613, 2.57 + 'total_workcycles': 2876730000}], 2.58 + 20: [{'exeCycles_workCycles_ratio': 2732.2884439999998, 2.59 + 'total_exe_cycles': 12539974429316, 2.60 + 'total_workcycles': 4589550000}, 2.61 + {'exeCycles_workCycles_ratio': 1964.8620490000001, 2.62 + 'total_exe_cycles': 7312352005391, 2.63 + 'total_workcycles': 3721560000}, 2.64 + {'exeCycles_workCycles_ratio': 3602.221759, 2.65 + 'total_exe_cycles': 15976141680781, 2.66 + 'total_workcycles': 4435080000}, 2.67 + {'exeCycles_workCycles_ratio': 2500.600582, 2.68 + 'total_exe_cycles': 9863819044777, 2.69 + 'total_workcycles': 3944580000}, 2.70 + {'exeCycles_workCycles_ratio': 3183.8909560000002, 2.71 + 'total_exe_cycles': 14696299389134, 2.72 + 'total_workcycles': 4615830000}], 2.73 + 40: [{'exeCycles_workCycles_ratio': 2199.1012519999999, 2.74 + 'total_exe_cycles': 17260855678764, 2.75 + 'total_workcycles': 7849050000}, 2.76 + {'exeCycles_workCycles_ratio': 1247.4971599999999, 2.77 + 'total_exe_cycles': 7476412656863, 2.78 + 'total_workcycles': 5993130000}, 2.79 + {'exeCycles_workCycles_ratio': 1252.134143, 2.80 + 'total_exe_cycles': 7734996064109, 2.81 + 'total_workcycles': 6177450000}, 2.82 + {'exeCycles_workCycles_ratio': 1891.231681, 2.83 + 'total_exe_cycles': 12284173872924, 2.84 + 'total_workcycles': 6495330000}, 2.85 + {'exeCycles_workCycles_ratio': 1765.877287, 2.86 + 'total_exe_cycles': 10810612458602, 2.87 + 'total_workcycles': 6121950000}], 2.88 + 80: [{'exeCycles_workCycles_ratio': 839.12784899999997, 2.89 + 'total_exe_cycles': 8934194210328, 2.90 + 'total_workcycles': 10647000000}, 2.91 + {'exeCycles_workCycles_ratio': 710.37020399999994, 2.92 + 'total_exe_cycles': 7487912872949, 2.93 + 'total_workcycles': 10540860000}, 2.94 + {'exeCycles_workCycles_ratio': 675.94018300000005, 2.95 + 'total_exe_cycles': 7163377481385, 2.96 + 'total_workcycles': 10597650000}, 2.97 + {'exeCycles_workCycles_ratio': 869.70189000000005, 2.98 + 'total_exe_cycles': 9507972432407, 2.99 + 'total_workcycles': 10932450000}, 2.100 + {'exeCycles_workCycles_ratio': 1111.3414330000001, 2.101 + 'total_exe_cycles': 12984324297659, 2.102 + 'total_workcycles': 11683470000}], 2.103 + 160: [{'exeCycles_workCycles_ratio': 651.29795799999999, 2.104 + 'total_exe_cycles': 13225438705189, 2.105 + 'total_workcycles': 20306280000}, 2.106 + {'exeCycles_workCycles_ratio': 428.59452800000003, 2.107 + 'total_exe_cycles': 8621397513493, 2.108 + 'total_workcycles': 20115510000}, 2.109 + {'exeCycles_workCycles_ratio': 386.913411, 2.110 + 'total_exe_cycles': 7942330228128, 2.111 + 'total_workcycles': 20527410000}, 2.112 + {'exeCycles_workCycles_ratio': 722.37976700000002, 2.113 + 'total_exe_cycles': 15743335156008, 2.114 + 'total_workcycles': 21793710000}, 2.115 + {'exeCycles_workCycles_ratio': 433.70482399999997, 2.116 + 'total_exe_cycles': 9166325431049, 2.117 + 'total_workcycles': 21134940000}], 2.118 + 320: [{'exeCycles_workCycles_ratio': 334.431668, 2.119 + 'total_exe_cycles': 17016224399407, 2.120 + 'total_workcycles': 50881020000}, 2.121 + {'exeCycles_workCycles_ratio': 248.48343299999999, 2.122 + 'total_exe_cycles': 9507666943776, 2.123 + 'total_workcycles': 38262780000}, 2.124 + {'exeCycles_workCycles_ratio': 207.51836800000001, 2.125 + 'total_exe_cycles': 7958794262291, 2.126 + 'total_workcycles': 38352240000}, 2.127 + {'exeCycles_workCycles_ratio': 246.912733, 2.128 + 'total_exe_cycles': 9877469796746, 2.129 + 'total_workcycles': 40003890000}, 2.130 + {'exeCycles_workCycles_ratio': 239.51994300000001, 2.131 + 'total_exe_cycles': 9277376264649, 2.132 + 'total_workcycles': 38733210000}], 2.133 + 640: [{'exeCycles_workCycles_ratio': 88.343445000000003, 2.134 + 'total_exe_cycles': 6622095642816, 2.135 + 'total_workcycles': 74958540000}, 2.136 + {'exeCycles_workCycles_ratio': 196.140896, 2.137 + 'total_exe_cycles': 14794517477195, 2.138 + 'total_workcycles': 75428010000}, 2.139 + {'exeCycles_workCycles_ratio': 160.58464499999999, 2.140 + 'total_exe_cycles': 12151891326808, 2.141 + 'total_workcycles': 75672810000}, 2.142 + {'exeCycles_workCycles_ratio': 201.246949, 2.143 + 'total_exe_cycles': 16141663613047, 2.144 + 'total_workcycles': 80208240000}, 2.145 + {'exeCycles_workCycles_ratio': 189.13481300000001, 2.146 + 'total_exe_cycles': 16895403346037, 2.147 + 'total_workcycles': 89329950000}]} 2.148 \ No newline at end of file
3.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000 3.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/640_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 3.3 @@ -0,0 +1,144 @@ 3.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; 3.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//640_thds__o30000__perfCtrs.meas'; 3.6 +NUM_CORES = 4; 3.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; 3.8 +TASKS_PER_THREAD = 30000; 3.9 +date_of_run = datetime.datetime(2012, 1, 17, 2, 31, 47, 27325); 3.10 +threads_per_core = 160; 3.11 +totalThreads = 640; 3.12 +# array_of_results: hash key is the number of iterations per task(inner iterations); 3.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 10334.185407000001, 3.14 + 'total_exe_cycles': 31440312315903, 3.15 + 'total_workcycles': 3042360000}, 3.16 + {'exeCycles_workCycles_ratio': 8590.8828539999995, 3.17 + 'total_exe_cycles': 24734784003909, 3.18 + 'total_workcycles': 2879190000}, 3.19 + {'exeCycles_workCycles_ratio': 6804.2217369999998, 3.20 + 'total_exe_cycles': 19535328860032, 3.21 + 'total_workcycles': 2871060000}, 3.22 + {'exeCycles_workCycles_ratio': 8337.5117360000004, 3.23 + 'total_exe_cycles': 25782170917567, 3.24 + 'total_workcycles': 3092310000}, 3.25 + {'exeCycles_workCycles_ratio': 12211.778863, 3.26 + 'total_exe_cycles': 42447166384220, 3.27 + 'total_workcycles': 3475920000}], 3.28 + 5: [{'exeCycles_workCycles_ratio': 7777.4081880000003, 3.29 + 'total_exe_cycles': 27709816535412, 3.30 + 'total_workcycles': 3562860000}, 3.31 + {'exeCycles_workCycles_ratio': 9602.4996790000005, 3.32 + 'total_exe_cycles': 38257799097733, 3.33 + 'total_workcycles': 3984150000}, 3.34 + {'exeCycles_workCycles_ratio': 6178.2195499999998, 3.35 + 'total_exe_cycles': 22133162625896, 3.36 + 'total_workcycles': 3582450000}, 3.37 + {'exeCycles_workCycles_ratio': 7341.4246389999998, 3.38 + 'total_exe_cycles': 25887331560877, 3.39 + 'total_workcycles': 3526200000}, 3.40 + {'exeCycles_workCycles_ratio': 6599.9905779999999, 3.41 + 'total_exe_cycles': 23490686466226, 3.42 + 'total_workcycles': 3559200000}], 3.43 + 10: [{'exeCycles_workCycles_ratio': 4702.4999479999997, 3.44 + 'total_exe_cycles': 22196458103055, 3.45 + 'total_workcycles': 4720140000}, 3.46 + {'exeCycles_workCycles_ratio': 4926.5023170000004, 3.47 + 'total_exe_cycles': 24076999183507, 3.48 + 'total_workcycles': 4887240000}, 3.49 + {'exeCycles_workCycles_ratio': 4958.8327609999997, 3.50 + 'total_exe_cycles': 24420515756956, 3.51 + 'total_workcycles': 4924650000}, 3.52 + {'exeCycles_workCycles_ratio': 7222.8562400000001, 3.53 + 'total_exe_cycles': 34391918902779, 3.54 + 'total_workcycles': 4761540000}, 3.55 + {'exeCycles_workCycles_ratio': 7221.5134019999996, 3.56 + 'total_exe_cycles': 38104026604222, 3.57 + 'total_workcycles': 5276460000}], 3.58 + 20: [{'exeCycles_workCycles_ratio': 4077.116282, 3.59 + 'total_exe_cycles': 30471714753322, 3.60 + 'total_workcycles': 7473840000}, 3.61 + {'exeCycles_workCycles_ratio': 5325.8476849999997, 3.62 + 'total_exe_cycles': 41737336843625, 3.63 + 'total_workcycles': 7836750000}, 3.64 + {'exeCycles_workCycles_ratio': 5234.7653680000003, 3.65 + 'total_exe_cycles': 38800447339834, 3.66 + 'total_workcycles': 7412070000}, 3.67 + {'exeCycles_workCycles_ratio': 5012.5324780000001, 3.68 + 'total_exe_cycles': 39598054195783, 3.69 + 'total_workcycles': 7899810000}, 3.70 + {'exeCycles_workCycles_ratio': 2846.2792749999999, 3.71 + 'total_exe_cycles': 19573919499673, 3.72 + 'total_workcycles': 6877020000}], 3.73 + 40: [{'exeCycles_workCycles_ratio': 3088.4465129999999, 3.74 + 'total_exe_cycles': 36943780999807, 3.75 + 'total_workcycles': 11961930000}, 3.76 + {'exeCycles_workCycles_ratio': 2783.3987609999999, 3.77 + 'total_exe_cycles': 32824955590787, 3.78 + 'total_workcycles': 11793120000}, 3.79 + {'exeCycles_workCycles_ratio': 2948.7754129999998, 3.80 + 'total_exe_cycles': 36112207578988, 3.81 + 'total_workcycles': 12246510000}, 3.82 + {'exeCycles_workCycles_ratio': 2370.762041, 3.83 + 'total_exe_cycles': 28473255141406, 3.84 + 'total_workcycles': 12010170000}, 3.85 + {'exeCycles_workCycles_ratio': 2096.9732650000001, 3.86 + 'total_exe_cycles': 25235269851416, 3.87 + 'total_workcycles': 12034140000}], 3.88 + 80: [{'exeCycles_workCycles_ratio': 1699.7972830000001, 3.89 + 'total_exe_cycles': 35992017611684, 3.90 + 'total_workcycles': 21174300000}, 3.91 + {'exeCycles_workCycles_ratio': 1504.3997870000001, 3.92 + 'total_exe_cycles': 32076165364852, 3.93 + 'total_workcycles': 21321570000}, 3.94 + {'exeCycles_workCycles_ratio': 1616.4678140000001, 3.95 + 'total_exe_cycles': 34165793024310, 3.96 + 'total_workcycles': 21136080000}, 3.97 + {'exeCycles_workCycles_ratio': 1815.6957829999999, 3.98 + 'total_exe_cycles': 39266309625543, 3.99 + 'total_workcycles': 21626040000}, 3.100 + {'exeCycles_workCycles_ratio': 1254.31477, 3.101 + 'total_exe_cycles': 27078636433680, 3.102 + 'total_workcycles': 21588390000}], 3.103 + 160: [{'exeCycles_workCycles_ratio': 845.30185800000004, 3.104 + 'total_exe_cycles': 33690317034663, 3.105 + 'total_workcycles': 39855960000}, 3.106 + {'exeCycles_workCycles_ratio': 629.88129500000002, 3.107 + 'total_exe_cycles': 24781413481151, 3.108 + 'total_workcycles': 39342990000}, 3.109 + {'exeCycles_workCycles_ratio': 625.25008400000002, 3.110 + 'total_exe_cycles': 24522302053640, 3.111 + 'total_workcycles': 39219990000}, 3.112 + {'exeCycles_workCycles_ratio': 551.05834800000002, 3.113 + 'total_exe_cycles': 21653253664681, 3.114 + 'total_workcycles': 39293940000}, 3.115 + {'exeCycles_workCycles_ratio': 786.78690700000004, 3.116 + 'total_exe_cycles': 31279405853330, 3.117 + 'total_workcycles': 39755880000}], 3.118 + 320: [{'exeCycles_workCycles_ratio': 410.789624, 3.119 + 'total_exe_cycles': 31328505097430, 3.120 + 'total_workcycles': 76264110000}, 3.121 + {'exeCycles_workCycles_ratio': 388.99072999999999, 3.122 + 'total_exe_cycles': 30063397536870, 3.123 + 'total_workcycles': 77285640000}, 3.124 + {'exeCycles_workCycles_ratio': 468.20705199999998, 3.125 + 'total_exe_cycles': 36473277817645, 3.126 + 'total_workcycles': 77899890000}, 3.127 + {'exeCycles_workCycles_ratio': 380.32488699999999, 3.128 + 'total_exe_cycles': 29174094540960, 3.129 + 'total_workcycles': 76708350000}, 3.130 + {'exeCycles_workCycles_ratio': 402.83250800000002, 3.131 + 'total_exe_cycles': 31119330882746, 3.132 + 'total_workcycles': 77251290000}], 3.133 + 640: [{'exeCycles_workCycles_ratio': 200.37628000000001, 3.134 + 'total_exe_cycles': 30108668087626, 3.135 + 'total_workcycles': 150260640000}, 3.136 + {'exeCycles_workCycles_ratio': 157.96883299999999, 3.137 + 'total_exe_cycles': 23836378428181, 3.138 + 'total_workcycles': 150892920000}, 3.139 + {'exeCycles_workCycles_ratio': 196.83684500000001, 3.140 + 'total_exe_cycles': 29699987161313, 3.141 + 'total_workcycles': 150886320000}, 3.142 + {'exeCycles_workCycles_ratio': 184.88524100000001, 3.143 + 'total_exe_cycles': 27943915836846, 3.144 + 'total_workcycles': 151141950000}, 3.145 + {'exeCycles_workCycles_ratio': 205.15282500000001, 3.146 + 'total_exe_cycles': 31062201501922, 3.147 + 'total_workcycles': 151410060000}]} 3.148 \ No newline at end of file
4.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000 4.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/80_thds__o30000__perfCtrs.meas Mon Feb 06 16:58:25 2012 +0100 4.3 @@ -0,0 +1,144 @@ 4.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results; 4.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//80_thds__o30000__perfCtrs.meas'; 4.6 +NUM_CORES = 4; 4.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640]; 4.8 +TASKS_PER_THREAD = 30000; 4.9 +date_of_run = datetime.datetime(2012, 1, 16, 20, 17, 49, 371021); 4.10 +threads_per_core = 20; 4.11 +totalThreads = 80; 4.12 +# array_of_results: hash key is the number of iterations per task(inner iterations); 4.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 12328.486731999999, 4.14 + 'total_exe_cycles': 3696696746456, 4.15 + 'total_workcycles': 299850000}, 4.16 + {'exeCycles_workCycles_ratio': 9683.4376420000008, 4.17 + 'total_exe_cycles': 2750774131078, 4.18 + 'total_workcycles': 284070000}, 4.19 + {'exeCycles_workCycles_ratio': 13206.927871, 4.20 + 'total_exe_cycles': 3750107169044, 4.21 + 'total_workcycles': 283950000}, 4.22 + {'exeCycles_workCycles_ratio': 11149.676033, 4.23 + 'total_exe_cycles': 3177323179054, 4.24 + 'total_workcycles': 284970000}, 4.25 + {'exeCycles_workCycles_ratio': 12505.491989, 4.26 + 'total_exe_cycles': 3664234207724, 4.27 + 'total_workcycles': 293010000}], 4.28 + 5: [{'exeCycles_workCycles_ratio': 9034.2783519999994, 4.29 + 'total_exe_cycles': 3188648544506, 4.30 + 'total_workcycles': 352950000}, 4.31 + {'exeCycles_workCycles_ratio': 9232.7552790000009, 4.32 + 'total_exe_cycles': 3625149032903, 4.33 + 'total_workcycles': 392640000}, 4.34 + {'exeCycles_workCycles_ratio': 10148.612692999999, 4.35 + 'total_exe_cycles': 3764932336921, 4.36 + 'total_workcycles': 370980000}, 4.37 + {'exeCycles_workCycles_ratio': 10426.471776, 4.38 + 'total_exe_cycles': 3980931188913, 4.39 + 'total_workcycles': 381810000}, 4.40 + {'exeCycles_workCycles_ratio': 8171.4060049999998, 4.41 + 'total_exe_cycles': 2958375830127, 4.42 + 'total_workcycles': 362040000}], 4.43 + 10: [{'exeCycles_workCycles_ratio': 5524.2320319999999, 4.44 + 'total_exe_cycles': 2814209524159, 4.45 + 'total_workcycles': 509430000}, 4.46 + {'exeCycles_workCycles_ratio': 7549.8513370000001, 4.47 + 'total_exe_cycles': 3821432752789, 4.48 + 'total_workcycles': 506160000}, 4.49 + {'exeCycles_workCycles_ratio': 6436.3843210000005, 4.50 + 'total_exe_cycles': 3265370857677, 4.51 + 'total_workcycles': 507330000}, 4.52 + {'exeCycles_workCycles_ratio': 7449.7159879999999, 4.53 + 'total_exe_cycles': 4065980489297, 4.54 + 'total_workcycles': 545790000}, 4.55 + {'exeCycles_workCycles_ratio': 6693.6403479999999, 4.56 + 'total_exe_cycles': 3413756577689, 4.57 + 'total_workcycles': 510000000}], 4.58 + 20: [{'exeCycles_workCycles_ratio': 3948.537538, 4.59 + 'total_exe_cycles': 3728051202248, 4.60 + 'total_workcycles': 944160000}, 4.61 + {'exeCycles_workCycles_ratio': 3636.307245, 4.62 + 'total_exe_cycles': 2885846155975, 4.63 + 'total_workcycles': 793620000}, 4.64 + {'exeCycles_workCycles_ratio': 4294.4971949999999, 4.65 + 'total_exe_cycles': 3891200963813, 4.66 + 'total_workcycles': 906090000}, 4.67 + {'exeCycles_workCycles_ratio': 3824.8793609999998, 4.68 + 'total_exe_cycles': 3838151692404, 4.69 + 'total_workcycles': 1003470000}, 4.70 + {'exeCycles_workCycles_ratio': 3994.7910059999999, 4.71 + 'total_exe_cycles': 3492126453365, 4.72 + 'total_workcycles': 874170000}], 4.73 + 40: [{'exeCycles_workCycles_ratio': 2437.2851900000001, 4.74 + 'total_exe_cycles': 3334425494938, 4.75 + 'total_workcycles': 1368090000}, 4.76 + {'exeCycles_workCycles_ratio': 2588.0758970000002, 4.77 + 'total_exe_cycles': 4042445146991, 4.78 + 'total_workcycles': 1561950000}, 4.79 + {'exeCycles_workCycles_ratio': 2388.5973130000002, 4.80 + 'total_exe_cycles': 3450328818019, 4.81 + 'total_workcycles': 1444500000}, 4.82 + {'exeCycles_workCycles_ratio': 2455.02351, 4.83 + 'total_exe_cycles': 3872185830914, 4.84 + 'total_workcycles': 1577250000}, 4.85 + {'exeCycles_workCycles_ratio': 2545.2505890000002, 4.86 + 'total_exe_cycles': 3930197792582, 4.87 + 'total_workcycles': 1544130000}], 4.88 + 80: [{'exeCycles_workCycles_ratio': 1076.8899919999999, 4.89 + 'total_exe_cycles': 3085839042381, 4.90 + 'total_workcycles': 2865510000}, 4.91 + {'exeCycles_workCycles_ratio': 993.54912400000001, 4.92 + 'total_exe_cycles': 2778261414901, 4.93 + 'total_workcycles': 2796300000}, 4.94 + {'exeCycles_workCycles_ratio': 1066.6913320000001, 4.95 + 'total_exe_cycles': 2868066320246, 4.96 + 'total_workcycles': 2688750000}, 4.97 + {'exeCycles_workCycles_ratio': 1252.3193670000001, 4.98 + 'total_exe_cycles': 4029337562045, 4.99 + 'total_workcycles': 3217500000}, 4.100 + {'exeCycles_workCycles_ratio': 1791.997398, 4.101 + 'total_exe_cycles': 4674909052699, 4.102 + 'total_workcycles': 2608770000}], 4.103 + 160: [{'exeCycles_workCycles_ratio': 798.56255799999997, 4.104 + 'total_exe_cycles': 4511750681127, 4.105 + 'total_workcycles': 5649840000}, 4.106 + {'exeCycles_workCycles_ratio': 681.42685800000004, 4.107 + 'total_exe_cycles': 3910034127190, 4.108 + 'total_workcycles': 5738010000}, 4.109 + {'exeCycles_workCycles_ratio': 538.11248799999998, 4.110 + 'total_exe_cycles': 2787605645523, 4.111 + 'total_workcycles': 5180340000}, 4.112 + {'exeCycles_workCycles_ratio': 709.13108399999999, 4.113 + 'total_exe_cycles': 3574297225608, 4.114 + 'total_workcycles': 5040390000}, 4.115 + {'exeCycles_workCycles_ratio': 634.46420000000001, 4.116 + 'total_exe_cycles': 3479458772728, 4.117 + 'total_workcycles': 5484090000}], 4.118 + 320: [{'exeCycles_workCycles_ratio': 339.358115, 4.119 + 'total_exe_cycles': 3319207427200, 4.120 + 'total_workcycles': 9780840000}, 4.121 + {'exeCycles_workCycles_ratio': 367.92429700000002, 4.122 + 'total_exe_cycles': 3705166912056, 4.123 + 'total_workcycles': 10070460000}, 4.124 + {'exeCycles_workCycles_ratio': 285.93260099999998, 4.125 + 'total_exe_cycles': 3710850450394, 4.126 + 'total_workcycles': 12978060000}, 4.127 + {'exeCycles_workCycles_ratio': 308.90064000000001, 4.128 + 'total_exe_cycles': 3001809927467, 4.129 + 'total_workcycles': 9717720000}, 4.130 + {'exeCycles_workCycles_ratio': 349.49778600000002, 4.131 + 'total_exe_cycles': 3996353406966, 4.132 + 'total_workcycles': 11434560000}], 4.133 + 640: [{'exeCycles_workCycles_ratio': 202.86489700000001, 4.134 + 'total_exe_cycles': 4545508551450, 4.135 + 'total_workcycles': 22406580000}, 4.136 + {'exeCycles_workCycles_ratio': 145.27437399999999, 4.137 + 'total_exe_cycles': 2972121929767, 4.138 + 'total_workcycles': 20458680000}, 4.139 + {'exeCycles_workCycles_ratio': 201.736424, 4.140 + 'total_exe_cycles': 3852816697740, 4.141 + 'total_workcycles': 19098270000}, 4.142 + {'exeCycles_workCycles_ratio': 157.66905299999999, 4.143 + 'total_exe_cycles': 3041738759091, 4.144 + 'total_workcycles': 19291920000}, 4.145 + {'exeCycles_workCycles_ratio': 179.137314, 4.146 + 'total_exe_cycles': 3791194038947, 4.147 + 'total_workcycles': 21163620000}]} 4.148 \ No newline at end of file
5.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000 5.2 +++ b/scripts/overhead_data_generation_on_xoanon.py Mon Feb 06 16:58:25 2012 +0100 5.3 @@ -0,0 +1,111 @@ 5.4 +#! /usr/bin/env python 5.5 +# -*- coding: utf-8 -*- 5.6 + 5.7 +import sys 5.8 +from re import match, search 5.9 +from pprint import pformat 5.10 +from datetime import datetime 5.11 +from subprocess import call,Popen,PIPE 5.12 + 5.13 +""" 5.14 +This script generates a graph that represents the overhead 5.15 + 5.16 +involved in synchronisation operations 5.17 +This script generates results for 5 runs per threads and iteration in 5.18 +TOTAL_THREADS_TABLE and ITER_PER_TASK_TABLE 5.19 +""" 5.20 + 5.21 +usage=""" 5.22 + This runs the exec time vs task size in three levels of loop nest. The outer most iterates through 5.23 + a selection of numbers-of-thread. For each of those, the next lever iterates over a number of work-loops-per-task 5.24 + values. The innermost repeats several times and chooses the best. 5.25 + Finally, it generates an output file for each value of number-of-threads that give the number of all runs. 5.26 + It is expected that the output directory's path is meaningful, such as machine-name, date, and so on 5.27 + Usage: 5.28 + %s [executable binary] [path to output dir] 5.29 +""" % sys.argv[0] 5.30 + 5.31 +NUM_CORES = 4 #Number of Cores the code was compiled for 5.32 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640] #Number of iterations of inner loop 5.33 +TASKS_PER_THREAD = 30000 #Number of interations of outer loop 5.34 +TOTAL_THREADS_TABLE = [80, 160, 320, 640 ] 5.35 + 5.36 +def getNumber(line): 5.37 + match_obj = search("(\d+\.?\d*)", line) 5.38 + if match_obj != None: 5.39 + return match_obj.groups()[0] 5.40 + else: 5.41 + raise ValueError 5.42 + 5.43 +if len(sys.argv) != 3: 5.44 + print usage 5.45 + sys.exit(0) 5.46 + 5.47 +cmd=sys.argv[1] 5.48 +try: 5.49 + f = open(cmd) 5.50 +except IOError: 5.51 + print "Please provide a valid executable." 5.52 + f.close() 5.53 + sys.exit(1) 5.54 +finally: 5.55 + f.close() 5.56 + 5.57 +output_dir_path = sys.argv[2] 5.58 + 5.59 +#=================================================================== 5.60 +# Done with parsing cmd line inputs, start doing the runs 5.61 +# 5.62 + 5.63 +for totalThreads in TOTAL_THREADS_TABLE: 5.64 + print "\nDoing run with %d threads" % totalThreads 5.65 + output = "%s/%d_thds__o%d__perfCtrs.meas" % (output_dir_path, totalThreads, TASKS_PER_THREAD) 5.66 + print "output file: %s" % output 5.67 + threadsPerCore = totalThreads/NUM_CORES 5.68 + array_of_results = {} 5.69 + for workload_iterations_in_task in ITERS_PER_TASK_TABLE: 5.70 + print "Run for %s workload iterations in a task" % workload_iterations_in_task 5.71 + results = [] 5.72 + for run in range(5): 5.73 + print "Run %d" % run, 5.74 + program_output = Popen("%s -t %d -i %d -o %d" % (cmd, 5.75 + totalThreads, 5.76 + workload_iterations_in_task, 5.77 + TASKS_PER_THREAD), 5.78 + stdout=PIPE, stderr=None, shell=True).stdout.read() 5.79 + #parse arguments for 5.80 + for line in program_output.split("\n"): 5.81 + if match("^Sum across threads of work cycles:", line) != None: 5.82 + total_workcycles = int(getNumber(line)) 5.83 + if match("^Total Execution Cycles:", line) != None: 5.84 + total_exe_cycles = int(getNumber(line)) 5.85 + if match("^ExeCycles/WorkCycles Ratio", line) != None: 5.86 + exeCycles_workCycles_ratio = float(getNumber(line)) 5.87 + results.append({"total_workcycles" : total_workcycles, 5.88 + "total_exe_cycles" : total_exe_cycles, 5.89 + "exeCycles_workCycles_ratio" : exeCycles_workCycles_ratio}) 5.90 + print "ratio %f" % exeCycles_workCycles_ratio 5.91 + array_of_results[workload_iterations_in_task] = results 5.92 + 5.93 + #open file to output data 5.94 + try: 5.95 + data_output = open(output,"w") 5.96 + except IOError: 5.97 + print "Cannot open output file %s" % output 5.98 + sys.exit(1) 5.99 + 5.100 + #output relevant data to file 5.101 + data_output.write(";\n".join(["# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results", 5.102 + "data_filename = " + pformat(output), 5.103 + "NUM_CORES = " + pformat(NUM_CORES), 5.104 + "ITERS_PER_TASK_TABLE = " + pformat(ITERS_PER_TASK_TABLE), 5.105 + "TASKS_PER_THREAD = " + pformat(TASKS_PER_THREAD), 5.106 + "date_of_run = " + pformat(datetime.now()), 5.107 + "threads_per_core = " + pformat(threadsPerCore), 5.108 + "totalThreads = " + pformat(totalThreads), 5.109 + "# array_of_results: hash key is the number of iterations per task(inner iterations)", 5.110 + "array_of_results = " + pformat(array_of_results)])) 5.111 + 5.112 + 5.113 + data_output.close() 5.114 +