VMS/2__runs_and_data

changeset 16:eea8cf5846c7

exec_time_vs_task_size: last results and moved data generation script for xoanon
author Merten Sach <msach@mailbox.tu-berlin.de>
date Mon, 06 Feb 2012 16:58:25 +0100
parents db3409eab322
children 2021f42cc672
files results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/160_thds__o30000__perfCtrs.meas results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/320_thds__o30000__perfCtrs.meas results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/640_thds__o30000__perfCtrs.meas results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/80_thds__o30000__perfCtrs.meas scripts/overhead_data_generation_on_xoanon.py
diffstat 5 files changed, 687 insertions(+), 0 deletions(-) [+]
line diff
     1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/160_thds__o30000__perfCtrs.meas	Mon Feb 06 16:58:25 2012 +0100
     1.3 @@ -0,0 +1,144 @@
     1.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results;
     1.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//160_thds__o30000__perfCtrs.meas';
     1.6 +NUM_CORES = 4;
     1.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640];
     1.8 +TASKS_PER_THREAD = 30000;
     1.9 +date_of_run = datetime.datetime(2012, 1, 16, 21, 8, 45, 271633);
    1.10 +threads_per_core = 40;
    1.11 +totalThreads = 160;
    1.12 +# array_of_results: hash key is the number of iterations per task(inner iterations);
    1.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 9509.5456799999993,
    1.14 +      'total_exe_cycles': 6906497741376,
    1.15 +      'total_workcycles': 726270000},
    1.16 +     {'exeCycles_workCycles_ratio': 7414.168361,
    1.17 +      'total_exe_cycles': 6086439090916,
    1.18 +      'total_workcycles': 820920000},
    1.19 +     {'exeCycles_workCycles_ratio': 10450.645874,
    1.20 +      'total_exe_cycles': 7097765158048,
    1.21 +      'total_workcycles': 679170000},
    1.22 +     {'exeCycles_workCycles_ratio': 11935.183596999999,
    1.23 +      'total_exe_cycles': 7073744614178,
    1.24 +      'total_workcycles': 592680000},
    1.25 +     {'exeCycles_workCycles_ratio': 9358.2789799999991,
    1.26 +      'total_exe_cycles': 5689365706192,
    1.27 +      'total_workcycles': 607950000}],
    1.28 + 5: [{'exeCycles_workCycles_ratio': 7883.1243729999997,
    1.29 +      'total_exe_cycles': 6470468485081,
    1.30 +      'total_workcycles': 820800000},
    1.31 +     {'exeCycles_workCycles_ratio': 8615.9122150000003,
    1.32 +      'total_exe_cycles': 7362210828697,
    1.33 +      'total_workcycles': 854490000},
    1.34 +     {'exeCycles_workCycles_ratio': 7599.377759,
    1.35 +      'total_exe_cycles': 6734796551014,
    1.36 +      'total_workcycles': 886230000},
    1.37 +     {'exeCycles_workCycles_ratio': 7650.0099829999999,
    1.38 +      'total_exe_cycles': 5962417780519,
    1.39 +      'total_workcycles': 779400000},
    1.40 +     {'exeCycles_workCycles_ratio': 7980.8041819999999,
    1.41 +      'total_exe_cycles': 6290390048364,
    1.42 +      'total_workcycles': 788190000}],
    1.43 + 10: [{'exeCycles_workCycles_ratio': 4827.7087689999998,
    1.44 +       'total_exe_cycles': 7584813247105,
    1.45 +       'total_workcycles': 1571100000},
    1.46 +      {'exeCycles_workCycles_ratio': 6705.5370300000004,
    1.47 +       'total_exe_cycles': 7183842986650,
    1.48 +       'total_workcycles': 1071330000},
    1.49 +      {'exeCycles_workCycles_ratio': 3737.2876639999999,
    1.50 +       'total_exe_cycles': 5170911211343,
    1.51 +       'total_workcycles': 1383600000},
    1.52 +      {'exeCycles_workCycles_ratio': 3713.2493530000002,
    1.53 +       'total_exe_cycles': 5124395505203,
    1.54 +       'total_workcycles': 1380030000},
    1.55 +      {'exeCycles_workCycles_ratio': 5255.7754059999997,
    1.56 +       'total_exe_cycles': 6258367123037,
    1.57 +       'total_workcycles': 1190760000}],
    1.58 + 20: [{'exeCycles_workCycles_ratio': 3399.923761,
    1.59 +       'total_exe_cycles': 7273354903581,
    1.60 +       'total_workcycles': 2139270000},
    1.61 +      {'exeCycles_workCycles_ratio': 3352.9385480000001,
    1.62 +       'total_exe_cycles': 6522337239930,
    1.63 +       'total_workcycles': 1945260000},
    1.64 +      {'exeCycles_workCycles_ratio': 3485.180879,
    1.65 +       'total_exe_cycles': 5755462554719,
    1.66 +       'total_workcycles': 1651410000},
    1.67 +      {'exeCycles_workCycles_ratio': 3266.1076899999998,
    1.68 +       'total_exe_cycles': 5664606532745,
    1.69 +       'total_workcycles': 1734360000},
    1.70 +      {'exeCycles_workCycles_ratio': 3419.4869859999999,
    1.71 +       'total_exe_cycles': 5671184971732,
    1.72 +       'total_workcycles': 1658490000}],
    1.73 + 40: [{'exeCycles_workCycles_ratio': 1890.8969199999999,
    1.74 +       'total_exe_cycles': 5865221885500,
    1.75 +       'total_workcycles': 3101820000},
    1.76 +      {'exeCycles_workCycles_ratio': 2117.5945579999998,
    1.77 +       'total_exe_cycles': 6169188224933,
    1.78 +       'total_workcycles': 2913300000},
    1.79 +      {'exeCycles_workCycles_ratio': 1780.0619380000001,
    1.80 +       'total_exe_cycles': 5276691005016,
    1.81 +       'total_workcycles': 2964330000},
    1.82 +      {'exeCycles_workCycles_ratio': 2255.7816549999998,
    1.83 +       'total_exe_cycles': 7849443425305,
    1.84 +       'total_workcycles': 3479700000},
    1.85 +      {'exeCycles_workCycles_ratio': 2449.9353259999998,
    1.86 +       'total_exe_cycles': 7487320846591,
    1.87 +       'total_workcycles': 3056130000}],
    1.88 + 80: [{'exeCycles_workCycles_ratio': 1202.400378,
    1.89 +       'total_exe_cycles': 6226967031189,
    1.90 +       'total_workcycles': 5178780000},
    1.91 +      {'exeCycles_workCycles_ratio': 1002.583379,
    1.92 +       'total_exe_cycles': 5322424410706,
    1.93 +       'total_workcycles': 5308710000},
    1.94 +      {'exeCycles_workCycles_ratio': 1315.7342900000001,
    1.95 +       'total_exe_cycles': 7470555096626,
    1.96 +       'total_workcycles': 5677860000},
    1.97 +      {'exeCycles_workCycles_ratio': 1370.0594470000001,
    1.98 +       'total_exe_cycles': 7090222044941,
    1.99 +       'total_workcycles': 5175120000},
   1.100 +      {'exeCycles_workCycles_ratio': 1246.8744489999999,
   1.101 +       'total_exe_cycles': 6849380597138,
   1.102 +       'total_workcycles': 5493240000}],
   1.103 + 160: [{'exeCycles_workCycles_ratio': 557.99345100000005,
   1.104 +        'total_exe_cycles': 5446462472500,
   1.105 +        'total_workcycles': 9760800000},
   1.106 +       {'exeCycles_workCycles_ratio': 789.00670000000002,
   1.107 +        'total_exe_cycles': 7796206763080,
   1.108 +        'total_workcycles': 9881040000},
   1.109 +       {'exeCycles_workCycles_ratio': 743.39424099999997,
   1.110 +        'total_exe_cycles': 8277858417227,
   1.111 +        'total_workcycles': 11135220000},
   1.112 +       {'exeCycles_workCycles_ratio': 536.30727000000002,
   1.113 +        'total_exe_cycles': 5769625785390,
   1.114 +        'total_workcycles': 10758060000},
   1.115 +       {'exeCycles_workCycles_ratio': 574.51068299999997,
   1.116 +        'total_exe_cycles': 5873021634267,
   1.117 +        'total_workcycles': 10222650000}],
   1.118 + 320: [{'exeCycles_workCycles_ratio': 344.97967499999999,
   1.119 +        'total_exe_cycles': 7185105581676,
   1.120 +        'total_workcycles': 20827620000},
   1.121 +       {'exeCycles_workCycles_ratio': 342.45531299999999,
   1.122 +        'total_exe_cycles': 6606908157250,
   1.123 +        'total_workcycles': 19292760000},
   1.124 +       {'exeCycles_workCycles_ratio': 264.699432,
   1.125 +        'total_exe_cycles': 5617403703673,
   1.126 +        'total_workcycles': 21221820000},
   1.127 +       {'exeCycles_workCycles_ratio': 370.14819299999999,
   1.128 +        'total_exe_cycles': 7292167405551,
   1.129 +        'total_workcycles': 19700670000},
   1.130 +       {'exeCycles_workCycles_ratio': 322.72390200000001,
   1.131 +        'total_exe_cycles': 6240718639503,
   1.132 +        'total_workcycles': 19337640000}],
   1.133 + 640: [{'exeCycles_workCycles_ratio': 141.662891,
   1.134 +        'total_exe_cycles': 5884257162397,
   1.135 +        'total_workcycles': 41537040000},
   1.136 +       {'exeCycles_workCycles_ratio': 117.075118,
   1.137 +        'total_exe_cycles': 4665761912249,
   1.138 +        'total_workcycles': 39852720000},
   1.139 +       {'exeCycles_workCycles_ratio': 194.17738900000001,
   1.140 +        'total_exe_cycles': 7443298919824,
   1.141 +        'total_workcycles': 38332470000},
   1.142 +       {'exeCycles_workCycles_ratio': 142.377781,
   1.143 +        'total_exe_cycles': 6184856622280,
   1.144 +        'total_workcycles': 43439760000},
   1.145 +       {'exeCycles_workCycles_ratio': 164.409401,
   1.146 +        'total_exe_cycles': 6823506394692,
   1.147 +        'total_workcycles': 41503140000}]}
   1.148 \ No newline at end of file
     2.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     2.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/320_thds__o30000__perfCtrs.meas	Mon Feb 06 16:58:25 2012 +0100
     2.3 @@ -0,0 +1,144 @@
     2.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results;
     2.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//320_thds__o30000__perfCtrs.meas';
     2.6 +NUM_CORES = 4;
     2.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640];
     2.8 +TASKS_PER_THREAD = 30000;
     2.9 +date_of_run = datetime.datetime(2012, 1, 16, 22, 34, 22, 501727);
    2.10 +threads_per_core = 80;
    2.11 +totalThreads = 320;
    2.12 +# array_of_results: hash key is the number of iterations per task(inner iterations);
    2.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 7750.9319509999996,
    2.14 +      'total_exe_cycles': 14233501397079,
    2.15 +      'total_workcycles': 1836360000},
    2.16 +     {'exeCycles_workCycles_ratio': 5813.4338459999999,
    2.17 +      'total_exe_cycles': 7989576537055,
    2.18 +      'total_workcycles': 1374330000},
    2.19 +     {'exeCycles_workCycles_ratio': 7432.3167789999998,
    2.20 +      'total_exe_cycles': 13130897023260,
    2.21 +      'total_workcycles': 1766730000},
    2.22 +     {'exeCycles_workCycles_ratio': 7508.8991589999996,
    2.23 +      'total_exe_cycles': 13024260681057,
    2.24 +      'total_workcycles': 1734510000},
    2.25 +     {'exeCycles_workCycles_ratio': 6499.4015040000004,
    2.26 +      'total_exe_cycles': 17068143283200,
    2.27 +      'total_workcycles': 2626110000}],
    2.28 + 5: [{'exeCycles_workCycles_ratio': 4823.0555420000001,
    2.29 +      'total_exe_cycles': 8462581484406,
    2.30 +      'total_workcycles': 1754610000},
    2.31 +     {'exeCycles_workCycles_ratio': 3927.7060409999999,
    2.32 +      'total_exe_cycles': 8245590399095,
    2.33 +      'total_workcycles': 2099340000},
    2.34 +     {'exeCycles_workCycles_ratio': 4338.6857639999998,
    2.35 +      'total_exe_cycles': 7410822379350,
    2.36 +      'total_workcycles': 1708080000},
    2.37 +     {'exeCycles_workCycles_ratio': 5047.5119839999998,
    2.38 +      'total_exe_cycles': 8835518302322,
    2.39 +      'total_workcycles': 1750470000},
    2.40 +     {'exeCycles_workCycles_ratio': 4493.2489740000001,
    2.41 +      'total_exe_cycles': 8679204651035,
    2.42 +      'total_workcycles': 1931610000}],
    2.43 + 10: [{'exeCycles_workCycles_ratio': 2995.2598499999999,
    2.44 +       'total_exe_cycles': 6700156664750,
    2.45 +       'total_workcycles': 2236920000},
    2.46 +      {'exeCycles_workCycles_ratio': 3380.9055589999998,
    2.47 +       'total_exe_cycles': 7893264972749,
    2.48 +       'total_workcycles': 2334660000},
    2.49 +      {'exeCycles_workCycles_ratio': 3355.4016529999999,
    2.50 +       'total_exe_cycles': 8195602090437,
    2.51 +       'total_workcycles': 2442510000},
    2.52 +      {'exeCycles_workCycles_ratio': 3001.1489419999998,
    2.53 +       'total_exe_cycles': 7568567505596,
    2.54 +       'total_workcycles': 2521890000},
    2.55 +      {'exeCycles_workCycles_ratio': 5260.2329129999998,
    2.56 +       'total_exe_cycles': 15132269828613,
    2.57 +       'total_workcycles': 2876730000}],
    2.58 + 20: [{'exeCycles_workCycles_ratio': 2732.2884439999998,
    2.59 +       'total_exe_cycles': 12539974429316,
    2.60 +       'total_workcycles': 4589550000},
    2.61 +      {'exeCycles_workCycles_ratio': 1964.8620490000001,
    2.62 +       'total_exe_cycles': 7312352005391,
    2.63 +       'total_workcycles': 3721560000},
    2.64 +      {'exeCycles_workCycles_ratio': 3602.221759,
    2.65 +       'total_exe_cycles': 15976141680781,
    2.66 +       'total_workcycles': 4435080000},
    2.67 +      {'exeCycles_workCycles_ratio': 2500.600582,
    2.68 +       'total_exe_cycles': 9863819044777,
    2.69 +       'total_workcycles': 3944580000},
    2.70 +      {'exeCycles_workCycles_ratio': 3183.8909560000002,
    2.71 +       'total_exe_cycles': 14696299389134,
    2.72 +       'total_workcycles': 4615830000}],
    2.73 + 40: [{'exeCycles_workCycles_ratio': 2199.1012519999999,
    2.74 +       'total_exe_cycles': 17260855678764,
    2.75 +       'total_workcycles': 7849050000},
    2.76 +      {'exeCycles_workCycles_ratio': 1247.4971599999999,
    2.77 +       'total_exe_cycles': 7476412656863,
    2.78 +       'total_workcycles': 5993130000},
    2.79 +      {'exeCycles_workCycles_ratio': 1252.134143,
    2.80 +       'total_exe_cycles': 7734996064109,
    2.81 +       'total_workcycles': 6177450000},
    2.82 +      {'exeCycles_workCycles_ratio': 1891.231681,
    2.83 +       'total_exe_cycles': 12284173872924,
    2.84 +       'total_workcycles': 6495330000},
    2.85 +      {'exeCycles_workCycles_ratio': 1765.877287,
    2.86 +       'total_exe_cycles': 10810612458602,
    2.87 +       'total_workcycles': 6121950000}],
    2.88 + 80: [{'exeCycles_workCycles_ratio': 839.12784899999997,
    2.89 +       'total_exe_cycles': 8934194210328,
    2.90 +       'total_workcycles': 10647000000},
    2.91 +      {'exeCycles_workCycles_ratio': 710.37020399999994,
    2.92 +       'total_exe_cycles': 7487912872949,
    2.93 +       'total_workcycles': 10540860000},
    2.94 +      {'exeCycles_workCycles_ratio': 675.94018300000005,
    2.95 +       'total_exe_cycles': 7163377481385,
    2.96 +       'total_workcycles': 10597650000},
    2.97 +      {'exeCycles_workCycles_ratio': 869.70189000000005,
    2.98 +       'total_exe_cycles': 9507972432407,
    2.99 +       'total_workcycles': 10932450000},
   2.100 +      {'exeCycles_workCycles_ratio': 1111.3414330000001,
   2.101 +       'total_exe_cycles': 12984324297659,
   2.102 +       'total_workcycles': 11683470000}],
   2.103 + 160: [{'exeCycles_workCycles_ratio': 651.29795799999999,
   2.104 +        'total_exe_cycles': 13225438705189,
   2.105 +        'total_workcycles': 20306280000},
   2.106 +       {'exeCycles_workCycles_ratio': 428.59452800000003,
   2.107 +        'total_exe_cycles': 8621397513493,
   2.108 +        'total_workcycles': 20115510000},
   2.109 +       {'exeCycles_workCycles_ratio': 386.913411,
   2.110 +        'total_exe_cycles': 7942330228128,
   2.111 +        'total_workcycles': 20527410000},
   2.112 +       {'exeCycles_workCycles_ratio': 722.37976700000002,
   2.113 +        'total_exe_cycles': 15743335156008,
   2.114 +        'total_workcycles': 21793710000},
   2.115 +       {'exeCycles_workCycles_ratio': 433.70482399999997,
   2.116 +        'total_exe_cycles': 9166325431049,
   2.117 +        'total_workcycles': 21134940000}],
   2.118 + 320: [{'exeCycles_workCycles_ratio': 334.431668,
   2.119 +        'total_exe_cycles': 17016224399407,
   2.120 +        'total_workcycles': 50881020000},
   2.121 +       {'exeCycles_workCycles_ratio': 248.48343299999999,
   2.122 +        'total_exe_cycles': 9507666943776,
   2.123 +        'total_workcycles': 38262780000},
   2.124 +       {'exeCycles_workCycles_ratio': 207.51836800000001,
   2.125 +        'total_exe_cycles': 7958794262291,
   2.126 +        'total_workcycles': 38352240000},
   2.127 +       {'exeCycles_workCycles_ratio': 246.912733,
   2.128 +        'total_exe_cycles': 9877469796746,
   2.129 +        'total_workcycles': 40003890000},
   2.130 +       {'exeCycles_workCycles_ratio': 239.51994300000001,
   2.131 +        'total_exe_cycles': 9277376264649,
   2.132 +        'total_workcycles': 38733210000}],
   2.133 + 640: [{'exeCycles_workCycles_ratio': 88.343445000000003,
   2.134 +        'total_exe_cycles': 6622095642816,
   2.135 +        'total_workcycles': 74958540000},
   2.136 +       {'exeCycles_workCycles_ratio': 196.140896,
   2.137 +        'total_exe_cycles': 14794517477195,
   2.138 +        'total_workcycles': 75428010000},
   2.139 +       {'exeCycles_workCycles_ratio': 160.58464499999999,
   2.140 +        'total_exe_cycles': 12151891326808,
   2.141 +        'total_workcycles': 75672810000},
   2.142 +       {'exeCycles_workCycles_ratio': 201.246949,
   2.143 +        'total_exe_cycles': 16141663613047,
   2.144 +        'total_workcycles': 80208240000},
   2.145 +       {'exeCycles_workCycles_ratio': 189.13481300000001,
   2.146 +        'total_exe_cycles': 16895403346037,
   2.147 +        'total_workcycles': 89329950000}]}
   2.148 \ No newline at end of file
     3.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     3.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/640_thds__o30000__perfCtrs.meas	Mon Feb 06 16:58:25 2012 +0100
     3.3 @@ -0,0 +1,144 @@
     3.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results;
     3.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//640_thds__o30000__perfCtrs.meas';
     3.6 +NUM_CORES = 4;
     3.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640];
     3.8 +TASKS_PER_THREAD = 30000;
     3.9 +date_of_run = datetime.datetime(2012, 1, 17, 2, 31, 47, 27325);
    3.10 +threads_per_core = 160;
    3.11 +totalThreads = 640;
    3.12 +# array_of_results: hash key is the number of iterations per task(inner iterations);
    3.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 10334.185407000001,
    3.14 +      'total_exe_cycles': 31440312315903,
    3.15 +      'total_workcycles': 3042360000},
    3.16 +     {'exeCycles_workCycles_ratio': 8590.8828539999995,
    3.17 +      'total_exe_cycles': 24734784003909,
    3.18 +      'total_workcycles': 2879190000},
    3.19 +     {'exeCycles_workCycles_ratio': 6804.2217369999998,
    3.20 +      'total_exe_cycles': 19535328860032,
    3.21 +      'total_workcycles': 2871060000},
    3.22 +     {'exeCycles_workCycles_ratio': 8337.5117360000004,
    3.23 +      'total_exe_cycles': 25782170917567,
    3.24 +      'total_workcycles': 3092310000},
    3.25 +     {'exeCycles_workCycles_ratio': 12211.778863,
    3.26 +      'total_exe_cycles': 42447166384220,
    3.27 +      'total_workcycles': 3475920000}],
    3.28 + 5: [{'exeCycles_workCycles_ratio': 7777.4081880000003,
    3.29 +      'total_exe_cycles': 27709816535412,
    3.30 +      'total_workcycles': 3562860000},
    3.31 +     {'exeCycles_workCycles_ratio': 9602.4996790000005,
    3.32 +      'total_exe_cycles': 38257799097733,
    3.33 +      'total_workcycles': 3984150000},
    3.34 +     {'exeCycles_workCycles_ratio': 6178.2195499999998,
    3.35 +      'total_exe_cycles': 22133162625896,
    3.36 +      'total_workcycles': 3582450000},
    3.37 +     {'exeCycles_workCycles_ratio': 7341.4246389999998,
    3.38 +      'total_exe_cycles': 25887331560877,
    3.39 +      'total_workcycles': 3526200000},
    3.40 +     {'exeCycles_workCycles_ratio': 6599.9905779999999,
    3.41 +      'total_exe_cycles': 23490686466226,
    3.42 +      'total_workcycles': 3559200000}],
    3.43 + 10: [{'exeCycles_workCycles_ratio': 4702.4999479999997,
    3.44 +       'total_exe_cycles': 22196458103055,
    3.45 +       'total_workcycles': 4720140000},
    3.46 +      {'exeCycles_workCycles_ratio': 4926.5023170000004,
    3.47 +       'total_exe_cycles': 24076999183507,
    3.48 +       'total_workcycles': 4887240000},
    3.49 +      {'exeCycles_workCycles_ratio': 4958.8327609999997,
    3.50 +       'total_exe_cycles': 24420515756956,
    3.51 +       'total_workcycles': 4924650000},
    3.52 +      {'exeCycles_workCycles_ratio': 7222.8562400000001,
    3.53 +       'total_exe_cycles': 34391918902779,
    3.54 +       'total_workcycles': 4761540000},
    3.55 +      {'exeCycles_workCycles_ratio': 7221.5134019999996,
    3.56 +       'total_exe_cycles': 38104026604222,
    3.57 +       'total_workcycles': 5276460000}],
    3.58 + 20: [{'exeCycles_workCycles_ratio': 4077.116282,
    3.59 +       'total_exe_cycles': 30471714753322,
    3.60 +       'total_workcycles': 7473840000},
    3.61 +      {'exeCycles_workCycles_ratio': 5325.8476849999997,
    3.62 +       'total_exe_cycles': 41737336843625,
    3.63 +       'total_workcycles': 7836750000},
    3.64 +      {'exeCycles_workCycles_ratio': 5234.7653680000003,
    3.65 +       'total_exe_cycles': 38800447339834,
    3.66 +       'total_workcycles': 7412070000},
    3.67 +      {'exeCycles_workCycles_ratio': 5012.5324780000001,
    3.68 +       'total_exe_cycles': 39598054195783,
    3.69 +       'total_workcycles': 7899810000},
    3.70 +      {'exeCycles_workCycles_ratio': 2846.2792749999999,
    3.71 +       'total_exe_cycles': 19573919499673,
    3.72 +       'total_workcycles': 6877020000}],
    3.73 + 40: [{'exeCycles_workCycles_ratio': 3088.4465129999999,
    3.74 +       'total_exe_cycles': 36943780999807,
    3.75 +       'total_workcycles': 11961930000},
    3.76 +      {'exeCycles_workCycles_ratio': 2783.3987609999999,
    3.77 +       'total_exe_cycles': 32824955590787,
    3.78 +       'total_workcycles': 11793120000},
    3.79 +      {'exeCycles_workCycles_ratio': 2948.7754129999998,
    3.80 +       'total_exe_cycles': 36112207578988,
    3.81 +       'total_workcycles': 12246510000},
    3.82 +      {'exeCycles_workCycles_ratio': 2370.762041,
    3.83 +       'total_exe_cycles': 28473255141406,
    3.84 +       'total_workcycles': 12010170000},
    3.85 +      {'exeCycles_workCycles_ratio': 2096.9732650000001,
    3.86 +       'total_exe_cycles': 25235269851416,
    3.87 +       'total_workcycles': 12034140000}],
    3.88 + 80: [{'exeCycles_workCycles_ratio': 1699.7972830000001,
    3.89 +       'total_exe_cycles': 35992017611684,
    3.90 +       'total_workcycles': 21174300000},
    3.91 +      {'exeCycles_workCycles_ratio': 1504.3997870000001,
    3.92 +       'total_exe_cycles': 32076165364852,
    3.93 +       'total_workcycles': 21321570000},
    3.94 +      {'exeCycles_workCycles_ratio': 1616.4678140000001,
    3.95 +       'total_exe_cycles': 34165793024310,
    3.96 +       'total_workcycles': 21136080000},
    3.97 +      {'exeCycles_workCycles_ratio': 1815.6957829999999,
    3.98 +       'total_exe_cycles': 39266309625543,
    3.99 +       'total_workcycles': 21626040000},
   3.100 +      {'exeCycles_workCycles_ratio': 1254.31477,
   3.101 +       'total_exe_cycles': 27078636433680,
   3.102 +       'total_workcycles': 21588390000}],
   3.103 + 160: [{'exeCycles_workCycles_ratio': 845.30185800000004,
   3.104 +        'total_exe_cycles': 33690317034663,
   3.105 +        'total_workcycles': 39855960000},
   3.106 +       {'exeCycles_workCycles_ratio': 629.88129500000002,
   3.107 +        'total_exe_cycles': 24781413481151,
   3.108 +        'total_workcycles': 39342990000},
   3.109 +       {'exeCycles_workCycles_ratio': 625.25008400000002,
   3.110 +        'total_exe_cycles': 24522302053640,
   3.111 +        'total_workcycles': 39219990000},
   3.112 +       {'exeCycles_workCycles_ratio': 551.05834800000002,
   3.113 +        'total_exe_cycles': 21653253664681,
   3.114 +        'total_workcycles': 39293940000},
   3.115 +       {'exeCycles_workCycles_ratio': 786.78690700000004,
   3.116 +        'total_exe_cycles': 31279405853330,
   3.117 +        'total_workcycles': 39755880000}],
   3.118 + 320: [{'exeCycles_workCycles_ratio': 410.789624,
   3.119 +        'total_exe_cycles': 31328505097430,
   3.120 +        'total_workcycles': 76264110000},
   3.121 +       {'exeCycles_workCycles_ratio': 388.99072999999999,
   3.122 +        'total_exe_cycles': 30063397536870,
   3.123 +        'total_workcycles': 77285640000},
   3.124 +       {'exeCycles_workCycles_ratio': 468.20705199999998,
   3.125 +        'total_exe_cycles': 36473277817645,
   3.126 +        'total_workcycles': 77899890000},
   3.127 +       {'exeCycles_workCycles_ratio': 380.32488699999999,
   3.128 +        'total_exe_cycles': 29174094540960,
   3.129 +        'total_workcycles': 76708350000},
   3.130 +       {'exeCycles_workCycles_ratio': 402.83250800000002,
   3.131 +        'total_exe_cycles': 31119330882746,
   3.132 +        'total_workcycles': 77251290000}],
   3.133 + 640: [{'exeCycles_workCycles_ratio': 200.37628000000001,
   3.134 +        'total_exe_cycles': 30108668087626,
   3.135 +        'total_workcycles': 150260640000},
   3.136 +       {'exeCycles_workCycles_ratio': 157.96883299999999,
   3.137 +        'total_exe_cycles': 23836378428181,
   3.138 +        'total_workcycles': 150892920000},
   3.139 +       {'exeCycles_workCycles_ratio': 196.83684500000001,
   3.140 +        'total_exe_cycles': 29699987161313,
   3.141 +        'total_workcycles': 150886320000},
   3.142 +       {'exeCycles_workCycles_ratio': 184.88524100000001,
   3.143 +        'total_exe_cycles': 27943915836846,
   3.144 +        'total_workcycles': 151141950000},
   3.145 +       {'exeCycles_workCycles_ratio': 205.15282500000001,
   3.146 +        'total_exe_cycles': 31062201501922,
   3.147 +        'total_workcycles': 151410060000}]}
   3.148 \ No newline at end of file
     4.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     4.2 +++ b/results_from_runs/VMS/Vthread/exe_vs_task_size/xoanon__4x20_machine/pthread/2012-01-16/80_thds__o30000__perfCtrs.meas	Mon Feb 06 16:58:25 2012 +0100
     4.3 @@ -0,0 +1,144 @@
     4.4 +# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results;
     4.5 +data_filename = '/home/msach/2__runs_and_data/results_from_runs/VMS/Vthread/exe_vs_task_size/Server__4x10_machine/pthread/2012-01-16//80_thds__o30000__perfCtrs.meas';
     4.6 +NUM_CORES = 4;
     4.7 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640];
     4.8 +TASKS_PER_THREAD = 30000;
     4.9 +date_of_run = datetime.datetime(2012, 1, 16, 20, 17, 49, 371021);
    4.10 +threads_per_core = 20;
    4.11 +totalThreads = 80;
    4.12 +# array_of_results: hash key is the number of iterations per task(inner iterations);
    4.13 +array_of_results = {2: [{'exeCycles_workCycles_ratio': 12328.486731999999,
    4.14 +      'total_exe_cycles': 3696696746456,
    4.15 +      'total_workcycles': 299850000},
    4.16 +     {'exeCycles_workCycles_ratio': 9683.4376420000008,
    4.17 +      'total_exe_cycles': 2750774131078,
    4.18 +      'total_workcycles': 284070000},
    4.19 +     {'exeCycles_workCycles_ratio': 13206.927871,
    4.20 +      'total_exe_cycles': 3750107169044,
    4.21 +      'total_workcycles': 283950000},
    4.22 +     {'exeCycles_workCycles_ratio': 11149.676033,
    4.23 +      'total_exe_cycles': 3177323179054,
    4.24 +      'total_workcycles': 284970000},
    4.25 +     {'exeCycles_workCycles_ratio': 12505.491989,
    4.26 +      'total_exe_cycles': 3664234207724,
    4.27 +      'total_workcycles': 293010000}],
    4.28 + 5: [{'exeCycles_workCycles_ratio': 9034.2783519999994,
    4.29 +      'total_exe_cycles': 3188648544506,
    4.30 +      'total_workcycles': 352950000},
    4.31 +     {'exeCycles_workCycles_ratio': 9232.7552790000009,
    4.32 +      'total_exe_cycles': 3625149032903,
    4.33 +      'total_workcycles': 392640000},
    4.34 +     {'exeCycles_workCycles_ratio': 10148.612692999999,
    4.35 +      'total_exe_cycles': 3764932336921,
    4.36 +      'total_workcycles': 370980000},
    4.37 +     {'exeCycles_workCycles_ratio': 10426.471776,
    4.38 +      'total_exe_cycles': 3980931188913,
    4.39 +      'total_workcycles': 381810000},
    4.40 +     {'exeCycles_workCycles_ratio': 8171.4060049999998,
    4.41 +      'total_exe_cycles': 2958375830127,
    4.42 +      'total_workcycles': 362040000}],
    4.43 + 10: [{'exeCycles_workCycles_ratio': 5524.2320319999999,
    4.44 +       'total_exe_cycles': 2814209524159,
    4.45 +       'total_workcycles': 509430000},
    4.46 +      {'exeCycles_workCycles_ratio': 7549.8513370000001,
    4.47 +       'total_exe_cycles': 3821432752789,
    4.48 +       'total_workcycles': 506160000},
    4.49 +      {'exeCycles_workCycles_ratio': 6436.3843210000005,
    4.50 +       'total_exe_cycles': 3265370857677,
    4.51 +       'total_workcycles': 507330000},
    4.52 +      {'exeCycles_workCycles_ratio': 7449.7159879999999,
    4.53 +       'total_exe_cycles': 4065980489297,
    4.54 +       'total_workcycles': 545790000},
    4.55 +      {'exeCycles_workCycles_ratio': 6693.6403479999999,
    4.56 +       'total_exe_cycles': 3413756577689,
    4.57 +       'total_workcycles': 510000000}],
    4.58 + 20: [{'exeCycles_workCycles_ratio': 3948.537538,
    4.59 +       'total_exe_cycles': 3728051202248,
    4.60 +       'total_workcycles': 944160000},
    4.61 +      {'exeCycles_workCycles_ratio': 3636.307245,
    4.62 +       'total_exe_cycles': 2885846155975,
    4.63 +       'total_workcycles': 793620000},
    4.64 +      {'exeCycles_workCycles_ratio': 4294.4971949999999,
    4.65 +       'total_exe_cycles': 3891200963813,
    4.66 +       'total_workcycles': 906090000},
    4.67 +      {'exeCycles_workCycles_ratio': 3824.8793609999998,
    4.68 +       'total_exe_cycles': 3838151692404,
    4.69 +       'total_workcycles': 1003470000},
    4.70 +      {'exeCycles_workCycles_ratio': 3994.7910059999999,
    4.71 +       'total_exe_cycles': 3492126453365,
    4.72 +       'total_workcycles': 874170000}],
    4.73 + 40: [{'exeCycles_workCycles_ratio': 2437.2851900000001,
    4.74 +       'total_exe_cycles': 3334425494938,
    4.75 +       'total_workcycles': 1368090000},
    4.76 +      {'exeCycles_workCycles_ratio': 2588.0758970000002,
    4.77 +       'total_exe_cycles': 4042445146991,
    4.78 +       'total_workcycles': 1561950000},
    4.79 +      {'exeCycles_workCycles_ratio': 2388.5973130000002,
    4.80 +       'total_exe_cycles': 3450328818019,
    4.81 +       'total_workcycles': 1444500000},
    4.82 +      {'exeCycles_workCycles_ratio': 2455.02351,
    4.83 +       'total_exe_cycles': 3872185830914,
    4.84 +       'total_workcycles': 1577250000},
    4.85 +      {'exeCycles_workCycles_ratio': 2545.2505890000002,
    4.86 +       'total_exe_cycles': 3930197792582,
    4.87 +       'total_workcycles': 1544130000}],
    4.88 + 80: [{'exeCycles_workCycles_ratio': 1076.8899919999999,
    4.89 +       'total_exe_cycles': 3085839042381,
    4.90 +       'total_workcycles': 2865510000},
    4.91 +      {'exeCycles_workCycles_ratio': 993.54912400000001,
    4.92 +       'total_exe_cycles': 2778261414901,
    4.93 +       'total_workcycles': 2796300000},
    4.94 +      {'exeCycles_workCycles_ratio': 1066.6913320000001,
    4.95 +       'total_exe_cycles': 2868066320246,
    4.96 +       'total_workcycles': 2688750000},
    4.97 +      {'exeCycles_workCycles_ratio': 1252.3193670000001,
    4.98 +       'total_exe_cycles': 4029337562045,
    4.99 +       'total_workcycles': 3217500000},
   4.100 +      {'exeCycles_workCycles_ratio': 1791.997398,
   4.101 +       'total_exe_cycles': 4674909052699,
   4.102 +       'total_workcycles': 2608770000}],
   4.103 + 160: [{'exeCycles_workCycles_ratio': 798.56255799999997,
   4.104 +        'total_exe_cycles': 4511750681127,
   4.105 +        'total_workcycles': 5649840000},
   4.106 +       {'exeCycles_workCycles_ratio': 681.42685800000004,
   4.107 +        'total_exe_cycles': 3910034127190,
   4.108 +        'total_workcycles': 5738010000},
   4.109 +       {'exeCycles_workCycles_ratio': 538.11248799999998,
   4.110 +        'total_exe_cycles': 2787605645523,
   4.111 +        'total_workcycles': 5180340000},
   4.112 +       {'exeCycles_workCycles_ratio': 709.13108399999999,
   4.113 +        'total_exe_cycles': 3574297225608,
   4.114 +        'total_workcycles': 5040390000},
   4.115 +       {'exeCycles_workCycles_ratio': 634.46420000000001,
   4.116 +        'total_exe_cycles': 3479458772728,
   4.117 +        'total_workcycles': 5484090000}],
   4.118 + 320: [{'exeCycles_workCycles_ratio': 339.358115,
   4.119 +        'total_exe_cycles': 3319207427200,
   4.120 +        'total_workcycles': 9780840000},
   4.121 +       {'exeCycles_workCycles_ratio': 367.92429700000002,
   4.122 +        'total_exe_cycles': 3705166912056,
   4.123 +        'total_workcycles': 10070460000},
   4.124 +       {'exeCycles_workCycles_ratio': 285.93260099999998,
   4.125 +        'total_exe_cycles': 3710850450394,
   4.126 +        'total_workcycles': 12978060000},
   4.127 +       {'exeCycles_workCycles_ratio': 308.90064000000001,
   4.128 +        'total_exe_cycles': 3001809927467,
   4.129 +        'total_workcycles': 9717720000},
   4.130 +       {'exeCycles_workCycles_ratio': 349.49778600000002,
   4.131 +        'total_exe_cycles': 3996353406966,
   4.132 +        'total_workcycles': 11434560000}],
   4.133 + 640: [{'exeCycles_workCycles_ratio': 202.86489700000001,
   4.134 +        'total_exe_cycles': 4545508551450,
   4.135 +        'total_workcycles': 22406580000},
   4.136 +       {'exeCycles_workCycles_ratio': 145.27437399999999,
   4.137 +        'total_exe_cycles': 2972121929767,
   4.138 +        'total_workcycles': 20458680000},
   4.139 +       {'exeCycles_workCycles_ratio': 201.736424,
   4.140 +        'total_exe_cycles': 3852816697740,
   4.141 +        'total_workcycles': 19098270000},
   4.142 +       {'exeCycles_workCycles_ratio': 157.66905299999999,
   4.143 +        'total_exe_cycles': 3041738759091,
   4.144 +        'total_workcycles': 19291920000},
   4.145 +       {'exeCycles_workCycles_ratio': 179.137314,
   4.146 +        'total_exe_cycles': 3791194038947,
   4.147 +        'total_workcycles': 21163620000}]}
   4.148 \ No newline at end of file
     5.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     5.2 +++ b/scripts/overhead_data_generation_on_xoanon.py	Mon Feb 06 16:58:25 2012 +0100
     5.3 @@ -0,0 +1,111 @@
     5.4 +#! /usr/bin/env python
     5.5 +# -*- coding: utf-8 -*-
     5.6 +
     5.7 +import sys
     5.8 +from re import match, search
     5.9 +from pprint import pformat
    5.10 +from datetime import datetime
    5.11 +from subprocess import call,Popen,PIPE
    5.12 +
    5.13 +"""
    5.14 +This script generates a graph that represents the overhead
    5.15 +
    5.16 +involved in synchronisation operations
    5.17 +This script generates results for 5 runs per threads and iteration in
    5.18 +TOTAL_THREADS_TABLE and ITER_PER_TASK_TABLE
    5.19 +"""
    5.20 +
    5.21 +usage="""
    5.22 +	This runs the exec time vs task size in three levels of loop nest.  The outer most iterates through 
    5.23 +	a selection of numbers-of-thread.  For each of those, the next lever iterates over a number of work-loops-per-task
    5.24 +	values.  The innermost repeats several times and chooses the best.
    5.25 +	Finally, it generates an output file for each value of number-of-threads that give the number of all runs.
    5.26 +	It is expected that the output directory's path is meaningful, such as machine-name, date, and so on
    5.27 +	Usage:
    5.28 +		%s [executable binary] [path to output dir]
    5.29 +""" % sys.argv[0]
    5.30 +
    5.31 +NUM_CORES = 4 #Number of Cores the code was compiled for
    5.32 +ITERS_PER_TASK_TABLE = [2, 5, 10, 20, 40, 80, 160, 320, 640] #Number of iterations of inner loop
    5.33 +TASKS_PER_THREAD = 30000 #Number of interations of outer loop 
    5.34 +TOTAL_THREADS_TABLE = [80, 160, 320, 640 ]
    5.35 +
    5.36 +def getNumber(line):
    5.37 +	match_obj = search("(\d+\.?\d*)", line)
    5.38 +	if match_obj != None:
    5.39 +		return match_obj.groups()[0]
    5.40 +	else:
    5.41 +		raise ValueError
    5.42 +
    5.43 +if len(sys.argv) != 3:
    5.44 +	print usage
    5.45 +	sys.exit(0)
    5.46 +    
    5.47 +cmd=sys.argv[1]
    5.48 +try:
    5.49 +	f = open(cmd)
    5.50 +except IOError:
    5.51 +	print "Please provide a valid executable."
    5.52 +	f.close()
    5.53 +	sys.exit(1)
    5.54 +finally:
    5.55 +	f.close()
    5.56 +
    5.57 +output_dir_path = sys.argv[2]
    5.58 +
    5.59 +#===================================================================
    5.60 +#  Done with parsing cmd line inputs, start doing the runs 
    5.61 +#
    5.62 +
    5.63 +for totalThreads in TOTAL_THREADS_TABLE:
    5.64 +	print "\nDoing run with %d threads" % totalThreads
    5.65 +	output = "%s/%d_thds__o%d__perfCtrs.meas" % (output_dir_path, totalThreads, TASKS_PER_THREAD)
    5.66 +	print "output file: %s" % output
    5.67 +	threadsPerCore = totalThreads/NUM_CORES
    5.68 +	array_of_results = {}
    5.69 +	for workload_iterations_in_task in ITERS_PER_TASK_TABLE:
    5.70 +		print "Run for %s workload iterations in a task" % workload_iterations_in_task
    5.71 +		results = []
    5.72 +		for run in range(5):
    5.73 +			print "Run %d" % run,
    5.74 +			program_output = Popen("%s -t %d -i %d -o %d" % (cmd,
    5.75 +												totalThreads,
    5.76 +												workload_iterations_in_task,
    5.77 +												TASKS_PER_THREAD),
    5.78 +								stdout=PIPE, stderr=None, shell=True).stdout.read()
    5.79 +			#parse arguments for
    5.80 +			for line in program_output.split("\n"):
    5.81 +				if match("^Sum across threads of work cycles:", line) != None:
    5.82 +					total_workcycles = int(getNumber(line))
    5.83 +				if match("^Total Execution Cycles:", line) != None:
    5.84 +					total_exe_cycles = int(getNumber(line))
    5.85 +				if match("^ExeCycles/WorkCycles Ratio", line) != None:
    5.86 +					exeCycles_workCycles_ratio = float(getNumber(line))
    5.87 +			results.append({"total_workcycles"            : total_workcycles,
    5.88 +						"total_exe_cycles"            : total_exe_cycles,
    5.89 +						"exeCycles_workCycles_ratio" : exeCycles_workCycles_ratio})
    5.90 +			print "ratio %f" % exeCycles_workCycles_ratio
    5.91 +		array_of_results[workload_iterations_in_task] = results
    5.92 +		
    5.93 +	#open file to output data
    5.94 +	try:
    5.95 +		data_output = open(output,"w")
    5.96 +	except IOError:
    5.97 +		print "Cannot open output file %s" % output
    5.98 +		sys.exit(1)
    5.99 +	
   5.100 +	#output relevant data to file
   5.101 +	data_output.write(";\n".join(["# This is a output of the overhead_data_generation.py script, run the overhead_result_calc.py script to get the calculated results",
   5.102 +					  "data_filename = " + pformat(output),
   5.103 +					  "NUM_CORES = " + pformat(NUM_CORES),					  
   5.104 +					  "ITERS_PER_TASK_TABLE = " + pformat(ITERS_PER_TASK_TABLE),
   5.105 +					  "TASKS_PER_THREAD = " + pformat(TASKS_PER_THREAD),
   5.106 +					  "date_of_run = " + pformat(datetime.now()),
   5.107 +					  "threads_per_core = " + pformat(threadsPerCore),
   5.108 +					  "totalThreads = " + pformat(totalThreads),
   5.109 +					  "# array_of_results: hash key is the number of iterations per task(inner iterations)",
   5.110 +					  "array_of_results = " + pformat(array_of_results)]))
   5.111 +	
   5.112 +							
   5.113 +	data_output.close()
   5.114 +