Save

Author: masdevas

bench.py

@@ -20,10 +20,89 @@
 import sys
 import timeit
 import re
+import platform
+import hashlib
+import os
+import subprocess
 
 import numpy as np
 import sklearn
 
+def check_for_linux():
+    return platform.system() == 'Linux'
+
+def detect_stage(func):
+    func = str(func)
+    #print('##', func)
+    if '.fit' in func or 'train_test_split' in func:
+        return 'fit'
+    elif '.predict' in func:
+        return 'predict'
+    elif '.transform' in func:
+        return 'transform'
+    else:
+        print('*' * 100)
+        raise Exception(f'Unknown stage in detect_stage(). String: {func}')
+
+def prepare_output_dir(func, params):
+    outdir = os.path.join('analysis_'+params.timestamp, 'case_'+params.hash)
+    os.makedirs(outdir, exist_ok=True)
+    return outdir
+
+def start_ittpy_domain(func):
+    import itt
+    str_name = str(func)
+    domain = itt.domain_create(str_name)
+    itt.task_begin(domain, str_name)
+    return domain
+    
+def finish_ittpy_domain(domain):
+    import itt
+    itt.task_end(domain)
+
+def start_memory_analysis(outdir):
+    current_proc_id = os.getpid()
+    result_filename = 'psrecord_result'
+    result_filename_log = os.join(outdir, result_filename+'.txt')
+    result_filename_image = os.join(outdir, result_filename+'.png')
+    command = f'psrecord {current_proc_id} --log {result_filename_log} --plot {result_filename_image}'
+    subprocess.Popen(command.split(' '))
+    # return res.stdout[:-1], res.stderr[:-1]
+
+def stop_memory_analysis(outdir):
+    pass
+
+def start_emon(outdir):
+    pass
+
+def stop_emon(outdir):
+    
+
+def prerun(func, params):
+    if not check_for_linux():
+        return
+    prerun_result = {}
+    if params.emon == 'True' or params.memory_analysis == 'True':
+        outdir = prepare_output_dir(func, params)
+        prerun_result['outdir'] = outdir
+    if params.ittpy == 'True':
+        domain = start_ittpy_domain()
+        prerun_result['domain'] = domain
+    if params.memory_analysis == 'True':
+        start_memory_analysis(outdir)
+    if params.emon == 'True':
+        start_emon(outdir)
+    return outdir
+
+def postrun(func, params, outdir):
+    if not check_for_linux():
+        return
+    if params.ittpy == 'True':
+        finish_ittpy_domain()
+    if params.memory_analysis == 'True':
+        stop_memory_analysis(outdir)
+    if params.emon == 'True':
+        stop_emon(outdir)
 
 def get_dtype(data):
     '''
@@ -186,6 +265,13 @@ def parse_args(parser, size=None, loop_types=(),
     parser.add_argument('--device', default='none', type=str,
                         choices=('host', 'cpu', 'gpu', 'none'),
                         help='Execution context device')
+    parser.add_argument('--emon', default='False', type=str,
+                        choices=('True', 'False'),
+                        help='Should emon profiling be started')
+    parser.add_argument('--hash', default='0', type=str,
+                        help='Hash of current case')
+    parser.add_argument('--timestamp', default='0', type=str,
+                        help='Timestamp of start benchmarking')
 
     for data in ['X', 'y']:
         for stage in ['train', 'test']:
@@ -271,16 +357,26 @@ def prepare_daal_threads(num_threads=-1):
 
     return num_threads
 
-
 def measure_function_time(func, *args, params, **kwargs):
-    return time_box_filter(func, *args,
+    # print('*************')
+    # print(str(func))
+    # print(args)
+    # print(params)
+    # print(kwargs)
+    # print('*************')
+    
+    #meta = detect_meta()
+    outdir = prerun(func, params)
+    results = time_box_filter(func, *args,
                            n_meas=params.box_filter_measurements,
                            time_limit=params.time_limit, **kwargs)
+    postrun(func, params, outdir)
+    return results
 
 
 def time_box_filter(func, *args, n_meas, time_limit, **kwargs):
     times = []
-    while len(times) < n_meas:
+    while len(times) < 1:
         t0 = timeit.default_timer()
         val = func(*args, **kwargs)
         t1 = timeit.default_timer()