run_expr_3.py 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117
  1. import tempfile
  2. import time
  3. import pickle
  4. import pandas as pd
  5. from imc_utils.pps_e36311a import PPS_E36311A
  6. from imc_utils.build_config.cortex_m33 import BuildConfigM33
  7. from imc_utils.build_config.test_env import TestEnv
  8. from imc_utils.serial_watch import SerialWatcher
  9. WORKSPACE_ROOT = "/home/ybkim/workspace/imc/imc_freertos_app_m33"
  10. NVM_RESET_BIN = f"{WORKSPACE_ROOT}/imc/utils/nvm_reset.elf"
  11. OPENOCD_SCRIPT = f"{WORKSPACE_ROOT}/imc_freertos_app_m33.cfg"
  12. def get_build_config(benchmark, config_name):
  13. config = get_default_build_config()
  14. config.bench_name = benchmark
  15. bench_repeat_count = config.bench_repeat_count_small[benchmark]
  16. config.bench_repeat_count = bench_repeat_count
  17. if config_name == "pass_count":
  18. config.use_checkpoint_pass_counter = True
  19. config.checkpoint_pass_count = config.pass_count_10ms[benchmark]
  20. if config_name == "adaptive":
  21. config.use_checkpoint_voltage_check = True
  22. config.split_loop = True
  23. config.enable_adaptive_loop_pass_count = True
  24. # config.enable_static_loop_pass_count = True
  25. # config.loop_pass_count = 50
  26. config.max_loop_ids = 30
  27. return config
  28. def main():
  29. pps = PPS_E36311A()
  30. config = get_default_build_config()
  31. benchmarks = [
  32. "vBasicMath",
  33. "vCrc",
  34. "vFFT",
  35. "vSha",
  36. "vStringSearch",
  37. "vMatMul",
  38. "vConv2d",
  39. "vAes",
  40. ]
  41. # benchmarks = [
  42. # "vBasicMath"
  43. # ]
  44. configs = ["pass_count", "adaptive"]
  45. # configs = ["adaptive"]
  46. total_iterations = 20
  47. for benchmark in benchmarks:
  48. for config_name in configs:
  49. all_records = []
  50. config = get_build_config(benchmark, config_name)
  51. pps.set_voltage(3.3, 1)
  52. pps.set_current(0.1, 1)
  53. pps.output_on(1)
  54. env = TestEnv(WORKSPACE_ROOT, NVM_RESET_BIN, OPENOCD_SCRIPT)
  55. with tempfile.TemporaryDirectory() as build_dir:
  56. binary = env.build_binary(config, build_dir)
  57. env.clear_nvm_and_load_binary(binary, resume=False)
  58. pps.set_current(0.015, 1)
  59. time.sleep(1)
  60. env.resume_board(terminate=True)
  61. watcher = SerialWatcher(benchmark, total_iterations)
  62. records = watcher.run()
  63. for record in records:
  64. record.update(
  65. {
  66. # "loop_pass_count": loop_pass_count,
  67. }
  68. )
  69. all_records.append(record)
  70. df = pd.DataFrame(all_records)
  71. columns = ["bench_name", "time_taken", "recovery", "stats", "is_correct"]
  72. print(df[columns])
  73. save_records(benchmark, config_name, df)
  74. pps.output_off(1)
  75. def get_default_build_config():
  76. config = BuildConfigM33()
  77. config.insert_compiler_checkpoints = True
  78. config.enable_extension = True
  79. config.use_checkpoint_pass_counter = False
  80. config.use_checkpoint_voltage_check = False
  81. config.bench_infinite_loop = True
  82. config.print_recovery_message = True
  83. config.split_loop = False
  84. config.enable_static_loop_pass_count = False
  85. config.enable_adaptive_loop_pass_count = False
  86. config.print_stats = True
  87. return config
  88. def save_records(bench_name, config_name, df):
  89. with open(f"output/{config_name}/{bench_name}.pickle", "wb") as f:
  90. pickle.dump(df, f)
  91. if __name__ == "__main__":
  92. main()