Implement two-step measurement method: run_fast.sh for accurate timing without overhead, remove Vimscript and Wolfram, run all tests

data/Assembly/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-12,0,0

data/Assembly/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,0,0

data/Assembly/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-21,0,0

data/Assembly/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-10,0,0

data/Assembly/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,32
-memory_bytes,1409024
-peak_memory_bytes,1409024
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,12558975
-cycles,6069377
-ipc,2.06

data/Bash/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-19,1179648,0

data/Bash/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-19,1179648,0

data/Bash/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-23,1196032,0

data/Bash/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-18,1179648,0

data/Bash/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,34
-memory_bytes,2058922
-peak_memory_bytes,2064384
-real_time_s,.013
-user_time_s,0
-sys_time_s,.006
-instructions,18550685
-cycles,8090090
-ipc,2.29

data/Brainfuck/run_1.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,1179648,0
-35,1179648,0
-51,0,0

data/Brainfuck/run_2.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0
-37,1179648,0
-51,0,0

data/Brainfuck/run_3.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0
-29,1179648,0
-45,0,0

data/Brainfuck/run_4.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0
-26,1179648,0
-39,1179648,0

data/Brainfuck/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,56
-memory_bytes,9185962
-peak_memory_bytes,9256960
-real_time_s,.033
-user_time_s,.010
-sys_time_s,.010
-instructions,17501272
-cycles,8126562
-ipc,2.15

data/C++/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-17,0,0

data/C++/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0

data/C++/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0

data/C++/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,0,0

data/C++/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,26
-memory_bytes,1523712
-peak_memory_bytes,1523712
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,23545731
-cycles,9050444
-ipc,2.60

data/C/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,0,0

data/C/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-12,1179648,0

data/C/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,0,0

data/C/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,0,0

data/C/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,27
-memory_bytes,1687552
-peak_memory_bytes,1687552
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,14479010
-cycles,6499773
-ipc,2.22

data/CSharp/run_1.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0
-27,1179648,0
-40,1179648,0
-52,0,0

data/CSharp/run_2.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-20,1179648,0
-37,1179648,0
-54,1179648,0

data/CSharp/run_3.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0
-32,1179648,0
-46,1179648,0

data/CSharp/run_4.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,1179648,0
-32,1179648,0
-49,1179648,0

data/CSharp/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,64
-memory_bytes,41462442
-peak_memory_bytes,41566208
-real_time_s,.036
-user_time_s,.020
-sys_time_s,.010
-instructions,17452260
-cycles,8624146
-ipc,2.02

data/Crystal/run_1.csv

@@ -1 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent

data/Crystal/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-10,0,0

data/Crystal/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-11,1179648,0

data/Crystal/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,0,0

data/Crystal/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,22
-memory_bytes,3293184
-peak_memory_bytes,3293184
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,29546282
-cycles,9885445
-ipc,2.98

data/D/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-12,1179648,0

data/D/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0

data/D/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-12,1179648,0

data/D/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0

data/D/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,24
-memory_bytes,2479445
-peak_memory_bytes,2490368
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,80920081
-cycles,20218601
-ipc,4.00

data/Dart/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-18,1179648,0

data/Dart/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-19,1179648,0

data/Dart/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-23,1179648,0

data/Dart/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-24,1179648,0

data/Dart/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,35
-memory_bytes,14641834
-peak_memory_bytes,14680064
-real_time_s,.013
-user_time_s,0
-sys_time_s,0
-instructions,63451402
-cycles,27183385
-ipc,2.33

data/Elixir/run_1.csv

@@ -1,29 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-17,1179648,0
-33,1179648,0
-49,1179648,0
-65,1179648,0
-86,1179648,0
-102,1179648,0
-119,1179648,0
-135,1179648,0
-150,1179648,0
-166,1179648,0
-179,1179648,0
-193,1179648,0
-206,1179648,0
-218,1179648,0
-231,1179648,0
-245,1179648,0
-256,1179648,0
-271,1179648,0
-296,1179648,0
-311,1179648,0
-324,1179648,0
-335,1179648,0
-350,1179648,0
-363,1179648,0
-377,1179648,0
-392,1179648,0
-406,1179648,0
-418,1179648,0

data/Elixir/run_2.csv

@@ -1,28 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0
-29,1179648,0
-44,1179648,0
-56,1179648,0
-71,1179648,0
-87,1179648,0
-102,1179648,0
-116,1179648,0
-128,1179648,0
-143,1179648,0
-157,1179648,0
-173,1179648,0
-193,1179648,0
-212,1179648,0
-232,1179648,0
-248,1179648,0
-264,1179648,0
-278,1179648,0
-292,1179648,0
-307,1179648,0
-322,1179648,0
-336,1179648,0
-350,1179648,0
-362,1179648,0
-374,1179648,0
-387,1179648,0
-401,1179648,0

data/Elixir/run_3.csv

@@ -1,28 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-12,1179648,0
-23,1179648,0
-35,1179648,0
-48,1179648,0
-65,1179648,0
-78,1179648,0
-94,1179648,0
-114,1179648,0
-132,1179648,0
-147,1179648,0
-164,1179648,0
-179,1179648,0
-197,1179648,0
-212,1179648,0
-228,1179648,0
-243,1179648,0
-260,1179648,0
-275,1179648,0
-290,1179648,0
-305,1179648,0
-317,1179648,0
-330,1179648,0
-344,1179648,0
-358,1179648,0
-374,1179648,0
-389,1179648,0
-404,1179648,0

data/Elixir/run_4.csv

@@ -1,28 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0
-28,1179648,0
-43,1179648,0
-59,1179648,0
-74,1179648,0
-88,1179648,0
-103,1179648,0
-117,1179648,0
-128,1179648,0
-143,1179648,0
-158,1179648,0
-171,1179648,0
-184,1179648,0
-199,1179648,0
-210,1179648,0
-222,1179648,0
-236,1179648,0
-249,1179648,0
-262,1179648,0
-279,1179648,0
-291,1179648,0
-303,1179648,0
-317,1179648,0
-333,1179648,0
-352,1179648,0
-366,1179648,0
-379,1179648,0

data/Elixir/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,406
-memory_bytes,89161728
-peak_memory_bytes,89260032
-real_time_s,.393
-user_time_s,.296
-sys_time_s,.216
-instructions,17505478
-cycles,7380020
-ipc,2.37

data/Erlang/run_1.csv

@@ -1,13 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,1179648,0
-31,1179648,0
-47,1179648,0
-66,1179648,0
-80,1179648,0
-98,1179648,0
-112,1179648,0
-126,1179648,0
-139,1179648,0
-150,1179648,0
-164,1179648,0
-177,1179648,0

data/Erlang/run_2.csv

@@ -1,11 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0
-33,1179648,0
-48,1179648,0
-65,1179648,0
-78,1179648,0
-92,1179648,0
-106,1179648,0
-120,1179648,0
-135,1179648,0
-152,1179648,0

data/Erlang/run_3.csv

@@ -1,13 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,1179648,0
-33,1179648,0
-47,1179648,0
-62,1179648,0
-81,1179648,0
-99,1179648,0
-115,1179648,0
-130,1179648,0
-152,1179648,0
-174,1179648,0
-187,1179648,0
-202,1179648,0

data/Erlang/run_4.csv

@@ -1,12 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0
-28,1179648,0
-40,1179648,0
-56,1179648,0
-69,1179648,0
-83,1179648,0
-97,1179648,0
-117,1179648,0
-130,1179648,0
-147,1179648,0
-164,0,0

data/Erlang/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,185
-memory_bytes,77048490
-peak_memory_bytes,77185024
-real_time_s,.166
-user_time_s,.120
-sys_time_s,.100
-instructions,17696158
-cycles,7782102
-ipc,2.27

data/Fortran/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0

data/Fortran/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,0,0

data/Fortran/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-11,0,0

data/Fortran/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-11,0,0

data/Fortran/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,26
-memory_bytes,1802240
-peak_memory_bytes,1802240
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,27378187
-cycles,8787318
-ipc,3.11

data/Go/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-18,1179648,0

data/Go/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,0,0

data/Go/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,0,0

data/Go/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-20,0,0

data/Go/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,31
-memory_bytes,4041386
-peak_memory_bytes,4145152
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,19473738
-cycles,8671903
-ipc,2.24

data/Haskell/run_1.csv

@@ -1,3 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0
-28,1179648,0

data/Haskell/run_2.csv

@@ -1,3 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,1196032,0
-31,0,0

data/Haskell/run_3.csv

@@ -1,3 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-19,1196032,0
-36,0,0

data/Haskell/run_4.csv

@@ -1,3 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0
-26,1179648,0

data/Haskell/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,46
-memory_bytes,12053162
-peak_memory_bytes,12058624
-real_time_s,.013
-user_time_s,0
-sys_time_s,0
-instructions,49928755
-cycles,18118511
-ipc,2.75

data/Java/run_1.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-21,1196032,0
-38,1196032,0
-52,1196032,0

data/Java/run_2.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0
-30,1179648,0
-46,1179648,0
-59,0,0

data/Java/run_3.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-18,1179648,0
-35,1179648,0
-55,1179648,0

data/Java/run_4.csv

@@ -1,4 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0
-31,1179648,0
-47,1179648,0

data/Java/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,68
-memory_bytes,43073536
-peak_memory_bytes,43106304
-real_time_s,.046
-user_time_s,.030
-sys_time_s,.016
-instructions,17776760
-cycles,8998434
-ipc,1.97

data/JavaScript/run_1.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-22,1179648,0
-42,1179648,0
-74,1179648,0
-90,1179648,0

data/JavaScript/run_2.csv

@@ -1,6 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0
-32,1179648,0
-54,1179648,0
-79,1179648,0
-93,1179648,0

data/JavaScript/run_3.csv

@@ -1,7 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-17,1179648,0
-36,1179648,0
-54,1179648,0
-78,1179648,0
-102,1179648,0
-119,0,0

data/JavaScript/run_4.csv

@@ -1,6 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-22,1196032,0
-52,1196032,0
-67,1196032,0
-89,1196032,0
-105,0,0

data/JavaScript/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,118
-memory_bytes,44417024
-peak_memory_bytes,44580864
-real_time_s,.090
-user_time_s,.070
-sys_time_s,.010
-instructions,18142055
-cycles,9003896
-ipc,2.01

data/Julia/run_1.csv

@@ -1,11 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0
-31,1179648,0
-46,1179648,0
-77,1179648,0
-96,1179648,0
-112,1179648,0
-126,1179648,0
-142,1179648,0
-161,1179648,0
-178,1179648,0

data/Julia/run_2.csv

@@ -1,11 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0
-31,1179648,0
-49,1179648,0
-67,1179648,0
-87,1179648,0
-106,1179648,0
-120,1179648,0
-138,1179648,0
-152,1179648,0
-167,1179648,0

data/Julia/run_3.csv

@@ -1,11 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0
-26,1179648,0
-40,1179648,0
-58,1179648,0
-75,1179648,0
-88,1179648,0
-107,1179648,0
-123,1179648,0
-139,1179648,0
-154,1179648,0

data/Julia/run_4.csv

@@ -1,14 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1196032,0
-29,1196032,0
-45,1196032,0
-60,1196032,0
-78,1196032,0
-96,1196032,0
-113,1196032,0
-131,1196032,0
-145,1196032,0
-162,1196032,0
-177,1196032,0
-196,1196032,0
-217,1196032,0

data/Julia/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,190
-memory_bytes,236235434
-peak_memory_bytes,236355584
-real_time_s,.173
-user_time_s,.116
-sys_time_s,.033
-instructions,17691121
-cycles,7819185
-ipc,2.26

data/Kotlin/run_1.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-18,1179648,0
-35,1179648,0
-54,1179648,0
-70,1179648,0

data/Kotlin/run_2.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,1196032,0
-30,1196032,0
-45,1196032,0
-59,1196032,0

data/Kotlin/run_3.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-11,1179648,0
-23,1179648,0
-35,1179648,0
-47,1179648,0

data/Kotlin/run_4.csv

@@ -1,5 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0
-30,1179648,0
-42,1179648,0
-58,1179648,0

data/Kotlin/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,65
-memory_bytes,45208917
-peak_memory_bytes,45383680
-real_time_s,.046
-user_time_s,.040
-sys_time_s,.013
-instructions,17527899
-cycles,7459125
-ipc,2.34

data/Lua/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-14,1179648,0

data/Lua/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-15,1179648,0

data/Lua/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-13,1179648,0

data/Lua/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-21,1179648,0

data/Lua/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,29
-memory_bytes,2091690
-peak_memory_bytes,2097152
-real_time_s,.010
-user_time_s,0
-sys_time_s,0
-instructions,17419324
-cycles,8017680
-ipc,2.17

data/Nim/run_1.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-11,0,0

data/Nim/run_2.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-16,0,0

data/Nim/run_3.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-11,0,0

data/Nim/run_4.csv

@@ -1,2 +0,0 @@
-timestamp_ms,memory_bytes,cpu_percent
-17,0,0

data/Nim/summary.csv

@@ -1,10 +0,0 @@
-metric,value
-time_ms,27
-memory_bytes,1572864
-peak_memory_bytes,1572864
-real_time_s,0
-user_time_s,0
-sys_time_s,0
-instructions,15728237
-cycles,5449577
-ipc,2.88