add benchmark suite

This commit is contained in:
Watson
2013-11-16 09:16:58 +09:00
parent d594397510
commit a749bfc648
25 changed files with 1074 additions and 0 deletions

16
test/Benchmark/.gitignore vendored Normal file
View File

@@ -0,0 +1,16 @@
.repl_history
build
tags
app/pixate_code.rb
resources/*.nib
resources/*.momd
resources/*.storyboardc
.DS_Store
nbproject
.redcar
#*#
*~
*.sw[po]
.eprj
.sass-cache
.idea

17
test/Benchmark/README.md Normal file
View File

@@ -0,0 +1,17 @@
# Benchmark
## RubyMotion
```
% rake
% rake platform=ios
% rake platform=osx
% rake version=2.11
% rake version=2.11 platform=osx
```
## CRuby
```
% ./cruby
```

14
test/Benchmark/Rakefile Normal file
View File

@@ -0,0 +1,14 @@
# -*- coding: utf-8 -*-
version = ENV['version'] || ''
$:.unshift("/Library/RubyMotion#{version}/lib")
platform = ENV['platform'] || 'osx'
require "motion/project/template/#{platform}"
ENV['mode'] = 'release'
Motion::Project::App.setup do |app|
# Use `rake config' to see complete project settings.
app.name = 'Benchmark'
app.files += Dir.glob('lib/**/*.rb')
end

View File

@@ -0,0 +1,5 @@
class AppDelegate
def application(application, didFinishLaunchingWithOptions:launchOptions)
true
end
end

View File

@@ -0,0 +1,20 @@
sleep(1)
puts "# Benchmark Start"
begin
puts "RubyMotion #{RUBYMOTION_VERSION}"
rescue
# for CRuby
puts "Ruby #{RUBY_VERSION}"
require 'benchmark'
Dir.glob("app/benchmark/**/*.rb").each do |file|
load file
end
end
puts "*** Array ***"
bm_array
exit(0)

View File

@@ -0,0 +1,20 @@
$large_array = (1..1000).to_a
def bm_array
Benchmark.benchmark("", 30, "%r\n") do |x|
array_at(x)
array_concat(x)
array_dup(x)
array_each(x)
array_flatten(x)
array_map(x)
array_reject(x)
array_reverse(x)
array_rotate(x)
array_sample(x)
array_select(x)
array_slice(x)
array_sort(x)
array_uniq(x)
end
end

View File

@@ -0,0 +1,105 @@
def array_at(x)
string_array = $small_string_array.dup
fixnum_array = $small_fixnum_array.dup
x.report "#at(0) with string" do
100000.times do
string_array.at(0)
end
end
x.report "#at(size / 2) with string" do
middle = string_array.size / 2
100000.times do
string_array.at(middle)
end
end
x.report "#at(-1) with string" do
100000.times do
string_array.at(-1)
end
end
x.report "#at(0) with fixnum" do
100000.times do
fixnum_array.at(0)
end
end
x.report "#at(size / 2) with fixnum" do
middle = fixnum_array.size / 2
100000.times do
fixnum_array.at(middle)
end
end
x.report "#at(-1) with fixnum" do
100000.times do
fixnum_array.at(-1)
end
end
end
$small_string_array = [
"qeBC6HSLzlc1", "Kh5I7Lwi8VXx", "e22wAAKw75vS", "CEMJiXl3AowP", "J1LC5Offt8Ho", "arSQUdbOuE0D",
"VGEZnh1akOv6", "vZ7J50xgVi0s", "QWFR1XMJmBwA", "p0ubHERwLxHN", "g6mApz6W1SGJ", "JHUKWJjCxDSJ",
"mCTHnaJ1naZ0", "mOueb0OO1XMN", "OT3G6j2RE2Uo", "U5Z1t2PAvsyB", "XCYAYQn6znBa", "kEiGV2xfvyUq",
"SZlOmOC3C0Xs", "zmOc5KEp4C7p", "HkHkqmzKojCf", "XJOaEe0I1Vh4", "fyoeml3mCcJH", "z2N3EmJ7bDmt",
"XUQPEz0oYcyE", "soJgu8eTPgwB", "Eumlo8lLeu3l", "Yn533aM4tHb8", "Fo2VOQ32mSVK", "uZLVK0iERhWD",
"FoOxiw2TJDhI", "dh31roTWboBy", "qD6e0MzDSV4l", "vI74OAdOl0m1", "sAHaXD4xqPSV", "XkNJmcUsH4hp",
"cZj7BBiMidLg", "j6iay7E0IGya", "pHdhMOOnRIKK", "WdXBWPdGPcXx", "jWxiIuiKqlnN", "zGdpvKYDMtoV",
"jB0yCIkT7GUJ", "EzDS85c21PEc", "OaEQbxnaO4RC", "zN7XvRItFM61", "pQd2QATuA3ir", "0HFnFpPOJfNZ",
"hPjYccwBuTIq", "3aD6xbjgT0HZ", "tDT22JWXTo47", "dR0yKYdmvowi", "GrrfvXjTWs1i", "60UG6CQ3ewkf",
"eK86xZkqUYxa", "BVH7t2HMZHs5", "bQSTGVFNcsEO", "4vwbkoAl1E6S", "yHTkZL3dpanc", "dvt7dY1Z4Sbp",
"RrfFYuSyUagu", "oeIgfnLsdfj6", "oWqZ4mhfuVbK", "WttPzRy5oZ00", "BuIFWSc3KKeP", "GQYtH3wH2fQk",
"4bARLyv8tjjY", "DqP11xDYrWBg", "FUHjSeQ4ENHb", "kWgIRA2xMAPA", "YZkZlZj6QvBk", "eSy33KnKzO8m",
"ThdI4A7TF7Hi", "yCoAxzfbCYle", "YMMEEuxjdF74", "5SUmSExJJhF5", "MXvem5vIyjeT", "OKjmkl1jj406",
"Zlns3bgponkT", "buoAovP3ANPc", "ZdxogpNKy7Pz", "Cvnh3FCvyhAY", "xJIpV38mKpxR", "GxIAYZgwchCK",
"SoBVY1QtDkRR", "XfJKrN4lpcZ1", "hMvVOuei8Ufj", "lzb3iV8Ptc4x", "yuLikeu1IURU", "7mTUejcUdg40",
"QRaQCGo1qgpc", "7q1f8dJT6QWB", "gEjsj618rGm7", "lYZ3bdrZQz6b", "BbfOiADJFFDq", "NxB7Q83ZHtxv",
"oDwOkPtH2gbF", "htru2aWcjeSM", "pkYicysGcakp", "rd3dJb7wmSEc", "EiH7wTZ5R2D3", "T5TDaVmQczD7",
"0fMmB4S5CFKg", "akiqIjqyFpc4", "faMWVXRLZdfB", "8lrqBOogZjZo", "YmvvoPK0W7FB", "xuNuQzn7JlsL",
"yNy4MDN2Pz0U", "rf2yiyN76h3U", "VyDEGPg4jCnA", "OzxAI2eafLW7", "NCAwpWJiZ542", "f0v35dFjuaql",
"UK5oyuPzuq6j", "mnGG556DkHNP", "OKtUWhPskxfd", "eLWX6iOImHLQ", "gJ1H7vLnnFKH", "fU22QNRDdh8A",
"bpqZjYXRVhs4", "R6fgGTZHKRU8", "8JumbHaoOVA5", "RMoZoYC3bapq", "zrdfpg2ZFD01", "JwVZEKmtYCNN",
"pYOtKITtOYNW", "PrIJQ8UAImtf", "MFRF3D5EphmD", "whoorxVWT0By", "4TZRGOy0aeCy", "S8R8rijxCAw6",
"udq0BOtc7LbZ", "6PlNGn4FUUjs", "gF2Z58HukZ4H", "YhkLDYIBT4Vr", "bGAohJ1Exr8x", "1qxnFFQKOjP6",
"mji4WLC1jylI", "YLwBEjNondGJ", "siiavOGaAAPZ", "iAcC1fDNc5OR", "O7rynaBEdQw8", "pqWeB0gcOs2g",
"kAgwoK58ZicJ", "Kgj1aEVHJuUO", "B6SkecopszvH", "EK8syDXpitAW", "W51EhYxDZsew", "tLhqnsQdXqND",
"2LGoDOdI6CWH", "DWibM1ee21d7", "sqCaFzy3zScp", "xfZx33fNkwKV", "d6sCg0xhLbof", "K8k1stb2c1SX",
"YXxYq41GYkGl", "oekE5AuKdoS0", "XbhIPt0wSAnw", "Qx5PIzSgzGqp", "o8HvII6keSj3", "j186tPfI0ebB",
"2DPUoQ01kq5E", "YqKodpEGOIN8", "iyXF8kbF1nrc", "dIT1FGy5uRiI", "rj3zCPGG5Wna", "LEiW2ifgFIl2",
"yVACYsYHW5UF", "jnI7wkX4PQjO", "hR7vk3TCOPcV", "uDm0g0LSe8Dn", "NISqprTVGqET", "oeHpk7mzxNQG",
"tmmmG3qZgita", "3TcRnbJfp5ZH", "uiIeXUXNn2ZH", "0F60dFET46Yc", "tbHU7jgLqFvp", "bmFawiHAerwY",
"DPcGnpAMfpw6", "zSUICp0ugDAy", "ivz1nCRCockM", "bXzdeSgeUSW4", "pairIrJINaOa", "2IZuPFbtNm6U",
"VcYf0bvySao5", "EVYTaVzZgDFp", "q6sCKWk8VRaF", "6aMsLRYEWZzV", "e4REx5YNFtM6", "GDZfrNT6qiFm",
"LS206O3WhENJ", "G7NhC0HsL3ls", "rxZuGDqZ4AtJ", "I7bQ44vYVfte", "430UrIsWWaab", "YRdSHkiTZ3J5",
"TwHNShpObHYQ", "dxSg4PcH71nU"
]
$small_fixnum_array = [
347728297, 257683256, 578779314, 392222695, 408671424, 407970558, 812392640, 816577924, 115257099,
402351457, 792522571, 606803822, 544610941, 723197253, 426547220, 377445492, 822826294, 682892744,
554096615, 542755221, 671837237, 509647919, 851534465, 531024099, 709946972, 481735433, 353969015,
519648235, 48427274, 566510110, 192470787, 186886313, 902069737, 846031560, 60030853, 996261845,
633276290, 741573403, 457077568, 682268665, 775392729, 573619278, 720876370, 677808891, 61991492,
498306563, 379779184, 779798017, 549224675, 377051494, 332812925, 798908732, 860781792, 381312114,
611819871, 423272825, 437549428, 8583378, 968936714, 625238473, 170338972, 966017819, 846845654,
450588194, 876472524, 121332332, 52221083, 588840590, 443806208, 182695508, 87430824, 80349243,
168931148, 255018784, 614600618, 784669231, 31995577, 483869088, 601121162, 130624564, 371319233,
550379186, 921804880, 117261360, 536209011, 505027125, 925273209, 834351781, 68839499, 618168295,
19601458, 721476668, 209831873, 798446038, 417591480, 206124449, 302995390, 838939624, 420506939,
878585956, 324854622, 44063929, 536980406, 800909707, 340776410, 372732203, 57183324, 868804015,
642740517, 641789914, 732025573, 707843533, 334851271, 380888787, 809950344, 633968328, 385791579,
433957520, 374915776, 483882124, 609878969, 973251819, 185134734, 936246013, 188017820, 206037484,
618628399, 954825565, 282314109, 579663281, 94430702, 285707298, 847558107, 662169967, 96864252,
703915052, 789330467, 920098884, 851546773, 368055593, 822263587, 237490391, 629517804, 815061007,
302694980, 746130432, 247275243, 35232798, 781776777, 164086432, 272455893, 576173824, 375638276,
879718803, 310449906, 543657952, 23791806, 629934269, 129019767, 185106383, 221210724, 903426714,
325339586, 40343767, 495793257, 120958499, 840109377, 243617847, 965701164, 862627708, 453274628,
311310597, 730024775, 840524609, 760383311, 639044961, 391749908, 828147647, 285190947, 436797772,
45390801, 567254794, 453918915, 931881042, 624913131, 725521291, 505447917, 954878069, 360223958,
561638441, 25174779, 896656975, 419617963, 585784003, 637738870, 177657713, 921982818, 490418216,
736209263, 253028878
]

View File

@@ -0,0 +1,17 @@
def array_concat(x)
ary = []
x.report "<<" do
1000000.times do |i|
ary << i
end
end
ary1 = (1..100).to_a
ary2 = (1..100).to_a
x.report "concat" do
100000.times do |i|
a = ary1.dup
a.concat(ary2)
end
end
end

View File

@@ -0,0 +1,16 @@
def array_dup(x)
strings = ('a'..'z').to_a
numbers = [-4, -81, 0, 5, 12, -1_000_000, 1, 10, 100, 1000]
x.report "dup strings" do
100000.times do |i|
strings.dup
end
end
x.report "dup numbers" do
100000.times do |i|
numbers.dup
end
end
end

View File

@@ -0,0 +1,11 @@
def array_each(x)
large_array = $large_array.dup
x.report "each" do
10000.times do
large_array.each do |item|
end
end
end
end

View File

@@ -0,0 +1,31 @@
def array_flatten(x)
flat_array = (0...50).to_a
nested_array = (0...5).to_a
3.times do
nested_array = (0...5).map { nested_array }
end
x.report "flatten - flat" do
1000.times do |i|
flat_array.flatten
end
end
x.report "flatten! - flat" do
1000.times do |i|
flat_array.dup.flatten!
end
end
x.report "flatten - nested" do
1000.times do |i|
nested_array.flatten
end
end
x.report "flatten! - nested" do
1000.times do |i|
nested_array.dup.flatten!
end
end
end

View File

@@ -0,0 +1,14 @@
def array_map(x)
ary = (0..100).to_a
x.report "map" do
10000.times do |i|
ary.map { |item| 1 }
end
end
x.report "map!" do
10000.times do |i|
ary.dup.map! { |item| 1 }
end
end
end

View File

@@ -0,0 +1,27 @@
def array_reject(x)
large_array = $large_array.dup
x.report "reject all" do |times|
1000.times do
large_array.reject { |v| true }
end
end
x.report "reject none" do |times|
1000.times do
large_array.reject { |v| false }
end
end
x.report "reject! all" do |times|
1000.times do
large_array = $large_array.dup
large_array.reject! { |v| true }
end
end
x.report "reject! none" do |times|
1000.times do
large_array.reject! { |v| false }
end
end
end

View File

@@ -0,0 +1,15 @@
def array_reverse(x)
large_array = $large_array.dup
x.report "reverse" do
10000.times do |i|
large_array.reverse
end
end
x.report "reverse!" do
10000.times do |i|
large_array = $large_array.dup
large_array.reverse!
end
end
end

View File

@@ -0,0 +1,39 @@
def array_rotate(x)
large_array = $large_array.dup
x.report "rotate" do
10000.times do
large_array.rotate
end
end
x.report "rotate(10)" do
10000.times do
large_array.rotate(10)
end
end
x.report "rotate(-10)" do
10000.times do
large_array.rotate(-10)
end
end
x.report "rotate!" do
10000.times do
large_array.rotate!
end
end
x.report "rotate!(10)" do
10000.times do
large_array.rotate!(10)
end
end
x.report "rotate!(-10)" do
10000.times do
large_array.rotate!(-10)
end
end
end

View File

@@ -0,0 +1,15 @@
def array_sample(x)
large_array = $large_array.dup
x.report "sample(10)" do
1000.times do
large_array.sample(10)
end
end
x.report "sample(array.size)" do
1000.times do
large_array.sample(large_array.size)
end
end
end

View File

@@ -0,0 +1,14 @@
def array_select(x)
large_array = $large_array.dup
x.report "select all" do
1000.times do |i|
large_array.select { |v| true }
end
end
x.report "select none" do
1000.times do |i|
large_array.select { |v| false }
end
end
end

View File

@@ -0,0 +1,41 @@
def array_slice(x)
large_array = $large_array.dup
x.report "slice index" do
10000.times do |i|
large_array.slice(5)
end
end
x.report "slice start, length" do
10000.times do |i|
large_array.slice(5, 5)
end
end
x.report "slice range" do
10000.times do |i|
large_array.slice(5..10)
end
end
x.report "slice! index" do
10000.times do |i|
large_array2 = $large_array.dup
large_array2.slice!(5)
end
end
x.report "slice! start, length" do
10000.times do |i|
large_array2 = $large_array.dup
large_array2.slice!(5, 5)
end
end
x.report "slice! range" do
10000.times do |i|
large_array2 = $large_array.dup
large_array2.slice!(5..10)
end
end
end

View File

@@ -0,0 +1,28 @@
def array_sort(x)
array = $small_fixnum_array.dup
x.report "sort" do
10000.times do |i|
array.sort
end
end
x.report "sort with block" do
1000.times do |i|
array.sort {|a, b| b <=> a }
end
end
x.report "sort!" do
10000.times do |i|
array = $small_fixnum_array.dup
array.sort!
end
end
x.report "sort! with block" do
1000.times do |i|
array = $small_fixnum_array.dup
array.sort! {|a, b| b <=> a }
end
end
end

View File

@@ -0,0 +1,16 @@
def array_uniq(x)
large_array = $large_array.dup
x.report "uniq" do
1000.times do
large_array.uniq
end
end
x.report "uniq!" do
1000.times do
large_array = $large_array.dup
large_array.uniq!
end
end
end

3
test/Benchmark/cruby Executable file
View File

@@ -0,0 +1,3 @@
#!/usr/bin/env ruby
load './app/benchmark.rb'

8
test/Benchmark/formatter.rb Executable file
View File

@@ -0,0 +1,8 @@
#!/usr/bin/env ruby
data = STDIN.read
data.each_line do |line|
if line =~ /^(.+)\s+\(([\d\.]+)\)$/
puts "\"#{$1.strip}\",#{$2}"
end
end

View File

@@ -0,0 +1,573 @@
=begin
#
# benchmark.rb - a performance benchmarking library
#
# $Id: benchmark.rb 15426 2008-02-10 15:29:00Z naruse $
#
# Created by Gotoken (gotoken@notwork.org).
#
# Documentation by Gotoken (original RD), Lyle Johnson (RDoc conversion), and
# Gavin Sinclair (editing).
#
=end
# == Overview
#
# The Benchmark module provides methods for benchmarking Ruby code, giving
# detailed reports on the time taken for each task.
#
# The Benchmark module provides methods to measure and report the time
# used to execute Ruby code.
#
# * Measure the time to construct the string given by the expression
# <tt>"a"*1_000_000</tt>:
#
# require 'benchmark'
#
# puts Benchmark.measure { "a"*1_000_000 }
#
# On my machine (FreeBSD 3.2 on P5, 100MHz) this generates:
#
# 1.166667 0.050000 1.216667 ( 0.571355)
#
# This report shows the user CPU time, system CPU time, the sum of
# the user and system CPU times, and the elapsed real time. The unit
# of time is seconds.
#
# * Do some experiments sequentially using the #bm method:
#
# require 'benchmark'
#
# n = 50000
# Benchmark.bm do |x|
# x.report { for i in 1..n; a = "1"; end }
# x.report { n.times do ; a = "1"; end }
# x.report { 1.upto(n) do ; a = "1"; end }
# end
#
# The result:
#
# user system total real
# 1.033333 0.016667 1.016667 ( 0.492106)
# 1.483333 0.000000 1.483333 ( 0.694605)
# 1.516667 0.000000 1.516667 ( 0.711077)
#
# * Continuing the previous example, put a label in each report:
#
# require 'benchmark'
#
# n = 50000
# Benchmark.bm(7) do |x|
# x.report("for:") { for i in 1..n; a = "1"; end }
# x.report("times:") { n.times do ; a = "1"; end }
# x.report("upto:") { 1.upto(n) do ; a = "1"; end }
# end
#
# The result:
#
# user system total real
# for: 1.050000 0.000000 1.050000 ( 0.503462)
# times: 1.533333 0.016667 1.550000 ( 0.735473)
# upto: 1.500000 0.016667 1.516667 ( 0.711239)
#
#
# * The times for some benchmarks depend on the order in which items
# are run. These differences are due to the cost of memory
# allocation and garbage collection. To avoid these discrepancies,
# the #bmbm method is provided. For example, to compare ways to
# sort an array of floats:
#
# require 'benchmark'
#
# array = (1..1000000).map { rand }
#
# Benchmark.bmbm do |x|
# x.report("sort!") { array.dup.sort! }
# x.report("sort") { array.dup.sort }
# end
#
# The result:
#
# Rehearsal -----------------------------------------
# sort! 11.928000 0.010000 11.938000 ( 12.756000)
# sort 13.048000 0.020000 13.068000 ( 13.857000)
# ------------------------------- total: 25.006000sec
#
# user system total real
# sort! 12.959000 0.010000 12.969000 ( 13.793000)
# sort 12.007000 0.000000 12.007000 ( 12.791000)
#
#
# * Report statistics of sequential experiments with unique labels,
# using the #benchmark method:
#
# require 'benchmark'
#
# n = 50000
# Benchmark.benchmark(" "*7 + CAPTION, 7, FMTSTR, ">total:", ">avg:") do |x|
# tf = x.report("for:") { for i in 1..n; a = "1"; end }
# tt = x.report("times:") { n.times do ; a = "1"; end }
# tu = x.report("upto:") { 1.upto(n) do ; a = "1"; end }
# [tf+tt+tu, (tf+tt+tu)/3]
# end
#
# The result:
#
# user system total real
# for: 1.016667 0.016667 1.033333 ( 0.485749)
# times: 1.450000 0.016667 1.466667 ( 0.681367)
# upto: 1.533333 0.000000 1.533333 ( 0.722166)
# >total: 4.000000 0.033333 4.033333 ( 1.889282)
# >avg: 1.333333 0.011111 1.344444 ( 0.629761)
module Benchmark
BENCHMARK_VERSION = "2002-04-25" #:nodoc"
def Benchmark::times() # :nodoc:
Process::times()
end
# Invokes the block with a <tt>Benchmark::Report</tt> object, which
# may be used to collect and report on the results of individual
# benchmark tests. Reserves <i>label_width</i> leading spaces for
# labels on each line. Prints _caption_ at the top of the
# report, and uses _fmt_ to format each line.
# If the block returns an array of
# <tt>Benchmark::Tms</tt> objects, these will be used to format
# additional lines of output. If _label_ parameters are
# given, these are used to label these extra lines.
#
# _Note_: Other methods provide a simpler interface to this one, and are
# suitable for nearly all benchmarking requirements. See the examples in
# Benchmark, and the #bm and #bmbm methods.
#
# Example:
#
# require 'benchmark'
# include Benchmark # we need the CAPTION and FMTSTR constants
#
# n = 50000
# Benchmark.benchmark(" "*7 + CAPTION, 7, FMTSTR, ">total:", ">avg:") do |x|
# tf = x.report("for:") { for i in 1..n; a = "1"; end }
# tt = x.report("times:") { n.times do ; a = "1"; end }
# tu = x.report("upto:") { 1.upto(n) do ; a = "1"; end }
# [tf+tt+tu, (tf+tt+tu)/3]
# end
#
# <i>Generates:</i>
#
# user system total real
# for: 1.016667 0.016667 1.033333 ( 0.485749)
# times: 1.450000 0.016667 1.466667 ( 0.681367)
# upto: 1.533333 0.000000 1.533333 ( 0.722166)
# >total: 4.000000 0.033333 4.033333 ( 1.889282)
# >avg: 1.333333 0.011111 1.344444 ( 0.629761)
#
def benchmark(caption = "", label_width = nil, fmtstr = nil, *labels) # :yield: report
sync = STDOUT.sync
STDOUT.sync = true
label_width ||= 0
fmtstr ||= FMTSTR
raise ArgumentError, "no block" unless iterator?
print caption
results = yield(Report.new(label_width, fmtstr))
Array === results and results.grep(Tms).each {|t|
print((labels.shift || t.label || "").ljust(label_width),
t.format(fmtstr))
}
STDOUT.sync = sync
end
# A simple interface to the #benchmark method, #bm is generates sequential reports
# with labels. The parameters have the same meaning as for #benchmark.
#
# require 'benchmark'
#
# n = 50000
# Benchmark.bm(7) do |x|
# x.report("for:") { for i in 1..n; a = "1"; end }
# x.report("times:") { n.times do ; a = "1"; end }
# x.report("upto:") { 1.upto(n) do ; a = "1"; end }
# end
#
# <i>Generates:</i>
#
# user system total real
# for: 1.050000 0.000000 1.050000 ( 0.503462)
# times: 1.533333 0.016667 1.550000 ( 0.735473)
# upto: 1.500000 0.016667 1.516667 ( 0.711239)
#
def bm(label_width = 0, *labels, &blk) # :yield: report
benchmark(" "*label_width + CAPTION, label_width, FMTSTR, *labels, &blk)
end
# Sometimes benchmark results are skewed because code executed
# earlier encounters different garbage collection overheads than
# that run later. #bmbm attempts to minimize this effect by running
# the tests twice, the first time as a rehearsal in order to get the
# runtime environment stable, the second time for
# real. <tt>GC.start</tt> is executed before the start of each of
# the real timings; the cost of this is not included in the
# timings. In reality, though, there's only so much that #bmbm can
# do, and the results are not guaranteed to be isolated from garbage
# collection and other effects.
#
# Because #bmbm takes two passes through the tests, it can
# calculate the required label width.
#
# require 'benchmark'
#
# array = (1..1000000).map { rand }
#
# Benchmark.bmbm do |x|
# x.report("sort!") { array.dup.sort! }
# x.report("sort") { array.dup.sort }
# end
#
# <i>Generates:</i>
#
# Rehearsal -----------------------------------------
# sort! 11.928000 0.010000 11.938000 ( 12.756000)
# sort 13.048000 0.020000 13.068000 ( 13.857000)
# ------------------------------- total: 25.006000sec
#
# user system total real
# sort! 12.959000 0.010000 12.969000 ( 13.793000)
# sort 12.007000 0.000000 12.007000 ( 12.791000)
#
# #bmbm yields a Benchmark::Job object and returns an array of
# Benchmark::Tms objects.
#
def bmbm(width = 0, &blk) # :yield: job
job = Job.new(width)
yield(job)
width = job.width
sync = STDOUT.sync
STDOUT.sync = true
# rehearsal
print "Rehearsal "
puts '-'*(width+CAPTION.length - "Rehearsal ".length)
list = []
job.list.each{|label,item|
print(label.ljust(width))
res = Benchmark::measure(&item)
print res.format()
list.push res
}
sum = Tms.new; list.each{|i| sum += i}
ets = sum.format("total: %tsec")
printf("%s %s\n\n",
"-"*(width+CAPTION.length-ets.length-1), ets)
# take
print ' '*width, CAPTION
list = []
ary = []
job.list.each{|label,item|
GC::start
print label.ljust(width)
res = Benchmark::measure(&item)
print res.format()
ary.push res
list.push [label, res]
}
ary
ensure
STDOUT.sync = sync unless sync.nil?
end
#
# Returns the time used to execute the given block as a
# Benchmark::Tms object.
#
def measure(label = "") # :yield:
t0, r0 = Benchmark.times, Time.now
yield
t1, r1 = Benchmark.times, Time.now
Benchmark::Tms.new(t1.utime - t0.utime,
t1.stime - t0.stime,
t1.cutime - t0.cutime,
t1.cstime - t0.cstime,
r1.to_f - r0.to_f,
label)
end
#
# Returns the elapsed real time used to execute the given block.
#
def realtime(&blk) # :yield:
r0 = Time.now
yield
r1 = Time.now
r1.to_f - r0.to_f
end
#
# A Job is a sequence of labelled blocks to be processed by the
# Benchmark.bmbm method. It is of little direct interest to the user.
#
class Job # :nodoc:
#
# Returns an initialized Job instance.
# Usually, one doesn't call this method directly, as new
# Job objects are created by the #bmbm method.
# _width_ is a initial value for the label offset used in formatting;
# the #bmbm method passes its _width_ argument to this constructor.
#
def initialize(width)
@width = width
@list = []
end
#
# Registers the given label and block pair in the job list.
#
def item(label = "", &blk) # :yield:
raise ArgumentError, "no block" unless block_given?
label += ' '
w = label.length
@width = w if @width < w
@list.push [label, blk]
self
end
alias report item
# An array of 2-element arrays, consisting of label and block pairs.
attr_reader :list
# Length of the widest label in the #list, plus one.
attr_reader :width
end
module_function :benchmark, :measure, :realtime, :bm, :bmbm
#
# This class is used by the Benchmark.benchmark and Benchmark.bm methods.
# It is of little direct interest to the user.
#
class Report # :nodoc:
#
# Returns an initialized Report instance.
# Usually, one doesn't call this method directly, as new
# Report objects are created by the #benchmark and #bm methods.
# _width_ and _fmtstr_ are the label offset and
# format string used by Tms#format.
#
def initialize(width = 0, fmtstr = nil)
@width, @fmtstr = width, fmtstr
end
#
# Prints the _label_ and measured time for the block,
# formatted by _fmt_. See Tms#format for the
# formatting rules.
#
def item(label = "", *fmt, &blk) # :yield:
print label.ljust(@width)
res = Benchmark::measure(&blk)
print res.format(@fmtstr, *fmt)
res
end
alias report item
end
#
# A data object, representing the times associated with a benchmark
# measurement.
#
class Tms
CAPTION = " user system total real\n"
FMTSTR = "%10.6u %10.6y %10.6t %10.6r\n"
# User CPU time
attr_reader :utime
# System CPU time
attr_reader :stime
# User CPU time of children
attr_reader :cutime
# System CPU time of children
attr_reader :cstime
# Elapsed real time
attr_reader :real
# Total time, that is _utime_ + _stime_ + _cutime_ + _cstime_
attr_reader :total
# Label
attr_reader :label
#
# Returns an initialized Tms object which has
# _u_ as the user CPU time, _s_ as the system CPU time,
# _cu_ as the children's user CPU time, _cs_ as the children's
# system CPU time, _real_ as the elapsed real time and _l_
# as the label.
#
def initialize(u = 0.0, s = 0.0, cu = 0.0, cs = 0.0, real = 0.0, l = nil)
@utime, @stime, @cutime, @cstime, @real, @label = u, s, cu, cs, real, l
@total = @utime + @stime + @cutime + @cstime
end
#
# Returns a new Tms object whose times are the sum of the times for this
# Tms object, plus the time required to execute the code block (_blk_).
#
def add(&blk) # :yield:
self + Benchmark::measure(&blk)
end
#
# An in-place version of #add.
#
def add!(&blk)
t = Benchmark::measure(&blk)
@utime = utime + t.utime
@stime = stime + t.stime
@cutime = cutime + t.cutime
@cstime = cstime + t.cstime
@real = real + t.real
self
end
#
# Returns a new Tms object obtained by memberwise summation
# of the individual times for this Tms object with those of the other
# Tms object.
# This method and #/() are useful for taking statistics.
#
def +(other); memberwise(:+, other) end
#
# Returns a new Tms object obtained by memberwise subtraction
# of the individual times for the other Tms object from those of this
# Tms object.
#
def -(other); memberwise(:-, other) end
#
# Returns a new Tms object obtained by memberwise multiplication
# of the individual times for this Tms object by _x_.
#
def *(x); memberwise(:*, x) end
#
# Returns a new Tms object obtained by memberwise division
# of the individual times for this Tms object by _x_.
# This method and #+() are useful for taking statistics.
#
def /(x); memberwise(:/, x) end
#
# Returns the contents of this Tms object as
# a formatted string, according to a format string
# like that passed to Kernel.format. In addition, #format
# accepts the following extensions:
#
# <tt>%u</tt>:: Replaced by the user CPU time, as reported by Tms#utime.
# <tt>%y</tt>:: Replaced by the system CPU time, as reported by #stime (Mnemonic: y of "s*y*stem")
# <tt>%U</tt>:: Replaced by the children's user CPU time, as reported by Tms#cutime
# <tt>%Y</tt>:: Replaced by the children's system CPU time, as reported by Tms#cstime
# <tt>%t</tt>:: Replaced by the total CPU time, as reported by Tms#total
# <tt>%r</tt>:: Replaced by the elapsed real time, as reported by Tms#real
# <tt>%n</tt>:: Replaced by the label string, as reported by Tms#label (Mnemonic: n of "*n*ame")
#
# If _fmtstr_ is not given, FMTSTR is used as default value, detailing the
# user, system and real elapsed time.
#
def format(arg0 = nil, *args)
fmtstr = (arg0 || FMTSTR).dup
fmtstr.gsub!(/(%[-+\.\d]*)n/){"#{$1}s" % label}
fmtstr.gsub!(/(%[-+\.\d]*)u/){"#{$1}f" % utime}
fmtstr.gsub!(/(%[-+\.\d]*)y/){"#{$1}f" % stime}
fmtstr.gsub!(/(%[-+\.\d]*)U/){"#{$1}f" % cutime}
fmtstr.gsub!(/(%[-+\.\d]*)Y/){"#{$1}f" % cstime}
fmtstr.gsub!(/(%[-+\.\d]*)t/){"#{$1}f" % total}
fmtstr.gsub!(/(%[-+\.\d]*)r/){"(#{$1}f)" % real}
arg0 ? Kernel::format(fmtstr, *args) : fmtstr
end
#
# Same as #format.
#
def to_s
format
end
#
# Returns a new 6-element array, consisting of the
# label, user CPU time, system CPU time, children's
# user CPU time, children's system CPU time and elapsed
# real time.
#
def to_a
[@label, @utime, @stime, @cutime, @cstime, @real]
end
protected
def memberwise(op, x)
case x
when Benchmark::Tms
Benchmark::Tms.new(utime.__send__(op, x.utime),
stime.__send__(op, x.stime),
cutime.__send__(op, x.cutime),
cstime.__send__(op, x.cstime),
real.__send__(op, x.real)
)
else
Benchmark::Tms.new(utime.__send__(op, x),
stime.__send__(op, x),
cutime.__send__(op, x),
cstime.__send__(op, x),
real.__send__(op, x)
)
end
end
end
# The default caption string (heading above the output times).
CAPTION = Benchmark::Tms::CAPTION
# The default format string used to display times. See also Benchmark::Tms#format.
FMTSTR = Benchmark::Tms::FMTSTR
end
if __FILE__ == $0
include Benchmark
n = ARGV[0].to_i.nonzero? || 50000
puts %Q([#{n} times iterations of `a = "1"'])
benchmark(" " + CAPTION, 7, FMTSTR) do |x|
x.report("for:") {for i in 1..n; a = "1"; end} # Benchmark::measure
x.report("times:") {n.times do ; a = "1"; end}
x.report("upto:") {1.upto(n) do ; a = "1"; end}
end
benchmark do
[
measure{for i in 1..n; a = "1"; end}, # Benchmark::measure
measure{n.times do ; a = "1"; end},
measure{1.upto(n) do ; a = "1"; end}
]
end
end

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.6 KiB

View File

@@ -0,0 +1,9 @@
describe "Application 'Bench'" do
before do
@app = UIApplication.sharedApplication
end
it "has one window" do
@app.windows.size.should == 1
end
end