Add benchmarks

Author: amomchilov

Gemfile

@@ -14,3 +14,8 @@ gem "minitest", "~> 5.16"
 
 gem "rubocop", "~> 1.21"
 gem "rubocop-shopify", require: false
+
+group :benchmark do
+  gem "benchmark-ips"
+  gem "sorbet-runtime"
+end

Gemfile.lock

@@ -8,6 +8,7 @@ GEM
   specs:
     ast (2.4.3)
     benchmark (0.5.0)
+    benchmark-ips (2.14.0)
     date (3.5.1)
     erb (6.0.1)
     erubi (1.13.1)
@@ -112,18 +113,21 @@ PLATFORMS
   arm64-darwin-24
 
 DEPENDENCIES
+  benchmark-ips
   irb
   minitest (~> 5.16)
   rake (~> 13.0)
   rubocop (~> 1.21)
   rubocop-shopify
   sorbet
+  sorbet-runtime
   tapioca (~> 0.17)
   type_toolkit!
 
 CHECKSUMS
   ast (2.4.3) sha256=954615157c1d6a382bc27d690d973195e79db7f55e9765ac7c481c60bdb4d383
   benchmark (0.5.0) sha256=465df122341aedcb81a2a24b4d3bd19b6c67c1530713fd533f3ff034e419236c
+  benchmark-ips (2.14.0) sha256=b72bc8a65d525d5906f8cd94270dccf73452ee3257a32b89fbd6684d3e8a9b1d
   date (3.5.1) sha256=750d06384d7b9c15d562c76291407d89e368dda4d4fff957eb94962d325a0dc0
   erb (6.0.1) sha256=28ecdd99c5472aebd5674d6061e3c6b0a45c049578b071e5a52c2a7f13c197e5
   erubi (1.13.1) sha256=a082103b0885dbc5ecf1172fede897f9ebdb745a4b97a5e8dc63953db1ee4ad9
@@ -145,11 +149,11 @@ CHECKSUMS
   rainbow (3.1.1) sha256=039491aa3a89f42efa1d6dec2fc4e62ede96eb6acd95e52f1ad581182b79bc6a
   rake (13.3.1) sha256=8c9e89d09f66a26a01264e7e3480ec0607f0c497a861ef16063604b1b08eb19c
   rbi (0.3.9) sha256=d6a187bd0b376e999d3d82a5e5798a61178be98b894b7b35741c14162c9ea015
-  rbs (4.0.0.dev.5)
+  rbs (4.0.0.dev.5) sha256=273938e5a9c7f06b041be583588f2aa1976149bda2ce213e33e129c51534e174
   rdoc (7.2.0) sha256=8650f76cd4009c3b54955eb5d7e3a075c60a57276766ebf36f9085e8c9f23192
   regexp_parser (2.11.3) sha256=ca13f381a173b7a93450e53459075c9b76a10433caadcb2f1180f2c741fc55a4
   reline (0.6.3) sha256=1198b04973565b36ec0f11542ab3f5cfeeec34823f4e54cebde90968092b1835
-  require-hooks (0.2.2)
+  require-hooks (0.2.2) sha256=effa81b61a669ca00cb1e8910411e0d6a8bb16b49a53d9e69b5e6372d6c90f31
   rexml (3.4.4) sha256=19e0a2c3425dfbf2d4fc1189747bdb2f849b6c5e74180401b15734bc97b5d142
   rubocop (1.84.2) sha256=5692cea54168f3dc8cb79a6fe95c5424b7ea893c707ad7a4307b0585e88dbf5f
   rubocop-ast (1.49.0) sha256=49c3676d3123a0923d333e20c6c2dbaaae2d2287b475273fddee0c61da9f71fd
@@ -159,9 +163,9 @@ CHECKSUMS
   sorbet-runtime (0.6.12945) sha256=3ddd992650437557fb87deb13c94d7250aeeab326812e7a863dfd4955f0758f3
   sorbet-static (0.6.12945-universal-darwin) sha256=766038d71e0ab7f8a60eb298b742d4e5fb9bd364034c651443f825fb4d61f11e
   sorbet-static-and-runtime (0.6.12945) sha256=6a0ae4ac59ddc874e9438ff6e0f23b4eb78569c6d412ced4e043f3a6db6b44d0
-  spoom (1.7.11)
+  spoom (1.7.11) sha256=4e27384af6d3fde5aadc0287c51e6f76c0802259cbb3b6a67603bf718352f4cf
   stringio (3.2.0) sha256=c37cb2e58b4ffbd33fe5cd948c05934af997b36e0b6ca6fdf43afa234cf222e1
-  tapioca (0.17.10)
+  tapioca (0.17.10) sha256=880a682ca8314f798dd09e9f104134fbf1a713c13be51f7dd4741dd434e6471b
   thor (1.5.0) sha256=e3a9e55fe857e44859ce104a84675ab6e8cd59c650a49106a05f55f136425e73
   tsort (0.2.0) sha256=9650a793f6859a43b6641671278f79cfead60ac714148aabe4e3f0060480089f
   type_toolkit (0.0.2)

benchmark/abstract_methods_benchmark.rb

@@ -0,0 +1,222 @@
+# typed: ignore
+# frozen_string_literal: true
+
+# Benchmark the performance overhead of calling:
+# - A concrete implementation of an abstract method
+# - An inherited concrete implementation of an abstract method
+# - The error case of calling an unimplemented abstract method
+
+############################################# Results #############################################
+#
+# ruby 3.4.3 (2025-04-14 revision d0b7e5b6a0) +PRISM [arm64-darwin23]
+#
+# ## Interpretter
+#
+# | Call to...        |        Regular impl |          Inherited impl |              Missing impl |
+# |-------------------|--------------------:|------------------------:|--------------------------:|
+# | sorbet-runtime    | (same-ish) 23.02 ns | (2.70x slower) 57.30 ns | (1.13x  slower) 472.86 ns |
+# | manual delegation | (same-ish) 22.18 ns | (2.07x slower) 44.90 ns |               *415.36 ns* |
+# | type_toolkit      | (same-ish) 22.56 ns |              *22.03 ns* | (2.11x  slower) 890.38 ns |
+#
+# ## YJIT#
+# | Call to...        |        Regular impl |           Inherited impl |              Missing impl |
+# |-------------------|--------------------:|-------------------------:|--------------------------:|
+# | sorbet-runtime    |  (same-ish) 1.63 ns | (21.41x slower) 34.91 ns | (1.10x  slower) 447.59 ns |
+# | manual delegation |  (same-ish) 1.63 ns |  (7.15x slower) 11.66 ns |               *405.84 ns* |
+# | type_toolkit      |  (same-ish) 1.67 ns |                *1.63 ns* | (1.91x  slower) 774.91 ns |
+#
+####################################################################################################
+
+require "bundler"
+Bundler.require(:default, :benchmark)
+
+require "type_toolkit"
+require "type_toolkit/ext"
+
+module TypeKitDemo
+  # Provides the concrete implementation of `m`
+  class Parent
+    def m1 = "Parent#m1"
+  end
+
+  module I
+    interface!
+
+    abstract def m1; end
+    abstract def m2; end
+    abstract def not_implemented; end
+  end
+
+  # Inherits the concrete implementation of `m` from DemoParentClass.
+  class Child < Parent
+    include I
+
+    def m2 = "Child#m2"
+  end
+end
+
+module SorbetRuntimeDemo
+  # Provides the concrete implementation of `m`
+  class Parent
+    def m1 = "Parent#m1"
+  end
+
+  module I
+    extend T::Sig
+    extend T::Helpers
+
+    interface!
+
+    sig { abstract.returns(String) }
+    def m1; end
+
+    sig { abstract.returns(String) }
+    def m2; end
+
+    sig { abstract.returns(String) }
+    def not_implemented; end
+  end
+
+  # Inherits the concrete implementation of `m` from DemoParentClass.
+  class Child < Parent
+    include I
+
+    def m2 = "Child#m2"
+  end
+end
+
+module ManualDelegationDemo
+  class Parent
+    def m1 = "Parent#m1"
+  end
+
+  module I
+    def m1 = defined?(super) ? super : raise
+    def m2 = defined?(super) ? super : raise
+    def not_implemented = defined?(super) ? super : raise
+  end
+
+  # Inherits the concrete implementation of `m` from DemoParentClass.
+  class Child < Parent
+    include I
+
+    def m2 = "Child#m2"
+  end
+end
+
+type_toolkit_object = TypeKitDemo::Child.new
+manual_delegation_object = ManualDelegationDemo::Child.new
+sorbet_runtime_object = SorbetRuntimeDemo::Child.new
+
+[:interpretter, :yjit].each do |mode|
+  if mode == :yjit
+    puts <<~MSG
+
+
+      ================================================================================
+      Enabling YJIT...
+      ================================================================================
+
+
+    MSG
+    RubyVM::YJIT.enable
+  end
+
+  warmup = 5
+  time = 10
+
+  width = ["type_toolkit", "sorbet-runtime", "manual delegation"].max_by(&:length).length
+
+  puts "Benchmark the performance of calling the concrete implementation directly..."
+  Benchmark.ips do |x|
+    x.config(warmup:, time:)
+
+    x.report("type_toolkit".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        type_toolkit_object.m2
+      end
+    end
+
+    x.report("sorbet-runtime".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        sorbet_runtime_object.m2
+      end
+    end
+
+    x.report("manual delegation".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        manual_delegation_object.m2
+      end
+    end
+
+    x.compare!
+  end
+
+  puts "\n\nBenchmark the performance of calling the inherited concrete implementation..."
+  Benchmark.ips do |x|
+    x.config(warmup:, time:)
+
+    x.report("type_toolkit".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        type_toolkit_object.m1
+      end
+    end
+
+    x.report("sorbet-runtime".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        sorbet_runtime_object.m1
+      end
+    end
+
+    x.report("manual delegation".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        manual_delegation_object.m1
+      end
+    end
+
+    x.compare!
+  end
+
+  puts "\n\nTest the performance of calling an unimplemented abstract method..."
+  Benchmark.ips do |x|
+    x.config(warmup:, time:)
+
+    x.report("type_toolkit".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        begin
+          type_toolkit_object.not_implemented
+        rescue AbstractMethodNotImplementedError # rubocop:disable Lint/SuppressedException
+        end
+      end
+    end
+
+    x.report("sorbet-runtime".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        begin
+          sorbet_runtime_object.not_implemented
+        rescue NotImplementedError # rubocop:disable Lint/SuppressedException
+        end
+      end
+    end
+
+    x.report("manual delegation".rjust(width)) do |times|
+      i = 0
+      while (i += 1) < times
+        begin
+          manual_delegation_object.not_implemented
+        rescue StandardError # rubocop:disable Lint/SuppressedException
+        end
+      end
+    end
+
+    x.compare!
+  end
+end