diff options
Diffstat (limited to 'test/benchmarks/network')
| -rw-r--r-- | test/benchmarks/network/BUILD | 94 | ||||
| -rw-r--r-- | test/benchmarks/network/httpd_test.go | 135 | ||||
| -rw-r--r-- | test/benchmarks/network/iperf_test.go | 121 | ||||
| -rw-r--r-- | test/benchmarks/network/network.go | 80 | ||||
| -rw-r--r-- | test/benchmarks/network/nginx_test.go | 147 | ||||
| -rw-r--r-- | test/benchmarks/network/node_test.go | 137 | ||||
| -rw-r--r-- | test/benchmarks/network/ruby_test.go | 144 |
7 files changed, 0 insertions, 858 deletions
diff --git a/test/benchmarks/network/BUILD b/test/benchmarks/network/BUILD deleted file mode 100644 index 2741570f5..000000000 --- a/test/benchmarks/network/BUILD +++ /dev/null @@ -1,94 +0,0 @@ -load("//tools:defs.bzl", "go_library") -load("//test/benchmarks:defs.bzl", "benchmark_test") - -package(licenses = ["notice"]) - -go_library( - name = "network", - testonly = 1, - srcs = [ - "network.go", - ], - deps = [ - "//pkg/test/dockerutil", - "//test/benchmarks/harness", - "//test/benchmarks/tools", - ], -) - -benchmark_test( - name = "iperf_test", - size = "enormous", - srcs = [ - "iperf_test.go", - ], - library = ":network", - visibility = ["//:sandbox"], - deps = [ - "//pkg/test/dockerutil", - "//pkg/test/testutil", - "//test/benchmarks/harness", - "//test/benchmarks/tools", - ], -) - -benchmark_test( - name = "node_test", - size = "enormous", - srcs = [ - "node_test.go", - ], - library = ":network", - visibility = ["//:sandbox"], - deps = [ - "//pkg/test/dockerutil", - "//test/benchmarks/harness", - "//test/benchmarks/tools", - ], -) - -benchmark_test( - name = "ruby_test", - size = "enormous", - srcs = [ - "ruby_test.go", - ], - library = ":network", - visibility = ["//:sandbox"], - deps = [ - "//pkg/test/dockerutil", - "//test/benchmarks/harness", - "//test/benchmarks/tools", - ], -) - -benchmark_test( - name = "nginx_test", - size = "enormous", - srcs = [ - "nginx_test.go", - ], - library = ":network", - visibility = ["//:sandbox"], - deps = [ - "//pkg/test/dockerutil", - "//test/benchmarks/harness", - "//test/benchmarks/tools", - ], -) - -benchmark_test( - name = "httpd_test", - size = "enormous", - srcs = [ - "httpd_test.go", - ], - library = ":network", - visibility = ["//:sandbox"], - deps = [ - "//pkg/test/dockerutil", - "//pkg/test/testutil", - "//test/benchmarks/harness", - "//test/benchmarks/tools", - ], -) diff --git a/test/benchmarks/network/httpd_test.go b/test/benchmarks/network/httpd_test.go deleted file mode 100644 index 629127250..000000000 --- a/test/benchmarks/network/httpd_test.go +++ /dev/null @@ -1,135 +0,0 @@ -// Copyright 2020 The gVisor Authors. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -package network - -import ( - "os" - "strconv" - "testing" - - "gvisor.dev/gvisor/pkg/test/dockerutil" - "gvisor.dev/gvisor/test/benchmarks/harness" - "gvisor.dev/gvisor/test/benchmarks/tools" -) - -// see Dockerfile '//images/benchmarks/httpd'. -var httpdDocs = map[string]string{ - "notfound": "notfound", - "1Kb": "latin1k.txt", - "10Kb": "latin10k.txt", - "100Kb": "latin100k.txt", - "1Mb": "latin1024k.txt", - "10Mb": "latin10240k.txt", -} - -// BenchmarkHttpd iterates over different sized payloads and concurrency, testing -// how well the runtime handles sending different payload sizes. -func BenchmarkHttpd(b *testing.B) { - benchmarkHttpdDocSize(b) -} - -// BenchmarkContinuousHttpd runs specific benchmarks for continous jobs. -// The runtime under test is the server serving a runc client. -func BenchmarkContinuousHttpd(b *testing.B) { - sizes := []string{"10Kb", "100Kb", "1Mb"} - threads := []int{1, 25, 100, 1000} - benchmarkHttpdContinuous(b, threads, sizes) -} - -// benchmarkHttpdDocSize iterates through all doc sizes, running subbenchmarks -// for each size. -func benchmarkHttpdDocSize(b *testing.B) { - b.Helper() - for size, filename := range httpdDocs { - concurrency := []int{1, 25, 50, 100, 1000} - for _, c := range concurrency { - fsize := tools.Parameter{ - Name: "filesize", - Value: size, - } - concurrency := tools.Parameter{ - Name: "concurrency", - Value: strconv.Itoa(c), - } - name, err := tools.ParametersToName(fsize, concurrency) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - hey := &tools.Hey{ - Requests: b.N, - Concurrency: c, - Doc: filename, - } - runHttpd(b, hey) - }) - } - } -} - -// benchmarkHttpdContinuous iterates through given sizes and concurrencies. -func benchmarkHttpdContinuous(b *testing.B, concurrency []int, sizes []string) { - for _, size := range sizes { - filename := httpdDocs[size] - for _, c := range concurrency { - fsize := tools.Parameter{ - Name: "filesize", - Value: size, - } - - threads := tools.Parameter{ - Name: "concurrency", - Value: strconv.Itoa(c), - } - - name, err := tools.ParametersToName(fsize, threads) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - hey := &tools.Hey{ - Requests: b.N, - Concurrency: c, - Doc: filename, - } - runHttpd(b, hey) - }) - } - } -} - -// runHttpd configures the static serving methods to run httpd. -func runHttpd(b *testing.B, hey *tools.Hey) { - // httpd runs on port 80. - port := 80 - httpdRunOpts := dockerutil.RunOpts{ - Image: "benchmarks/httpd", - Ports: []int{port}, - Env: []string{ - // Standard environmental variables for httpd. - "APACHE_RUN_DIR=/tmp", - "APACHE_RUN_USER=nobody", - "APACHE_RUN_GROUP=nogroup", - "APACHE_LOG_DIR=/tmp", - "APACHE_PID_FILE=/tmp/apache.pid", - }, - } - httpdCmd := []string{"sh", "-c", "mkdir -p /tmp/html; cp -r /local/* /tmp/html/.; apache2 -X"} - runStaticServer(b, httpdRunOpts, httpdCmd, port, hey) -} - -func TestMain(m *testing.M) { - harness.Init() - os.Exit(m.Run()) -} diff --git a/test/benchmarks/network/iperf_test.go b/test/benchmarks/network/iperf_test.go deleted file mode 100644 index 6ac7717b1..000000000 --- a/test/benchmarks/network/iperf_test.go +++ /dev/null @@ -1,121 +0,0 @@ -// Copyright 2020 The gVisor Authors. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -package network - -import ( - "context" - "os" - "testing" - - "gvisor.dev/gvisor/pkg/test/dockerutil" - "gvisor.dev/gvisor/pkg/test/testutil" - "gvisor.dev/gvisor/test/benchmarks/harness" - "gvisor.dev/gvisor/test/benchmarks/tools" -) - -func BenchmarkIperf(b *testing.B) { - clientMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine: %v", err) - } - defer clientMachine.CleanUp() - - serverMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine: %v", err) - } - defer serverMachine.CleanUp() - ctx := context.Background() - for _, bm := range []struct { - name string - clientFunc func(context.Context, testutil.Logger) *dockerutil.Container - serverFunc func(context.Context, testutil.Logger) *dockerutil.Container - }{ - // We are either measuring the server or the client. The other should be - // runc. e.g. Upload sees how fast the runtime under test uploads to a native - // server. - { - name: "Upload", - clientFunc: clientMachine.GetContainer, - serverFunc: serverMachine.GetNativeContainer, - }, - { - name: "Download", - clientFunc: clientMachine.GetNativeContainer, - serverFunc: serverMachine.GetContainer, - }, - } { - name, err := tools.ParametersToName(tools.Parameter{ - Name: "operation", - Value: bm.name, - }) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - // Set up the containers. - server := bm.serverFunc(ctx, b) - defer server.CleanUp(ctx) - client := bm.clientFunc(ctx, b) - defer client.CleanUp(ctx) - - // iperf serves on port 5001 by default. - port := 5001 - - // Start the server. - if err := server.Spawn(ctx, dockerutil.RunOpts{ - Image: "benchmarks/iperf", - Ports: []int{port}, - }, "iperf", "-s"); err != nil { - b.Fatalf("failed to start server with: %v", err) - } - - ip, err := serverMachine.IPAddress() - if err != nil { - b.Fatalf("failed to find server ip: %v", err) - } - - servingPort, err := server.FindPort(ctx, port) - if err != nil { - b.Fatalf("failed to find port %d: %v", port, err) - } - - // Make sure the server is up and serving before we run. - if err := harness.WaitUntilServing(ctx, clientMachine, ip, servingPort); err != nil { - b.Fatalf("failed to wait for server: %v", err) - } - - iperf := tools.Iperf{ - Num: b.N, // KB for the client to send. - } - - // Run the client. - b.ResetTimer() - out, err := client.Run(ctx, dockerutil.RunOpts{ - Image: "benchmarks/iperf", - }, iperf.MakeCmd(ip, servingPort)...) - if err != nil { - b.Fatalf("failed to run client: %v", err) - } - b.StopTimer() - iperf.Report(b, out) - b.StartTimer() - }) - } -} - -func TestMain(m *testing.M) { - harness.Init() - os.Exit(m.Run()) -} diff --git a/test/benchmarks/network/network.go b/test/benchmarks/network/network.go deleted file mode 100644 index d61002cea..000000000 --- a/test/benchmarks/network/network.go +++ /dev/null @@ -1,80 +0,0 @@ -// Copyright 2020 The gVisor Authors. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -// Package network holds benchmarks around raw network performance. -package network - -import ( - "context" - "testing" - - "gvisor.dev/gvisor/pkg/test/dockerutil" - "gvisor.dev/gvisor/test/benchmarks/harness" - "gvisor.dev/gvisor/test/benchmarks/tools" -) - -// runStaticServer runs static serving workloads (httpd, nginx). -func runStaticServer(b *testing.B, serverOpts dockerutil.RunOpts, serverCmd []string, port int, hey *tools.Hey) { - ctx := context.Background() - - // Get two machines: a client and server. - clientMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine: %v", err) - } - defer clientMachine.CleanUp() - - serverMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine: %v", err) - } - defer serverMachine.CleanUp() - - // Make the containers. - client := clientMachine.GetNativeContainer(ctx, b) - defer client.CleanUp(ctx) - server := serverMachine.GetContainer(ctx, b) - defer server.CleanUp(ctx) - - // Start the server. - if err := server.Spawn(ctx, serverOpts, serverCmd...); err != nil { - b.Fatalf("failed to start server: %v", err) - } - - // Get its IP. - ip, err := serverMachine.IPAddress() - if err != nil { - b.Fatalf("failed to find server ip: %v", err) - } - - // Get the published port. - servingPort, err := server.FindPort(ctx, port) - if err != nil { - b.Fatalf("failed to find server port %d: %v", port, err) - } - - // Make sure the server is serving. - harness.WaitUntilServing(ctx, clientMachine, ip, servingPort) - - // Run the client. - b.ResetTimer() - out, err := client.Run(ctx, dockerutil.RunOpts{ - Image: "benchmarks/hey", - }, hey.MakeCmd(ip, servingPort)...) - if err != nil { - b.Fatalf("run failed with: %v", err) - } - b.StopTimer() - hey.Report(b, out) -} diff --git a/test/benchmarks/network/nginx_test.go b/test/benchmarks/network/nginx_test.go deleted file mode 100644 index 74f3578fc..000000000 --- a/test/benchmarks/network/nginx_test.go +++ /dev/null @@ -1,147 +0,0 @@ -// Copyright 2020 The gVisor Authors. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -package network - -import ( - "os" - "strconv" - "testing" - - "gvisor.dev/gvisor/pkg/test/dockerutil" - "gvisor.dev/gvisor/test/benchmarks/harness" - "gvisor.dev/gvisor/test/benchmarks/tools" -) - -// see Dockerfile '//images/benchmarks/nginx'. -var nginxDocs = map[string]string{ - "notfound": "notfound", - "1Kb": "latin1k.txt", - "10Kb": "latin10k.txt", - "100Kb": "latin100k.txt", - "1Mb": "latin1024k.txt", - "10Mb": "latin10240k.txt", -} - -// BenchmarkNginxDocSize iterates over different sized payloads, testing how -// well the runtime handles sending different payload sizes. -func BenchmarkNginxDocSize(b *testing.B) { - benchmarkNginxDocSize(b, true /* tmpfs */) - benchmarkNginxDocSize(b, false /* tmpfs */) -} - -// BenchmarkContinuousNginx runs specific benchmarks for continous jobs. -// The runtime under test is the sever serving a runc client. -func BenchmarkContinuousNginx(b *testing.B) { - sizes := []string{"10Kb", "100Kb", "1Mb"} - threads := []int{1, 25, 100, 1000} - benchmarkNginxContinuous(b, threads, sizes) -} - -// benchmarkNginxDocSize iterates through all doc sizes, running subbenchmarks -// for each size. -func benchmarkNginxDocSize(b *testing.B, tmpfs bool) { - for size, filename := range nginxDocs { - concurrency := []int{1, 25, 50, 100, 1000} - for _, c := range concurrency { - fsize := tools.Parameter{ - Name: "filesize", - Value: size, - } - - threads := tools.Parameter{ - Name: "concurrency", - Value: strconv.Itoa(c), - } - - fs := tools.Parameter{ - Name: "filesystem", - Value: "bind", - } - if tmpfs { - fs.Value = "tmpfs" - } - name, err := tools.ParametersToName(fsize, threads, fs) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - hey := &tools.Hey{ - Requests: b.N, - Concurrency: c, - Doc: filename, - } - runNginx(b, hey, tmpfs) - }) - } - } -} - -// benchmarkNginxContinuous iterates through given sizes and concurrencies on a tmpfs mount. -func benchmarkNginxContinuous(b *testing.B, concurrency []int, sizes []string) { - for _, size := range sizes { - filename := nginxDocs[size] - for _, c := range concurrency { - fsize := tools.Parameter{ - Name: "filesize", - Value: size, - } - - threads := tools.Parameter{ - Name: "concurrency", - Value: strconv.Itoa(c), - } - - fs := tools.Parameter{ - Name: "filesystem", - Value: "tmpfs", - } - - name, err := tools.ParametersToName(fsize, threads, fs) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - hey := &tools.Hey{ - Requests: b.N, - Concurrency: c, - Doc: filename, - } - runNginx(b, hey, true /*tmpfs*/) - }) - } - } -} - -// runNginx configures the static serving methods to run httpd. -func runNginx(b *testing.B, hey *tools.Hey, tmpfs bool) { - // nginx runs on port 80. - port := 80 - nginxRunOpts := dockerutil.RunOpts{ - Image: "benchmarks/nginx", - Ports: []int{port}, - } - - nginxCmd := []string{"nginx", "-c", "/etc/nginx/nginx_gofer.conf"} - if tmpfs { - nginxCmd = []string{"sh", "-c", "mkdir -p /tmp/html && cp -a /local/* /tmp/html && nginx -c /etc/nginx/nginx.conf"} - } - - // Command copies nginxDocs to tmpfs serving directory and runs nginx. - runStaticServer(b, nginxRunOpts, nginxCmd, port, hey) -} - -func TestMain(m *testing.M) { - harness.Init() - os.Exit(m.Run()) -} diff --git a/test/benchmarks/network/node_test.go b/test/benchmarks/network/node_test.go deleted file mode 100644 index a1fc82f95..000000000 --- a/test/benchmarks/network/node_test.go +++ /dev/null @@ -1,137 +0,0 @@ -// Copyright 2020 The gVisor Authors. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -package network - -import ( - "context" - "os" - "strconv" - "testing" - "time" - - "gvisor.dev/gvisor/pkg/test/dockerutil" - "gvisor.dev/gvisor/test/benchmarks/harness" - "gvisor.dev/gvisor/test/benchmarks/tools" -) - -// BenchmarkNode runs requests using 'hey' against a Node server run on -// 'runtime'. The server responds to requests by grabbing some data in a -// redis instance and returns the data in its reponse. The test loops through -// increasing amounts of concurency for requests. -func BenchmarkNode(b *testing.B) { - concurrency := []int{1, 5, 10, 25} - for _, c := range concurrency { - param := tools.Parameter{ - Name: "concurrency", - Value: strconv.Itoa(c), - } - name, err := tools.ParametersToName(param) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - hey := &tools.Hey{ - Requests: b.N, - Concurrency: c, - } - runNode(b, hey) - }) - } -} - -// runNode runs the test for a given # of requests and concurrency. -func runNode(b *testing.B, hey *tools.Hey) { - b.Helper() - - // The machine to hold Redis and the Node Server. - serverMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine with: %v", err) - } - defer serverMachine.CleanUp() - - // The machine to run 'hey'. - clientMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine with: %v", err) - } - defer clientMachine.CleanUp() - - ctx := context.Background() - - // Spawn a redis instance for the app to use. - redis := serverMachine.GetNativeContainer(ctx, b) - if err := redis.Spawn(ctx, dockerutil.RunOpts{ - Image: "benchmarks/redis", - }); err != nil { - b.Fatalf("failed to spwan redis instance: %v", err) - } - defer redis.CleanUp(ctx) - - if out, err := redis.WaitForOutput(ctx, "Ready to accept connections", 3*time.Second); err != nil { - b.Fatalf("failed to start redis server: %v %s", err, out) - } - redisIP, err := redis.FindIP(ctx, false) - if err != nil { - b.Fatalf("failed to get IP from redis instance: %v", err) - } - - // Node runs on port 8080. - port := 8080 - - // Start-up the Node server. - nodeApp := serverMachine.GetContainer(ctx, b) - if err := nodeApp.Spawn(ctx, dockerutil.RunOpts{ - Image: "benchmarks/node", - WorkDir: "/usr/src/app", - Links: []string{redis.MakeLink("redis")}, - Ports: []int{port}, - }, "node", "index.js", redisIP.String()); err != nil { - b.Fatalf("failed to spawn node instance: %v", err) - } - defer nodeApp.CleanUp(ctx) - - servingIP, err := serverMachine.IPAddress() - if err != nil { - b.Fatalf("failed to get ip from server: %v", err) - } - - servingPort, err := nodeApp.FindPort(ctx, port) - if err != nil { - b.Fatalf("failed to port from node instance: %v", err) - } - - // Wait until the Client sees the server as up. - harness.WaitUntilServing(ctx, clientMachine, servingIP, servingPort) - - heyCmd := hey.MakeCmd(servingIP, servingPort) - - // the client should run on Native. - b.ResetTimer() - client := clientMachine.GetNativeContainer(ctx, b) - out, err := client.Run(ctx, dockerutil.RunOpts{ - Image: "benchmarks/hey", - }, heyCmd...) - if err != nil { - b.Fatalf("hey container failed: %v logs: %s", err, out) - } - - // Stop the timer to parse the data and report stats. - hey.Report(b, out) -} - -func TestMain(m *testing.M) { - harness.Init() - os.Exit(m.Run()) -} diff --git a/test/benchmarks/network/ruby_test.go b/test/benchmarks/network/ruby_test.go deleted file mode 100644 index b7ec16e0a..000000000 --- a/test/benchmarks/network/ruby_test.go +++ /dev/null @@ -1,144 +0,0 @@ -// Copyright 2020 The gVisor Authors. -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -package network - -import ( - "context" - "fmt" - "os" - "strconv" - "testing" - "time" - - "gvisor.dev/gvisor/pkg/test/dockerutil" - "gvisor.dev/gvisor/test/benchmarks/harness" - "gvisor.dev/gvisor/test/benchmarks/tools" -) - -// BenchmarkRuby runs requests using 'hey' against a ruby application server. -// On start, ruby app generates some random data and pushes it to a redis -// instance. On a request, the app grabs for random entries from the redis -// server, publishes it to a document, and returns the doc to the request. -func BenchmarkRuby(b *testing.B) { - concurrency := []int{1, 5, 10, 25} - for _, c := range concurrency { - param := tools.Parameter{ - Name: "concurrency", - Value: strconv.Itoa(c), - } - name, err := tools.ParametersToName(param) - if err != nil { - b.Fatalf("Failed to parse parameters: %v", err) - } - b.Run(name, func(b *testing.B) { - hey := &tools.Hey{ - Requests: b.N, - Concurrency: c, - } - runRuby(b, hey) - }) - } -} - -// runRuby runs the test for a given # of requests and concurrency. -func runRuby(b *testing.B, hey *tools.Hey) { - // The machine to hold Redis and the Ruby Server. - serverMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine with: %v", err) - } - defer serverMachine.CleanUp() - - // The machine to run 'hey'. - clientMachine, err := harness.GetMachine() - if err != nil { - b.Fatalf("failed to get machine with: %v", err) - } - defer clientMachine.CleanUp() - ctx := context.Background() - - // Spawn a redis instance for the app to use. - redis := serverMachine.GetNativeContainer(ctx, b) - if err := redis.Spawn(ctx, dockerutil.RunOpts{ - Image: "benchmarks/redis", - }); err != nil { - b.Fatalf("failed to spwan redis instance: %v", err) - } - defer redis.CleanUp(ctx) - - if out, err := redis.WaitForOutput(ctx, "Ready to accept connections", 3*time.Second); err != nil { - b.Fatalf("failed to start redis server: %v %s", err, out) - } - redisIP, err := redis.FindIP(ctx, false) - if err != nil { - b.Fatalf("failed to get IP from redis instance: %v", err) - } - - // Ruby runs on port 9292. - const port = 9292 - - // Start-up the Ruby server. - rubyApp := serverMachine.GetContainer(ctx, b) - if err := rubyApp.Spawn(ctx, dockerutil.RunOpts{ - Image: "benchmarks/ruby", - WorkDir: "/app", - Links: []string{redis.MakeLink("redis")}, - Ports: []int{port}, - Env: []string{ - fmt.Sprintf("PORT=%d", port), - "WEB_CONCURRENCY=20", - "WEB_MAX_THREADS=20", - "RACK_ENV=production", - fmt.Sprintf("HOST=%s", redisIP), - }, - User: "nobody", - }, "sh", "-c", "/usr/bin/puma"); err != nil { - b.Fatalf("failed to spawn node instance: %v", err) - } - defer rubyApp.CleanUp(ctx) - - servingIP, err := serverMachine.IPAddress() - if err != nil { - b.Fatalf("failed to get ip from server: %v", err) - } - - servingPort, err := rubyApp.FindPort(ctx, port) - if err != nil { - b.Fatalf("failed to port from node instance: %v", err) - } - - // Wait until the Client sees the server as up. - if err := harness.WaitUntilServing(ctx, clientMachine, servingIP, servingPort); err != nil { - b.Fatalf("failed to wait until serving: %v", err) - } - heyCmd := hey.MakeCmd(servingIP, servingPort) - - // the client should run on Native. - b.ResetTimer() - client := clientMachine.GetNativeContainer(ctx, b) - defer client.CleanUp(ctx) - out, err := client.Run(ctx, dockerutil.RunOpts{ - Image: "benchmarks/hey", - }, heyCmd...) - if err != nil { - b.Fatalf("hey container failed: %v logs: %s", err, out) - } - b.StopTimer() - hey.Report(b, out) -} - -func TestMain(m *testing.M) { - harness.Init() - os.Exit(m.Run()) -} |