test: add benchmark tests

Added benchmarking of large Select and Replace.
Added a new target in Makefile for running benchmark tests.
Added a new space in config.lua for large Select tests.

Fixes #122

Author: vr009

Makefile

@@ -25,3 +25,8 @@ coverage:
 coveralls: coverage
 	go get github.com/mattn/goveralls
 	goveralls -coverprofile=$(COVERAGE_FILE) -service=github
+
+.PHONY: bench
+bench:
+	go clean -testcache
+	go test -bench=. -benchmem -benchtime=1s

config.lua

@@ -40,6 +40,31 @@ box.once("init", function()
     })
     st:truncate()
 
+    local s2 = box.schema.space.create('test_perf', {
+        id = 520,
+        temporary = true,
+        if_not_exists = true,
+        field_count = 3,
+        format = {
+            {name = "id", type = "unsigned"},
+            {name = "name", type = "string"},
+            {name = "arr1", type = "array"},
+        },
+    })
+    s2:create_index('primary', {type = 'tree', unique = true, parts = {1, 'unsigned'}, if_not_exists = true})
+    s2:create_index('secondary', {id=5, type = 'tree', unique = false, parts = {2, 'string'}, if_not_exists = true})
+    arr_data = {}
+    for i = 1,100 do
+        arr_data[i] = i
+    end
+    for i = 1,100000 do
+        s2:insert{
+            i,
+            'test_name',
+            arr_data,
+        }
+    end
+
     --box.schema.user.grant('guest', 'read,write,execute', 'universe')
     box.schema.func.create('box.info')
     box.schema.func.create('simple_incr')
@@ -49,6 +74,7 @@ box.once("init", function()
     box.schema.user.grant('test', 'execute', 'universe')
     box.schema.user.grant('test', 'read,write', 'space', 'test')
     box.schema.user.grant('test', 'read,write', 'space', 'schematest')
+    box.schema.user.grant('test', 'read,write', 'space', 'test_perf')
 end)
 
 local function simple_incr(a)

tarantool_test.go

@@ -2,6 +2,7 @@ package tarantool_test
 
 import (
 	"fmt"
+	"github.com/tarantool/go-tarantool/test_helpers"
 	"log"
 	"os"
 	"strings"
@@ -10,7 +11,6 @@ import (
 	"time"
 
 	. "github.com/tarantool/go-tarantool"
-	"github.com/tarantool/go-tarantool/test_helpers"
 	"gopkg.in/vmihailenco/msgpack.v2"
 )
 
@@ -104,19 +104,22 @@ func BenchmarkClientSerial(b *testing.B) {
 
 	conn, err := Connect(server, opts)
 	if err != nil {
+		b.Error(err)
 		b.Errorf("No connection available")
 		return
 	}
 	defer conn.Close()
 
 	_, err = conn.Replace(spaceNo, []interface{}{uint(1111), "hello", "world"})
 	if err != nil {
+		b.Error(err)
 		b.Errorf("No connection available")
 	}
 
 	for i := 0; i < b.N; i++ {
 		_, err = conn.Select(spaceNo, indexNo, 0, 1, IterEq, []interface{}{uint(1111)})
 		if err != nil {
+			b.Error(err)
 			b.Errorf("No connection available")
 		}
 	}
@@ -188,6 +191,7 @@ func BenchmarkClientFutureTyped(b *testing.B) {
 
 	_, err = conn.Replace(spaceNo, []interface{}{uint(1111), "hello", "world"})
 	if err != nil {
+		b.Error(err)
 		b.Errorf("No connection available")
 	}
 
@@ -221,6 +225,7 @@ func BenchmarkClientFutureParallel(b *testing.B) {
 
 	_, err = conn.Replace(spaceNo, []interface{}{uint(1111), "hello", "world"})
 	if err != nil {
+		b.Error(err)
 		b.Errorf("No connection available")
 	}
 
@@ -351,13 +356,15 @@ func BenchmarkClientParallelMassive(b *testing.B) {
 func BenchmarkClientParallelMassiveUntyped(b *testing.B) {
 	conn, err := Connect(server, opts)
 	if err != nil {
-		b.Errorf("No connection available")
+		b.Error(err)
+		//b.Errorf("No connection available")
 		return
 	}
 	defer conn.Close()
 
 	_, err = conn.Replace(spaceNo, []interface{}{uint(1111), "hello", "world"})
 	if err != nil {
+		b.Error(err)
 		b.Errorf("No connection available")
 	}
 
@@ -385,6 +392,81 @@ func BenchmarkClientParallelMassiveUntyped(b *testing.B) {
 	close(limit)
 }
 
+func BenchmarkConnection_PointSelect(b *testing.B) {
+	b.StopTimer()
+	conn, err := Connect(server, opts)
+	if err != nil {
+		b.Errorf("No connection available")
+		return
+	}
+	defer conn.Close()
+
+	schema := conn.Schema
+	rSpaceNo, rIndexNo, err := schema.ResolveSpaceIndex("test_perf", "primary")
+	if err != nil {
+		b.Errorf("symbolic space and index params not resolved")
+	}
+	b.StartTimer()
+	b.RunParallel(func(pb *testing.PB) {
+		for pb.Next() {
+			_, err := conn.Select(rSpaceNo, rIndexNo, 0, 1, IterEq, []interface{}{uint32(1)})
+			if err != nil {
+				b.Errorf("No connection available: %s", err)
+				return
+			}
+		}
+	})
+}
+
+func BenchmarkConnection_Replace(b *testing.B) {
+	b.StopTimer()
+	conn, err := Connect(server, opts)
+	if err != nil {
+		b.Errorf("No connection available")
+		return
+	}
+	defer conn.Close()
+	spaceNo = 520
+
+	b.StartTimer()
+	b.RunParallel(func(pb *testing.PB) {
+		for pb.Next() {
+			_, err := conn.Replace(spaceNo, []interface{}{uint(1), "hello", []interface{}{}})
+			if err != nil {
+				b.Log(err)
+				b.Errorf("No connection available")
+			}
+		}
+	})
+}
+
+func BenchmarkConnection_LargeSelect(b *testing.B) {
+	b.StopTimer()
+	conn, err := Connect(server, opts)
+	if err != nil {
+		b.Errorf("No connection available")
+		return
+	}
+	defer conn.Close()
+
+	schema := conn.Schema
+	rSpaceNo, rIndexNo, err := schema.ResolveSpaceIndex("test_perf", "secondary")
+	if err != nil {
+		b.Errorf("symbolic space and index params not resolved")
+	}
+
+	b.StartTimer()
+	b.RunParallel(func(pb *testing.PB) {
+		for pb.Next() {
+			_, err := conn.Select(rSpaceNo, rIndexNo, 0, 10000000, IterEq, []interface{}{"test_name"})
+			if err != nil {
+				b.Errorf("No connection available: %s", err)
+				return
+			}
+		}
+	})
+}
+
 ///////////////////
 
 func TestClient(t *testing.T) {