test: add initial tests

test-run supports three types of tests:

- tarantool - Test-Suite for Functional Testing
- app - Another functional Test-Suite
- unittest - Unit-Testing Test Suite

Patch adds tests for two of supported test types:

- test-app for type 'app'
- test-tarantool for type 'tarantool'

How-to run:

$ make test

Author: ligurio

.luacheckrc

@@ -26,4 +26,6 @@ include_files = {
 
 exclude_files = {
     "lib/tarantool-python",
+    "test/test-tarantool/manage_cluster.test.lua",
+    "test/test-tarantool/setopt_delimeter.test.lua",
 }

Makefile

@@ -1,11 +1,21 @@
+TEST_RUN_EXTRA_PARAMS?=
+UNIT_TEST_DIR=test/test-unit
+
 default:
 	false
 
-.PHONY: lint flake8 luacheck
 lint: flake8 luacheck
 
 flake8:
 	python -m flake8 *.py lib/*.py
 
 luacheck:
 	luacheck --config .luacheckrc .
+
+build_unit_tests:
+	make -C $(UNIT_TEST_DIR)
+
+test_integration: build_unit_tests
+	test/test-run.py --builddir=build/ --var=build/test/var --force $(TEST_RUN_EXTRA_PARAMS)
+
+.PHONY: lint flake8 luacheck test

test/.tarantoolctl

@@ -0,0 +1,14 @@
+-- Options for test-run tarantoolctl
+local workdir = os.getenv('TEST_WORKDIR')
+default_cfg = {
+    pid_file   = workdir,
+    wal_dir    = workdir,
+    snap_dir   = workdir,
+    vinyl_dir  = workdir,
+    logger     = workdir,
+    background = false,
+}
+
+instance_dir = workdir
+
+-- vim: set ft=lua :

test/test-app/cfg.test.lua

@@ -0,0 +1,20 @@
+#!/usr/bin/env tarantool
+
+-- Test is an example of TAP test
+
+local tap = require('tap')
+local test = tap.test('cfg')
+test:plan(4)
+
+box.cfg{listen = box.NULL}
+test:is(nil, box.info.listen, 'no cfg.listen - no info.listen')
+
+box.cfg{listen = '127.0.0.1:0'}
+test:ok(box.info.listen:match('127.0.0.1'), 'real IP in info.listen')
+test:ok(not box.info.listen:match(':0'), 'real port in info.listen')
+
+box.cfg{listen = box.NULL}
+test:is(nil, box.info.listen, 'cfg.listen reset drops info.listen')
+
+test:check()
+os.exit(0)

test/test-app/suite.ini

@@ -0,0 +1,6 @@
+[default]
+core = app
+description = application tests
+is_parallel = True
+pretest_clean = True
+use_unix_sockets_iproto = True

test/test-run.py

@@ -0,0 +1 @@
+../test-run.py

test/test-tarantool/box.lua

@@ -0,0 +1,12 @@
+#!/usr/bin/env tarantool
+local os = require('os')
+
+box.cfg{
+    listen              = os.getenv("LISTEN"),
+    memtx_memory        = 107374182,
+    pid_file            = "tarantool.pid",
+    force_recovery      = true,
+    wal_max_size        = 500
+}
+
+require('console').listen(os.getenv('ADMIN'))

test/test-tarantool/call.result

@@ -0,0 +1,80 @@
+box.schema.user.create('test', { password = 'test' })
+---
+...
+box.schema.user.grant('test', 'execute,read,write', 'universe')
+---
+...
+exp_notation = 1e123
+---
+...
+function f1() return 'testing', 1, false, -1, 1.123, math.abs(exp_notation - 1e123) < 0.1, nil end
+---
+...
+f1()
+---
+- testing
+- 1
+- false
+- -1
+- 1.123
+- true
+- null
+...
+call  f1 ()
+- 'testing'
+- 1
+- False
+- -1
+- 1.123
+- True
+- None
+f1=nil
+---
+...
+call  f1 ()
+{
+    "error": {
+        "code": "ER_NO_SUCH_PROC", 
+        "reason": "Procedure 'f1' is not defined"
+    }
+}
+function f1() return f1 end
+---
+...
+call  f1 ()
+{
+    "error": {
+        "code": "ER_PROC_LUA", 
+        "reason": "unsupported Lua type 'function'"
+    }
+}
+space = box.schema.space.create('tweedledum')
+---
+...
+index = space:create_index('primary', { type = 'tree' })
+---
+...
+eval (return {k1 = 'v1', k2 = 'v2'})()
+---
+- {"k1": "v1", "k2": "v2"}
+function f(...) return {k1 = 'v1', k2 = 'v2'} end
+---
+...
+call f()
+---
+- {"k1": "v1", "k2": "v2"}
+eval (return {k1 = 'v1', k2 = 'v2'})()
+---
+- {"k1": "v1", "k2": "v2"}
+function f(...) return {k1 = 'v1', k2 = 'v2'} end
+---
+...
+call f()
+---
+- {"k1": "v1", "k2": "v2"}
+space:drop()
+---
+...
+box.schema.user.drop('test')
+---
+...

test/test-tarantool/call.test.py

@@ -0,0 +1,69 @@
+"""
+Original Tarantool's test box-py/call.test.py had a problem when output with
+running under Python 2 was not the same as with running under Python 3.
+
+Fixed in commit e97425e46a77a4ac9d102c5f88062cb37e5a8da4
+"test: make box-py/call.test.py compatible with Python 2 and 3".
+"""
+
+from __future__ import print_function
+
+import os
+import sys
+import json
+
+def call(name, *args):
+    return iproto.call(name, *args)
+
+admin("box.schema.user.create('test', { password = 'test' })")
+admin("box.schema.user.grant('test', 'execute,read,write', 'universe')")
+iproto.authenticate("test", "test")
+admin("exp_notation = 1e123")
+admin("function f1() return 'testing', 1, false, -1, 1.123, math.abs(exp_notation - 1e123) < 0.1, nil end")
+admin("f1()")
+call("f1")
+admin("f1=nil")
+call("f1")
+admin("function f1() return f1 end")
+call("f1")
+
+admin("space = box.schema.space.create('tweedledum')")
+admin("index = space:create_index('primary', { type = 'tree' })")
+
+json_dumps_kwargs=dict(sort_keys=True, separators=(', ', ': '))
+
+def dump_args(*args):
+    return json.dumps(args, **json_dumps_kwargs)[1:-1]
+
+def dump_response(response):
+    if response.return_code:
+        return str(response)
+    if not response.data:
+        return ''
+    res = []
+    for item in response.data:
+        res.append(json.dumps(item, **json_dumps_kwargs))
+    return '- ' + '\n- '.join(res)
+
+def lua_eval(name, *args):
+    print("eval ({})({})".format(name, dump_args(*args)))
+    print("---")
+    print(dump_response(iproto.py_con.eval(name, args)))
+
+def lua_call(name, *args):
+    print("call {}({})".format(name, dump_args(*args)))
+    print("---")
+    print(dump_response(iproto.py_con.call(name, args)))
+
+def test(expr, *args):
+    lua_eval("return " + expr, *args)
+    admin("function f(...) return " + expr + " end")
+    lua_call("f", *args)
+
+test("{k1 = 'v1', k2 = 'v2'}")
+test("{k1 = 'v1', k2 = 'v2'}")
+
+admin("space:drop()")
+admin("box.schema.user.drop('test')")
+
+iproto.py_con.close()

test/test-tarantool/engine.cfg

@@ -0,0 +1,14 @@
+{
+    "set_language.test.lua": {
+        "memtx": {"engine": "memtx"}
+    },
+    "setopt_delimeter.test.lua": {
+        "memtx": {"engine": "memtx"}
+    },
+
+    "manage_cluster.test.lua": {}, 
+    "*": {
+        "memtx": {"engine": "memtx"},
+        "vinyl": {"engine": "vinyl"}
+    }
+}