RUBY-1853 Test server 3.6/4.0 + mmapv1 configurations in Evergreen (#1430)

* RUBY-1853 Test server 3.6/4.0 + mmapv1 configurations in Evergreen

* Add a marker test for mmapv1

* Allow uri options to take priority over test defaults

* Fix URI

* Turn off read & write retries when running on mmapv1

Author: p-mongo

.evergreen/config.yml

@@ -87,6 +87,7 @@ functions:
               export RETRY_WRITES=${RETRY_WRITES}
               export WITH_ACTIVE_SUPPORT="${WITH_ACTIVE_SUPPORT}"
               export SINGLE_MONGOS="${SINGLE_MONGOS}"
+              export MMAPV1="${MMAPV1}"
            EOT
            # See what we've done
            cat expansion.yml
@@ -348,6 +349,16 @@ functions:
           ${PREPARE_SHELL}
           MONGODB_URI="${MONGODB_URI}" .evergreen/run-tests.sh
 
+  "run tests via mlaunch":
+    - command: shell.exec
+      type: test
+      params:
+        shell: bash
+        working_dir: "src"
+        script: |
+          ${PREPARE_SHELL}
+          MONGODB_URI="${MONGODB_URI}" .evergreen/run-tests-mlaunch.sh
+
   "run local tls tests":
     - command: shell.exec
       type: test
@@ -488,6 +499,9 @@ tasks:
         - func: "bootstrap mongo-orchestration"
         - func: "run tests"
         #- func: "cleanup mo"
+    - name: "test-mlaunch"
+      commands:
+        - func: "run tests via mlaunch"
     - name: "local-tls-tests"
       commands:
         - func: "run local tls tests"
@@ -675,7 +689,15 @@ axes:
       - id: "single-mongos"
         display_name: Single Mongos
         variables:
-          SINGLE_MONGOS: true
+          SINGLE_MONGOS: 'true'
+  - id: storage-engine
+    display_name: Storage Engine
+    values:
+      - id: mmapv1
+        display_name: MMAPv1
+        run_on: ubuntu1404-test
+        variables:
+          MMAPV1: 'true'
 
 
 buildvariants:
@@ -731,7 +753,7 @@ buildvariants:
     mongodb-version: ["4.2", latest]
     topology: "sharded-cluster"
     single-mongos: single-mongos
-  display_name: "${mongodb-version} ${topology} ${auth-and-ssl} ${ruby}"
+  display_name: "${mongodb-version} ${topology} single-mongos ${auth-and-ssl} ${ruby}"
   run_on:
     - rhel70-small
   tasks:
@@ -776,6 +798,19 @@ buildvariants:
   tasks:
      - name: "test"
 
+-
+  matrix_name: mmapv1
+  matrix_spec:
+    ruby: "ruby-2.6"
+    mongodb-version: [3.6, 4.0]
+    topology: '*'
+    storage-engine: mmapv1
+  display_name: "${mongodb-version} ${topology} mmapv1 ${ruby}"
+  run_on:
+    - rhel70-small
+  tasks:
+     - name: "test-mlaunch"
+
 -
   matrix_name: "lint"
   matrix_spec:
@@ -883,7 +918,7 @@ buildvariants:
     ruby: "*"
     mongodb-version: ['4.0', '4.2']
     topology: standalone
-  display_name: "Local TLS ${ruby}"
+  display_name: "Local TLS ${mongodb-version} ${ruby}"
   run_on:
     - ubuntu1404-test
   tasks:

.evergreen/run-tests-mlaunch.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+
+set -o xtrace   # Write all commands first to stderr
+set -o errexit  # Exit the script with error if any of the commands fail
+
+# Supported/used environment variables:
+#       AUTH                    Set to enable authentication. Values are: "auth" / "noauth" (default)
+#       SSL                     Set to enable SSL. Values are "ssl" / "nossl" (default)
+#       MONGODB_URI             Set the suggested connection MONGODB_URI (including credentials and topology info)
+#       TOPOLOGY                Allows you to modify variables and the MONGODB_URI based on test topology
+#                               Supported values: "server", "replica_set", "sharded_cluster"
+#       RVM_RUBY                Define the Ruby version to test with, using its RVM identifier.
+#                               For example: "ruby-2.3" or "jruby-9.1"
+#       DRIVER_TOOLS            Path to driver tools.
+
+. `dirname "$0"`/functions.sh
+
+set_fcv
+set_env_vars
+
+setup_ruby
+
+install_deps
+
+arch=ubuntu1404
+version=4.0.9
+prepare_server $arch $version
+
+install_mlaunch
+
+# Launching mongod under $MONGO_ORCHESTRATION_HOME
+# makes its long available through log collecting machinery
+
+export dbdir="$MONGO_ORCHESTRATION_HOME"/db
+mkdir -p "$dbdir"
+
+args="--setParameter enableTestCommands=1"
+args="$args --setParameter diagnosticDataCollectionEnabled=false"
+uri_options=
+if test "$TOPOLOGY" = replica_set; then
+  args="$args --replicaset --name ruby-driver-rs"
+elif test "$TOPOLOGY" = sharded_cluster; then
+  args="$args --replicaset --sharded 2 --name ruby-driver-rs"
+else
+  args="$args --single"
+fi
+if test -n "$MMAPV1"; then
+  args="$args --storageEngine mmapv1"
+  uri_options="$uri_options&retryReads=false&retryWrites=false"
+fi
+mlaunch --dir "$dbdir" --binarypath "$BINDIR" $args
+
+echo "Running specs"
+which bundle
+bundle --version
+
+export MONGODB_URI="mongodb://localhost:27017/?serverSelectionTimeoutMS=30000$uri_options"
+bundle exec rake spec:prepare
+
+export MONGODB_URI="mongodb://localhost:27017/?appName=test-suite$uri_options"
+bundle exec rake spec:ci
+test_status=$?
+echo "TEST STATUS"
+echo ${test_status}
+
+kill_jruby
+
+mlaunch stop --dir "$dbdir"
+
+exit ${test_status}

spec/integration/change_stream_examples_spec.rb

@@ -3,6 +3,7 @@
 describe 'change streams examples in Ruby' do
   min_server_fcv '3.6'
   require_topology :replica_set
+  require_wired_tiger
 
   let!(:inventory) do
     client[:inventory]

spec/integration/change_stream_spec.rb

@@ -5,6 +5,7 @@
   max_example_run_time 7
   min_server_fcv '3.6'
   require_topology :replica_set
+  require_wired_tiger
 
   let(:fail_point_base_command) do
     { 'configureFailPoint' => "failCommand" }

spec/integration/command_monitoring_spec.rb

@@ -79,6 +79,7 @@
   end
 
   context 'when write concern is specified outside of command document' do
+    require_wired_tiger
     require_topology :replica_set
     min_server_fcv '4.0'
 

spec/integration/mmapv1_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+# This test is a marker used to verify that the test suite runs on
+# mmapv1 storage engine.
+describe 'mmapv1' do
+  require_mmapv1
+
+  context 'standalone' do
+    require_topology :single
+
+    it 'is exercised' do
+    end
+  end
+
+  context 'replica set' do
+    require_topology :replica_set
+
+    it 'is exercised' do
+    end
+  end
+
+  context 'sharded' do
+    require_topology :sharded
+
+    it 'is exercised' do
+    end
+  end
+end

spec/integration/retryable_writes_spec.rb

@@ -13,6 +13,8 @@
 describe 'Retryable writes integration tests' do
   include PrimarySocket
 
+  require_wired_tiger_on_36
+
   # These tests override server selector, which fails if there are multiple
   # eligible servers as would be the case in a multi-shard sharded cluster
   require_no_multi_shard

spec/integration/transactions_examples_spec.rb

@@ -1,6 +1,7 @@
 require 'spec_helper'
 
 describe 'Transactions examples' do
+  require_wired_tiger
   require_transaction_support
 
   let(:hr) do

spec/mongo/bulk_write_spec.rb

@@ -1890,6 +1890,7 @@
           end
 
           context 'when retryable writes are supported' do
+            require_wired_tiger
             min_server_fcv '3.6'
             require_topology :replica_set, :sharded
 

spec/mongo/collection/view/change_stream_spec.rb

@@ -1,6 +1,7 @@
 require 'spec_helper'
 
 describe Mongo::Collection::View::ChangeStream do
+  require_wired_tiger
   min_server_fcv '3.6'
   require_topology :replica_set
   max_example_run_time 7