|
| 1 | +local checks = require('checks') |
| 2 | +local errors = require('errors') |
| 3 | +local vshard = require('vshard') |
| 4 | + |
| 5 | +local call = require('crud.common.call') |
| 6 | +local const = require('crud.common.const') |
| 7 | +local utils = require('crud.common.utils') |
| 8 | +local sharding = require('crud.common.sharding') |
| 9 | +local dev_checks = require('crud.common.dev_checks') |
| 10 | +local schema = require('crud.common.schema') |
| 11 | + |
| 12 | +local BatchUpsertIterator = require('crud.common.map_call_cases.batch_upsert_iter') |
| 13 | +local BatchPostprocessor = require('crud.common.map_call_cases.batch_postprocessor') |
| 14 | + |
| 15 | +local BatchUpsertError = errors.new_class('BatchUpsertError', {capture_stack = false}) |
| 16 | + |
| 17 | +local batch_upsert = {} |
| 18 | + |
| 19 | +local BATCH_UPSERT_FUNC_NAME = '_crud.batch_upsert_on_storage' |
| 20 | + |
| 21 | +local function batch_upsert_on_storage(space_name, batch, operations, opts) |
| 22 | + dev_checks('string', 'table', 'table', { |
| 23 | + add_space_schema_hash = '?boolean', |
| 24 | + stop_on_error = '?boolean', |
| 25 | + rollback_on_error = '?boolean', |
| 26 | + sharding_key_hash = '?number', |
| 27 | + sharding_func_hash = '?number', |
| 28 | + skip_sharding_hash_check = '?boolean', |
| 29 | + }) |
| 30 | + |
| 31 | + opts = opts or {} |
| 32 | + |
| 33 | + local space = box.space[space_name] |
| 34 | + if space == nil then |
| 35 | + return nil, BatchUpsertError:new("Space %q doesn't exist", space_name) |
| 36 | + end |
| 37 | + |
| 38 | + local _, err = sharding.check_sharding_hash(space_name, |
| 39 | + opts.sharding_func_hash, |
| 40 | + opts.sharding_key_hash, |
| 41 | + opts.skip_sharding_hash_check) |
| 42 | + |
| 43 | + if err ~= nil then |
| 44 | + return nil, {err} |
| 45 | + end |
| 46 | + |
| 47 | + local inserted_tuples = {} |
| 48 | + local errs = {} |
| 49 | + |
| 50 | + box.begin() |
| 51 | + for i, tuple in ipairs(batch) do |
| 52 | + -- add_space_schema_hash is true only in case of upsert_object_many |
| 53 | + -- the only one case when reloading schema can avoid upsert error |
| 54 | + -- is flattening object on router |
| 55 | + local insert_result = schema.wrap_box_space_func_result(space, 'upsert', {tuple, operations[i]}, { |
| 56 | + add_space_schema_hash = opts.add_space_schema_hash, |
| 57 | + }) |
| 58 | + |
| 59 | + if insert_result.err ~= nil then |
| 60 | + local err = { |
| 61 | + err = insert_result.err, |
| 62 | + tuple = tuple, |
| 63 | + } |
| 64 | + |
| 65 | + if opts.stop_on_error == true then |
| 66 | + if opts.rollback_on_error == true then |
| 67 | + box.rollback() |
| 68 | + return nil, {err} |
| 69 | + end |
| 70 | + |
| 71 | + box.commit() |
| 72 | + |
| 73 | + return inserted_tuples, {err} |
| 74 | + end |
| 75 | + |
| 76 | + table.insert(errs, err) |
| 77 | + else |
| 78 | + table.insert(inserted_tuples, {}) |
| 79 | + end |
| 80 | + end |
| 81 | + |
| 82 | + if next(errs) ~= nil then |
| 83 | + if opts.rollback_on_error == true then |
| 84 | + box.rollback() |
| 85 | + return nil, errs |
| 86 | + end |
| 87 | + |
| 88 | + box.commit() |
| 89 | + |
| 90 | + return inserted_tuples, errs |
| 91 | + end |
| 92 | + |
| 93 | + box.commit() |
| 94 | + |
| 95 | + return inserted_tuples |
| 96 | +end |
| 97 | + |
| 98 | +function batch_upsert.init() |
| 99 | + _G._crud.batch_upsert_on_storage = batch_upsert_on_storage |
| 100 | +end |
| 101 | + |
| 102 | +-- returns result, err, need_reload |
| 103 | +-- need_reload indicates if reloading schema could help |
| 104 | +-- see crud.common.schema.wrap_func_reload() |
| 105 | +local function call_batch_upsert_on_router(space_name, original_tuples, user_operations, opts) |
| 106 | + dev_checks('string', 'table', 'table', { |
| 107 | + timeout = '?number', |
| 108 | + fields = '?table', |
| 109 | + add_space_schema_hash = '?boolean', |
| 110 | + stop_on_error = '?boolean', |
| 111 | + rollback_on_error = '?boolean', |
| 112 | + }) |
| 113 | + |
| 114 | + opts = opts or {} |
| 115 | + |
| 116 | + local space = utils.get_space(space_name, vshard.router.routeall()) |
| 117 | + if space == nil then |
| 118 | + return nil, {BatchUpsertError:new("Space %q doesn't exist", space_name)}, true |
| 119 | + end |
| 120 | + |
| 121 | + local tuples = table.deepcopy(original_tuples) |
| 122 | + |
| 123 | + local space_format = space:format() |
| 124 | + local operations = user_operations |
| 125 | + if not utils.tarantool_supports_fieldpaths() then |
| 126 | + operations = {} |
| 127 | + for _, operations_for_tuple in ipairs(user_operations) do |
| 128 | + local converted_operations, err = utils.convert_operations(operations_for_tuple, space_format) |
| 129 | + if err ~= nil then |
| 130 | + return nil, {BatchUpsertError:new("Wrong operations are specified: %s", err)}, true |
| 131 | + end |
| 132 | + table.insert(operations, converted_operations) |
| 133 | + end |
| 134 | + end |
| 135 | + |
| 136 | + local batch_upsert_on_storage_opts = { |
| 137 | + add_space_schema_hash = opts.add_space_schema_hash, |
| 138 | + stop_on_error = opts.stop_on_error, |
| 139 | + rollback_on_error = opts.rollback_on_error, |
| 140 | + } |
| 141 | + |
| 142 | + local iter, err = BatchUpsertIterator:new({ |
| 143 | + tuples = tuples, |
| 144 | + space = space, |
| 145 | + operations = operations, |
| 146 | + execute_on_storage_opts = batch_upsert_on_storage_opts, |
| 147 | + }) |
| 148 | + if err ~= nil then |
| 149 | + return nil, {err}, const.NEED_SCHEMA_RELOAD |
| 150 | + end |
| 151 | + |
| 152 | + local postprocessor = BatchPostprocessor:new() |
| 153 | + |
| 154 | + local rows, errs = call.map(BATCH_UPSERT_FUNC_NAME, nil, { |
| 155 | + timeout = opts.timeout, |
| 156 | + mode = 'write', |
| 157 | + iter = iter, |
| 158 | + postprocessor = postprocessor, |
| 159 | + }) |
| 160 | + |
| 161 | + if next(rows) == nil then |
| 162 | + return nil, errs |
| 163 | + end |
| 164 | + |
| 165 | + local res, err = utils.format_result(rows, space, opts.fields) |
| 166 | + if err ~= nil then |
| 167 | + return nil, {err} |
| 168 | + end |
| 169 | + |
| 170 | + return res, errs |
| 171 | +end |
| 172 | + |
| 173 | +--- Batch update or insert tuples to the specified space |
| 174 | +-- |
| 175 | +-- @function tuples_batch |
| 176 | +-- |
| 177 | +-- @param string space_name |
| 178 | +-- A space name |
| 179 | +-- |
| 180 | +-- @param table tuples |
| 181 | +-- Tuples |
| 182 | +-- |
| 183 | +-- @tparam ?table opts |
| 184 | +-- Options of batch_upsert.tuples_batch |
| 185 | +-- |
| 186 | +-- @return[1] tuples |
| 187 | +-- @treturn[2] nil |
| 188 | +-- @treturn[2] table of tables Error description |
| 189 | + |
| 190 | +function batch_upsert.tuples_batch(space_name, tuples, user_operations, opts) |
| 191 | + checks('string', 'table', 'table', { |
| 192 | + timeout = '?number', |
| 193 | + fields = '?table', |
| 194 | + add_space_schema_hash = '?boolean', |
| 195 | + stop_on_error = '?boolean', |
| 196 | + rollback_on_error = '?boolean', |
| 197 | + }) |
| 198 | + |
| 199 | + return schema.wrap_func_reload(call_batch_upsert_on_router, space_name, tuples, user_operations, opts) |
| 200 | +end |
| 201 | + |
| 202 | +--- Batch update or insert objects to the specified space |
| 203 | +-- |
| 204 | +-- @function objects_batch |
| 205 | +-- |
| 206 | +-- @param string space_name |
| 207 | +-- A space name |
| 208 | +-- |
| 209 | +-- @param table objs |
| 210 | +-- Objects |
| 211 | +-- |
| 212 | +-- @tparam ?table opts |
| 213 | +-- Options of batch_upsert.tuples_batch |
| 214 | +-- |
| 215 | +-- @return[1] objects |
| 216 | +-- @treturn[2] nil |
| 217 | +-- @treturn[2] table of tables Error description |
| 218 | + |
| 219 | +function batch_upsert.objects_batch(space_name, objs, user_operations, opts) |
| 220 | + checks('string', 'table', 'table', { |
| 221 | + timeout = '?number', |
| 222 | + fields = '?table', |
| 223 | + stop_on_error = '?boolean', |
| 224 | + rollback_on_error = '?boolean', |
| 225 | + }) |
| 226 | + |
| 227 | + -- upsert can fail if router uses outdated schema to flatten object |
| 228 | + opts = utils.merge_options(opts, {add_space_schema_hash = true}) |
| 229 | + |
| 230 | + local tuples = {} |
| 231 | + local errs = {} |
| 232 | + |
| 233 | + for _, obj in ipairs(objs) do |
| 234 | + |
| 235 | + local tuple, err = utils.flatten_obj_reload(space_name, obj) |
| 236 | + if err ~= nil then |
| 237 | + local err_obj = BatchUpsertError:new("Failed to flatten object: %s", err) |
| 238 | + err_obj.tuple = obj |
| 239 | + |
| 240 | + if opts.stop_on_error == true then |
| 241 | + return nil, {err_obj} |
| 242 | + end |
| 243 | + |
| 244 | + table.insert(errs, err_obj) |
| 245 | + end |
| 246 | + |
| 247 | + table.insert(tuples, tuple) |
| 248 | + end |
| 249 | + |
| 250 | + if next(errs) ~= nil then |
| 251 | + return nil, errs |
| 252 | + end |
| 253 | + |
| 254 | + return batch_upsert.tuples_batch(space_name, tuples, user_operations, opts) |
| 255 | +end |
| 256 | + |
| 257 | +return batch_upsert |
0 commit comments