24986497610

Committed 27 Apr 2026 09:11AM UTC coverage: 73.386% (-15.0%) from 88.349%

Build # 24986497610

Build Type

push

github

Committed by

web-flow

Commit Message

Merge 9af592e92 into b9720b33f

Coverage Stats

1 of 2 new or added lines in 1 file covered. (50.0%)

864 existing lines in 48 files now uncovered.

4285 of 5839 relevant lines covered (73.39%)

55.36 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

80.87

/crud/select/executor.lua

local errors = require('errors')
local fiber = require('fiber')
local fun = require('fun')

local dev_checks = require('crud.common.dev_checks')
local select_comparators = require('crud.compare.comparators')
local compat = require('crud.common.compat')
local has_keydef = compat.exists('tuple.keydef', 'key_def')

local keydef_lib
if has_keydef then
    keydef_lib = compat.require('tuple.keydef', 'key_def')
end

local utils = require('crud.common.utils')

local ExecuteSelectError = errors.new_class('ExecuteSelectError')

local executor = {}

local function scroll_to_after_tuple(gen, space, scan_index, tarantool_iter, after_tuple, yield_every)
    local primary_index = space.index[0]

    local scroll_key_parts = utils.merge_primary_key_parts(scan_index.parts, primary_index.parts)

    local cmp_operator = select_comparators.get_cmp_operator(tarantool_iter)
    local scroll_comparator = select_comparators.gen_tuples_comparator(cmp_operator, scroll_key_parts)

    local looked_up_tuples = 0
    while true do
        local tuple
        gen.state, tuple = gen(gen.param, gen.state)
        looked_up_tuples = looked_up_tuples + 1

        if yield_every ~= nil and looked_up_tuples % yield_every == 0 then
            fiber.yield()
        end

        if tuple == nil then
            return nil
        end

        if scroll_comparator(tuple, after_tuple) then
            return tuple
        end
    end
end

local generate_value

if has_keydef then
    generate_value = function(after_tuple, scan_value, index_parts, tarantool_iter)
        local key_def = keydef_lib.new(index_parts)
        if #scan_value == 0 and after_tuple ~= nil then
            return key_def:extract_key(after_tuple)
        end
        local cmp_operator = select_comparators.get_cmp_operator(tarantool_iter)
        local cmp = key_def:compare_with_key(after_tuple, scan_value)
        if (cmp_operator == '<' and cmp < 0) or (cmp_operator == '>' and cmp > 0) then
            return key_def:extract_key(after_tuple)
        end
    end
else
    generate_value = function(after_tuple, scan_value, index_parts, tarantool_iter)
        local after_tuple_key = utils.extract_key(after_tuple, index_parts)
        if #scan_value == 0 and after_tuple ~= nil then
            return after_tuple_key
        end
        local cmp_operator = select_comparators.get_cmp_operator(tarantool_iter)
        local scan_comparator = select_comparators.gen_tuples_comparator(cmp_operator, index_parts)
        if scan_comparator(after_tuple_key, scan_value) then
            return after_tuple_key
        end
    end
end

function executor.execute(space, index, filter_func, opts)
    dev_checks('table', 'table', 'function', {
        scan_value = 'table|cdata',
        after_tuple = '?table|cdata',
        tarantool_iter = 'number',
        limit = '?number',
        yield_every = '?number',
        readview = '?boolean',
        readview_index = '?table'
    })

    opts = opts or {}

    local resp = { tuples_fetched = 0, tuples_lookup = 0, tuples = {} }

    if opts.limit == 0 then
        return resp
    end

    local value = opts.scan_value
    local use_native_after = false

    if opts.after_tuple ~= nil then
        local iter = opts.tarantool_iter
        if iter == box.index.EQ or iter == box.index.REQ then
            -- we need to make sure that the keys are equal
            -- the code is correct even if value is a partial key
            local parts = {}
            for i, _ in ipairs(value) do
                -- the code required for tarantool 1.10.6 at least
                table.insert(parts, index.parts[i])
            end

            local is_eq = iter == box.index.EQ
            local is_after_bigger
            local is_keys_equal
            if has_keydef then
                local key_def = keydef_lib.new(parts)
                local cmp = key_def:compare_with_key(opts.after_tuple, value)
                is_after_bigger = (is_eq and cmp > 0) or (not is_eq and cmp < 0)
                is_keys_equal = (cmp == 0)
            else
                local comparator
                if is_eq then
                    comparator = select_comparators.gen_func('<=', parts)
                else
                    comparator = select_comparators.gen_func('>=', parts)
                end
                local after_key = utils.extract_key(opts.after_tuple, parts)
                is_after_bigger = not comparator(after_key, value)
                -- check equality for native after support
                local eq_comparator = select_comparators.gen_func('==', parts)
                is_keys_equal = eq_comparator(after_key, value)
            end
            if is_after_bigger then
                -- it makes no sence to continue
                return resp
            end
            -- native after requires after_tuple to match scan_value for EQ/REQ
            if is_keys_equal and utils.tarantool_supports_index_pairs_after() then
                use_native_after = true
            end
        else
            local new_value = generate_value(opts.after_tuple, value, index.parts, iter)
            if new_value ~= nil then
                value = new_value
                -- use native after for O(1) positioning (Tarantool 2.10+)
                if utils.tarantool_supports_index_pairs_after() then
                    use_native_after = true
                end
            end
        end
    end

    local tuple
    local raw_gen, param, state
    local pairs_opts = { iterator = opts.tarantool_iter }

    -- Disable native after for readview on Tarantool < 3.x
    if opts.readview and not utils.is_tarantool_3() then
        use_native_after = false
    end

    if use_native_after then
        pairs_opts.after = opts.after_tuple
    end

    if opts.readview then
        raw_gen, param, state = opts.readview_index:pairs(value, pairs_opts)
    else
        raw_gen, param, state = index:pairs(value, pairs_opts)
    end
    local gen = fun.wrap(function(param, state)
        local next_state, var = raw_gen(param, state)

        if var ~= nil then
            resp.tuples_lookup = resp.tuples_lookup + 1
        end

        return next_state, var
    end, param, state)

    if opts.after_tuple ~= nil and not use_native_after then
        local err
        tuple, err = scroll_to_after_tuple(gen, space, index, opts.tarantool_iter, opts.after_tuple, opts.yield_every)
        if err ~= nil then
            return nil, ExecuteSelectError:new("Failed to scroll to the after_tuple: %s", err)
        end

        if tuple == nil then
            return resp
        end
    end

    if tuple == nil then
        gen.state, tuple = gen(gen.param, gen.state)
    end

    local looked_up_tuples = 0
    while true do
        if tuple == nil then
            break
        end

        local matched, early_exit = filter_func(tuple)

        if matched then
            table.insert(resp.tuples, tuple)
            resp.tuples_fetched = resp.tuples_fetched + 1

            if opts.limit ~= nil and resp.tuples_fetched >= opts.limit then
                break
            end
        elseif early_exit then
            break
        end

        gen.state, tuple = gen(gen.param, gen.state)
        looked_up_tuples = looked_up_tuples + 1

        if opts.yield_every ~= nil and looked_up_tuples % opts.yield_every == 0 then
            fiber.yield()
        end
    end

    return resp
end

return executor

1	local errors = require('errors')	19✔
2	local fiber = require('fiber')	19✔
3	local fun = require('fun')	19✔
4
5	local dev_checks = require('crud.common.dev_checks')	19✔
6	local select_comparators = require('crud.compare.comparators')	19✔
7	local compat = require('crud.common.compat')	19✔
8	local has_keydef = compat.exists('tuple.keydef', 'key_def')	19✔
9
10	local keydef_lib
11	if has_keydef then	19✔
12	keydef_lib = compat.require('tuple.keydef', 'key_def')	38✔
13	end
14
15	local utils = require('crud.common.utils')	19✔
16
17	local ExecuteSelectError = errors.new_class('ExecuteSelectError')	19✔
18
19	local executor = {}	19✔
20
21	local function scroll_to_after_tuple(gen, space, scan_index, tarantool_iter, after_tuple, yield_every)
22	local primary_index = space.index[0]	3✔
23
24	local scroll_key_parts = utils.merge_primary_key_parts(scan_index.parts, primary_index.parts)	3✔
25
26	local cmp_operator = select_comparators.get_cmp_operator(tarantool_iter)	3✔
27	local scroll_comparator = select_comparators.gen_tuples_comparator(cmp_operator, scroll_key_parts)	3✔
28
29	local looked_up_tuples = 0	3✔
30	while true do
31	local tuple
32	gen.state, tuple = gen(gen.param, gen.state)	10✔
33	looked_up_tuples = looked_up_tuples + 1	5✔
34
35	if yield_every ~= nil and looked_up_tuples % yield_every == 0 then	5✔
36	fiber.yield()	×
37	end
38
39	if tuple == nil then	5✔
UNCOV 40	return nil	×
41	end
42
43	if scroll_comparator(tuple, after_tuple) then	10✔
44	return tuple	3✔
45	end
46	end
47	end
48
49	local generate_value
50
51	if has_keydef then	19✔
52	generate_value = function(after_tuple, scan_value, index_parts, tarantool_iter)
53	local key_def = keydef_lib.new(index_parts)	9✔
54	if #scan_value == 0 and after_tuple ~= nil then	9✔
55	return key_def:extract_key(after_tuple)	6✔
56	end
57	local cmp_operator = select_comparators.get_cmp_operator(tarantool_iter)	6✔
58	local cmp = key_def:compare_with_key(after_tuple, scan_value)	12✔
59	if (cmp_operator == '<' and cmp < 0) or (cmp_operator == '>' and cmp > 0) then	6✔
60	return key_def:extract_key(after_tuple)	8✔
61	end
62	end
63	else
64	generate_value = function(after_tuple, scan_value, index_parts, tarantool_iter)
65	local after_tuple_key = utils.extract_key(after_tuple, index_parts)	×
66	if #scan_value == 0 and after_tuple ~= nil then	×
67	return after_tuple_key	×
68	end
69	local cmp_operator = select_comparators.get_cmp_operator(tarantool_iter)	×
70	local scan_comparator = select_comparators.gen_tuples_comparator(cmp_operator, index_parts)	×
71	if scan_comparator(after_tuple_key, scan_value) then	×
72	return after_tuple_key	×
73	end
74	end
75	end
76
77	function executor.execute(space, index, filter_func, opts)	19✔
78	dev_checks('table', 'table', 'function', {	38✔
79	scan_value = 'table\|cdata',
80	after_tuple = '?table\|cdata',
81	tarantool_iter = 'number',
82	limit = '?number',
83	yield_every = '?number',
84	readview = '?boolean',
85	readview_index = '?table'
86	})
87
88	opts = opts or {}	38✔
89
90	local resp = { tuples_fetched = 0, tuples_lookup = 0, tuples = {} }	38✔
91
92	if opts.limit == 0 then	38✔
93	return resp	1✔
94	end
95
96	local value = opts.scan_value	37✔
97	local use_native_after = false	37✔
98
99	if opts.after_tuple ~= nil then	37✔
100	local iter = opts.tarantool_iter	13✔
101	if iter == box.index.EQ or iter == box.index.REQ then	13✔
102	-- we need to make sure that the keys are equal
103	-- the code is correct even if value is a partial key
104	local parts = {}	4✔
105	for i, _ in ipairs(value) do	8✔
106	-- the code required for tarantool 1.10.6 at least
107	table.insert(parts, index.parts[i])	4✔
108	end
109
110	local is_eq = iter == box.index.EQ	4✔
111	local is_after_bigger
112	local is_keys_equal
113	if has_keydef then	4✔
114	local key_def = keydef_lib.new(parts)	4✔
115	local cmp = key_def:compare_with_key(opts.after_tuple, value)	8✔
116	is_after_bigger = (is_eq and cmp > 0) or (not is_eq and cmp < 0)	4✔
117	is_keys_equal = (cmp == 0)	4✔
118	else
119	local comparator
120	if is_eq then	×
121	comparator = select_comparators.gen_func('<=', parts)	×
122	else
123	comparator = select_comparators.gen_func('>=', parts)	×
124	end
125	local after_key = utils.extract_key(opts.after_tuple, parts)	×
126	is_after_bigger = not comparator(after_key, value)	×
127	-- check equality for native after support
128	local eq_comparator = select_comparators.gen_func('==', parts)	×
129	is_keys_equal = eq_comparator(after_key, value)	×
130	end
131	if is_after_bigger then	4✔
132	-- it makes no sence to continue
UNCOV 133	return resp	×
134	end
135	-- native after requires after_tuple to match scan_value for EQ/REQ
136	if is_keys_equal and utils.tarantool_supports_index_pairs_after() then	7✔
137	use_native_after = true	3✔
138	end
139	else
140	local new_value = generate_value(opts.after_tuple, value, index.parts, iter)	9✔
141	if new_value ~= nil then	9✔
142	value = new_value	7✔
143	-- use native after for O(1) positioning (Tarantool 2.10+)
144	if utils.tarantool_supports_index_pairs_after() then	14✔
145	use_native_after = true	7✔
146	end
147	end
148	end
149	end
150
151	local tuple
152	local raw_gen, param, state
153	local pairs_opts = { iterator = opts.tarantool_iter }	37✔
154
155	-- Disable native after for readview on Tarantool < 3.x
156	if opts.readview and not utils.is_tarantool_3() then	37✔
157	use_native_after = false	×
158	end
159
160	if use_native_after then	37✔
161	pairs_opts.after = opts.after_tuple	10✔
162	end
163
164	if opts.readview then	37✔
165	raw_gen, param, state = opts.readview_index:pairs(value, pairs_opts)	×
166	else
167	raw_gen, param, state = index:pairs(value, pairs_opts)	74✔
168	end
169	local gen = fun.wrap(function(param, state)	74✔
170	local next_state, var = raw_gen(param, state)	348✔
171
172	if var ~= nil then	348✔
173	resp.tuples_lookup = resp.tuples_lookup + 1	314✔
174	end
175
176	return next_state, var	348✔
177	end, param, state)	37✔
178
179	if opts.after_tuple ~= nil and not use_native_after then	37✔
180	local err
181	tuple, err = scroll_to_after_tuple(gen, space, index, opts.tarantool_iter, opts.after_tuple, opts.yield_every)	6✔
182	if err ~= nil then	3✔
183	return nil, ExecuteSelectError:new("Failed to scroll to the after_tuple: %s", err)	×
184	end
185
186	if tuple == nil then	3✔
UNCOV 187	return resp	×
188	end
189	end
190
191	if tuple == nil then	37✔
192	gen.state, tuple = gen(gen.param, gen.state)	68✔
193	end
194
195	local looked_up_tuples = 0	37✔
196	while true do
197	if tuple == nil then	346✔
198	break	34✔
199	end
200
201	local matched, early_exit = filter_func(tuple)	312✔
202
203	if matched then	312✔
204	table.insert(resp.tuples, tuple)	305✔
205	resp.tuples_fetched = resp.tuples_fetched + 1	305✔
206
207	if opts.limit ~= nil and resp.tuples_fetched >= opts.limit then	305✔
208	break	2✔
209	end
210	elseif early_exit then	7✔
211	break	1✔
212	end
213
214	gen.state, tuple = gen(gen.param, gen.state)	618✔
215	looked_up_tuples = looked_up_tuples + 1	309✔
216
217	if opts.yield_every ~= nil and looked_up_tuples % opts.yield_every == 0 then	309✔
UNCOV 218	fiber.yield()	×
219	end
220	end
221
222	return resp	37✔
223	end
224
225	return executor	19✔

tarantool / crud / 24986497610

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous