• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

realm / realm-core / github_pull_request_319175

19 May 2025 08:16PM UTC coverage: 91.119% (-0.02%) from 91.143%
github_pull_request_319175

Pull #8082

Evergreen

web-flow
Bump setuptools from 70.0.0 to 78.1.1 in /evergreen/hang_analyzer

Bumps [setuptools](https://github.com/pypa/setuptools) from 70.0.0 to 78.1.1.
- [Release notes](https://github.com/pypa/setuptools/releases)
- [Changelog](https://github.com/pypa/setuptools/blob/main/NEWS.rst)
- [Commits](https://github.com/pypa/setuptools/compare/v70.0.0...v78.1.1)

---
updated-dependencies:
- dependency-name: setuptools
  dependency-version: 78.1.1
  dependency-type: direct:production
...

Signed-off-by: dependabot[bot] <support@github.com>
Pull Request #8082: Bump setuptools from 70.0.0 to 78.1.1 in /evergreen/hang_analyzer

102788 of 181548 branches covered (56.62%)

217441 of 238634 relevant lines covered (91.12%)

5497200.53 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

88.03
/src/realm/array_string.cpp
1
/*************************************************************************
2
 *
3
 * Copyright 2016 Realm Inc.
4
 *
5
 * Licensed under the Apache License, Version 2.0 (the "License");
6
 * you may not use this file except in compliance with the License.
7
 * You may obtain a copy of the License at
8
 *
9
 * http://www.apache.org/licenses/LICENSE-2.0
10
 *
11
 * Unless required by applicable law or agreed to in writing, software
12
 * distributed under the License is distributed on an "AS IS" BASIS,
13
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
 * See the License for the specific language governing permissions and
15
 * limitations under the License.
16
 *
17
 **************************************************************************/
18

19
#include <realm/array_string.hpp>
20
#include <realm/spec.hpp>
21
#include <realm/mixed.hpp>
22

23
using namespace realm;
24

25
ArrayString::ArrayString(Allocator& a)
26
    : m_alloc(a)
10,017,927✔
27
{
20,302,890✔
28
    m_arr = new (&m_storage) ArrayStringShort(a, true);
20,302,890✔
29
}
20,302,890✔
30

31
void ArrayString::create()
32
{
578,655✔
33
    static_cast<ArrayStringShort*>(m_arr)->create();
578,655✔
34
}
578,655✔
35

36
void ArrayString::init_from_mem(MemRef mem) noexcept
37
{
13,131,195✔
38
    char* header = mem.get_addr();
13,131,195✔
39

40
    ArrayParent* parent = m_arr->get_parent();
13,131,195✔
41
    size_t ndx_in_parent = m_arr->get_ndx_in_parent();
13,131,195✔
42

43
    bool long_strings = Array::get_hasrefs_from_header(header);
13,131,195✔
44
    if (!long_strings) {
13,131,195✔
45
        // Small strings
46
        bool is_small = Array::get_wtype_from_header(header) == Array::wtype_Multiply;
10,327,194✔
47
        if (is_small) {
10,327,194✔
48
            auto arr = new (&m_storage) ArrayStringShort(m_alloc, m_nullable);
6,631,752✔
49
            arr->init_from_mem(mem);
6,631,752✔
50
            m_type = Type::small_strings;
6,631,752✔
51
        }
6,631,752✔
52
        else {
3,695,442✔
53
            auto arr = new (&m_storage) Array(m_alloc);
3,695,442✔
54
            arr->init_from_mem(mem);
3,695,442✔
55
            m_string_enum_values = std::make_unique<ArrayString>(m_alloc);
3,695,442✔
56
            ArrayParent* p;
3,695,442✔
57
            REALM_ASSERT(m_spec != nullptr);
3,695,442✔
58
            REALM_ASSERT(m_col_ndx != realm::npos);
3,695,442✔
59
            ref_type r = m_spec->get_enumkeys_ref(m_col_ndx, p);
3,695,442✔
60
            m_string_enum_values->init_from_ref(r);
3,695,442✔
61
            m_string_enum_values->set_parent(p, m_col_ndx);
3,695,442✔
62
            m_type = Type::enum_strings;
3,695,442✔
63
        }
3,695,442✔
64
    }
10,327,194✔
65
    else {
2,804,001✔
66
        bool is_big = Array::get_context_flag_from_header(header);
2,804,001✔
67
        if (!is_big) {
2,804,001✔
68
            auto arr = new (&m_storage) ArraySmallBlobs(m_alloc);
697,887✔
69
            arr->init_from_mem(mem);
697,887✔
70
            m_type = Type::medium_strings;
697,887✔
71
        }
697,887✔
72
        else {
2,106,114✔
73
            auto arr = new (&m_storage) ArrayBigBlobs(m_alloc, m_nullable);
2,106,114✔
74
            arr->init_from_mem(mem);
2,106,114✔
75
            m_type = Type::big_strings;
2,106,114✔
76
        }
2,106,114✔
77
    }
2,804,001✔
78
    m_arr->set_parent(parent, ndx_in_parent);
13,131,195✔
79
}
13,131,195✔
80

81
void ArrayString::init_from_parent()
82
{
6,086,802✔
83
    ref_type ref = m_arr->get_ref_from_parent();
6,086,802✔
84
    init_from_ref(ref);
6,086,802✔
85
}
6,086,802✔
86

87
void ArrayString::destroy() noexcept
88
{
1,044✔
89
    if (m_arr->is_attached()) {
1,044✔
90
        Array::destroy_deep(m_arr->get_ref(), m_alloc);
468✔
91
        detach();
468✔
92
    }
468✔
93
}
1,044✔
94

95
void ArrayString::detach() noexcept
96
{
4,204,881✔
97
    m_arr->detach();
4,204,881✔
98
    // Make sure the object is in a state like right after construction
99
    // Next call must be to create()
100
    m_arr = new (&m_storage) ArrayStringShort(m_alloc, true);
4,204,881✔
101
    m_type = Type::small_strings;
4,204,881✔
102
}
4,204,881✔
103

104
size_t ArrayString::size() const
105
{
16,296,039✔
106
    switch (m_type) {
16,296,039✔
107
        case Type::small_strings:
6,921,609✔
108
            return static_cast<ArrayStringShort*>(m_arr)->size();
6,921,609✔
109
        case Type::medium_strings:
449,460✔
110
            return static_cast<ArraySmallBlobs*>(m_arr)->size();
449,460✔
111
        case Type::big_strings:
8,929,626✔
112
            return static_cast<ArrayBigBlobs*>(m_arr)->size();
8,929,626✔
113
        case Type::enum_strings:
246✔
114
            return static_cast<Array*>(m_arr)->size();
246✔
115
    }
16,296,039✔
116
    return {};
×
117
}
16,296,039✔
118

119
void ArrayString::add(StringData value)
120
{
453,456✔
121
    switch (upgrade_leaf(value.size())) {
453,456✔
122
        case Type::small_strings:
397,005✔
123
            static_cast<ArrayStringShort*>(m_arr)->add(value);
397,005✔
124
            break;
397,005✔
125
        case Type::medium_strings:
27,900✔
126
            static_cast<ArraySmallBlobs*>(m_arr)->add_string(value);
27,900✔
127
            break;
27,900✔
128
        case Type::big_strings:
28,551✔
129
            static_cast<ArrayBigBlobs*>(m_arr)->add_string(value);
28,551✔
130
            break;
28,551✔
131
        case Type::enum_strings: {
✔
132
            auto a = static_cast<Array*>(m_arr);
×
133
            size_t ndx = a->size();
×
134
            a->add(0);
×
135
            set(ndx, value);
×
136
            break;
×
137
        }
×
138
    }
453,456✔
139
}
453,456✔
140

141
void ArrayString::set(size_t ndx, StringData value)
142
{
3,816,378✔
143
    switch (upgrade_leaf(value.size())) {
3,816,378✔
144
        case Type::small_strings:
569,010✔
145
            static_cast<ArrayStringShort*>(m_arr)->set(ndx, value);
569,010✔
146
            break;
569,010✔
147
        case Type::medium_strings:
238,941✔
148
            static_cast<ArraySmallBlobs*>(m_arr)->set_string(ndx, value);
238,941✔
149
            break;
238,941✔
150
        case Type::big_strings:
385,134✔
151
            static_cast<ArrayBigBlobs*>(m_arr)->set_string(ndx, value);
385,134✔
152
            break;
385,134✔
153
        case Type::enum_strings: {
2,624,910✔
154
            size_t sz = m_string_enum_values->size();
2,624,910✔
155
            size_t res = m_string_enum_values->find_first(value, 0, sz);
2,624,910✔
156
            if (res == realm::not_found) {
2,624,910✔
157
                m_string_enum_values->add(value);
9,681✔
158
                res = sz;
9,681✔
159
            }
9,681✔
160
            static_cast<Array*>(m_arr)->set(ndx, res);
2,624,910✔
161
            break;
2,624,910✔
162
        }
×
163
    }
3,816,378✔
164
}
3,816,378✔
165

166
void ArrayString::insert(size_t ndx, StringData value)
167
{
4,442,487✔
168
    switch (upgrade_leaf(value.size())) {
4,442,487✔
169
        case Type::small_strings:
1,968,744✔
170
            static_cast<ArrayStringShort*>(m_arr)->insert(ndx, value);
1,968,744✔
171
            break;
1,968,744✔
172
        case Type::medium_strings:
295,548✔
173
            static_cast<ArraySmallBlobs*>(m_arr)->insert_string(ndx, value);
295,548✔
174
            break;
295,548✔
175
        case Type::big_strings:
867,216✔
176
            static_cast<ArrayBigBlobs*>(m_arr)->insert_string(ndx, value);
867,216✔
177
            break;
867,216✔
178
        case Type::enum_strings: {
1,312,701✔
179
            static_cast<Array*>(m_arr)->insert(ndx, 0);
1,312,701✔
180
            set(ndx, value);
1,312,701✔
181
        }
1,312,701✔
182
    }
4,442,487✔
183
}
4,442,487✔
184

185
StringData ArrayString::get(size_t ndx) const
186
{
20,816,436✔
187
    switch (m_type) {
20,816,436✔
188
        case Type::small_strings:
11,052,858✔
189
            return static_cast<ArrayStringShort*>(m_arr)->get(ndx);
11,052,858✔
190
        case Type::medium_strings:
895,575✔
191
            return static_cast<ArraySmallBlobs*>(m_arr)->get_string(ndx);
895,575✔
192
        case Type::big_strings:
7,727,409✔
193
            return static_cast<ArrayBigBlobs*>(m_arr)->get_string(ndx);
7,727,409✔
194
        case Type::enum_strings: {
1,144,614✔
195
            size_t index = size_t(static_cast<Array*>(m_arr)->get(ndx));
1,144,614✔
196
            return m_string_enum_values->get(index);
1,144,614✔
197
        }
×
198
    }
20,816,436✔
199
    return {};
×
200
}
20,816,436✔
201

202
StringData ArrayString::get_legacy(size_t ndx) const
203
{
×
204
    switch (m_type) {
×
205
        case Type::small_strings:
×
206
            return static_cast<ArrayStringShort*>(m_arr)->get(ndx);
×
207
        case Type::medium_strings:
×
208
            return static_cast<ArraySmallBlobs*>(m_arr)->get_string_legacy(ndx);
×
209
        case Type::big_strings:
×
210
            return static_cast<ArrayBigBlobs*>(m_arr)->get_string(ndx);
×
211
        case Type::enum_strings: {
×
212
            size_t index = size_t(static_cast<Array*>(m_arr)->get(ndx));
×
213
            return m_string_enum_values->get(index);
×
214
        }
×
215
    }
×
216
    return {};
×
217
}
×
218

219
Mixed ArrayString::get_any(size_t ndx) const
220
{
133,320✔
221
    return Mixed(get(ndx));
133,320✔
222
}
133,320✔
223

224
bool ArrayString::is_null(size_t ndx) const
225
{
4,002,063✔
226
    switch (m_type) {
4,002,063✔
227
        case Type::small_strings:
743,136✔
228
            return static_cast<ArrayStringShort*>(m_arr)->is_null(ndx);
743,136✔
229
        case Type::medium_strings:
13,728✔
230
            return static_cast<ArraySmallBlobs*>(m_arr)->is_null(ndx);
13,728✔
231
        case Type::big_strings:
3,245,205✔
232
            return static_cast<ArrayBigBlobs*>(m_arr)->is_null(ndx);
3,245,205✔
233
        case Type::enum_strings: {
✔
234
            size_t index = size_t(static_cast<Array*>(m_arr)->get(ndx));
×
235
            return m_string_enum_values->is_null(index);
×
236
        }
×
237
    }
4,002,063✔
238
    return {};
×
239
}
4,002,063✔
240

241
void ArrayString::erase(size_t ndx)
242
{
480,453✔
243
    switch (m_type) {
480,453✔
244
        case Type::small_strings:
388,716✔
245
            static_cast<ArrayStringShort*>(m_arr)->erase(ndx);
388,716✔
246
            break;
388,716✔
247
        case Type::medium_strings:
57,465✔
248
            static_cast<ArraySmallBlobs*>(m_arr)->erase(ndx);
57,465✔
249
            break;
57,465✔
250
        case Type::big_strings:
25,833✔
251
            static_cast<ArrayBigBlobs*>(m_arr)->erase(ndx);
25,833✔
252
            break;
25,833✔
253
        case Type::enum_strings:
8,463✔
254
            static_cast<Array*>(m_arr)->erase(ndx);
8,463✔
255
            break;
8,463✔
256
    }
480,453✔
257
}
480,453✔
258

259
void ArrayString::move(ArrayString& dst, size_t ndx)
260
{
1,074✔
261
    size_t sz = size();
1,074✔
262
    for (size_t i = ndx; i < sz; i++) {
116,220✔
263
        dst.add(get(i));
115,146✔
264
    }
115,146✔
265

266
    switch (m_type) {
1,074✔
267
        case Type::small_strings:
1,008✔
268
            static_cast<ArrayStringShort*>(m_arr)->truncate(ndx);
1,008✔
269
            break;
1,008✔
270
        case Type::medium_strings:
60✔
271
            static_cast<ArraySmallBlobs*>(m_arr)->truncate(ndx);
60✔
272
            break;
60✔
273
        case Type::big_strings:
6✔
274
            static_cast<ArrayBigBlobs*>(m_arr)->truncate(ndx);
6✔
275
            break;
6✔
276
        case Type::enum_strings:
✔
277
            // this operation will never be called for enumerated columns
278
            REALM_UNREACHABLE();
279
            break;
×
280
    }
1,074✔
281
}
1,074✔
282

283
void ArrayString::clear()
284
{
369✔
285
    switch (m_type) {
369✔
286
        case Type::small_strings:
315✔
287
            static_cast<ArrayStringShort*>(m_arr)->clear();
315✔
288
            break;
315✔
289
        case Type::medium_strings:
6✔
290
            static_cast<ArraySmallBlobs*>(m_arr)->clear();
6✔
291
            break;
6✔
292
        case Type::big_strings:
48✔
293
            static_cast<ArrayBigBlobs*>(m_arr)->clear();
48✔
294
            break;
48✔
295
        case Type::enum_strings:
✔
296
            static_cast<Array*>(m_arr)->clear();
×
297
            break;
×
298
    }
369✔
299
}
369✔
300

301
size_t ArrayString::find_first(StringData value, size_t begin, size_t end) const noexcept
302
{
4,124,076✔
303
    switch (m_type) {
4,124,076✔
304
        case Type::small_strings:
3,144,954✔
305
            return static_cast<ArrayStringShort*>(m_arr)->find_first(value, begin, end);
3,144,954✔
306
        case Type::medium_strings: {
124,530✔
307
            BinaryData as_binary(value.data(), value.size());
124,530✔
308
            return static_cast<ArraySmallBlobs*>(m_arr)->find_first(as_binary, true, begin, end);
124,530✔
309
            break;
×
310
        }
×
311
        case Type::big_strings: {
257,622✔
312
            BinaryData as_binary(value.data(), value.size());
257,622✔
313
            return static_cast<ArrayBigBlobs*>(m_arr)->find_first(as_binary, true, begin, end);
257,622✔
314
            break;
×
315
        }
×
316
        case Type::enum_strings: {
598,026✔
317
            size_t sz = m_string_enum_values->size();
598,026✔
318
            size_t res = m_string_enum_values->find_first(value, 0, sz);
598,026✔
319
            if (res != realm::not_found) {
598,026✔
320
                return static_cast<Array*>(m_arr)->find_first(res, begin, end);
598,026✔
321
            }
598,026✔
322
            break;
×
323
        }
598,026✔
324
    }
4,124,076✔
325
    return not_found;
×
326
}
4,124,076✔
327

328
namespace {
329

330
template <class T>
331
inline StringData get_string(const T* arr, size_t ndx)
332
{
437,337✔
333
    return arr->get_string(ndx);
437,337✔
334
}
437,337✔
335

336
template <>
337
inline StringData get_string(const ArrayStringShort* arr, size_t ndx)
338
{
93,663✔
339
    return arr->get(ndx);
93,663✔
340
}
93,663✔
341

342
template <class T, class U>
343
size_t lower_bound_string(const T* arr, U value)
344
{
234,912✔
345
    size_t i = 0;
234,912✔
346
    size_t sz = arr->size();
234,912✔
347
    while (0 < sz) {
765,912✔
348
        size_t half = sz / 2;
531,000✔
349
        size_t mid = i + half;
531,000✔
350
        auto probe = get_string(arr, mid);
531,000✔
351
        if (probe < value) {
531,000✔
352
            i = mid + 1;
190,587✔
353
            sz -= half + 1;
190,587✔
354
        }
190,587✔
355
        else {
340,413✔
356
            sz = half;
340,413✔
357
        }
340,413✔
358
    }
531,000✔
359
    return i;
234,912✔
360
}
234,912✔
361
} // namespace
362

363
size_t ArrayString::lower_bound(StringData value)
364
{
234,912✔
365
    switch (m_type) {
234,912✔
366
        case Type::small_strings:
58,434✔
367
            return lower_bound_string(static_cast<ArrayStringShort*>(m_arr), value);
58,434✔
368
        case Type::medium_strings:
68,418✔
369
            return lower_bound_string(static_cast<ArraySmallBlobs*>(m_arr), value);
68,418✔
370
        case Type::big_strings:
108,060✔
371
            return lower_bound_string(static_cast<ArrayBigBlobs*>(m_arr), value);
108,060✔
372
        case Type::enum_strings:
✔
373
            break;
×
374
    }
234,912✔
375
    return realm::npos;
×
376
}
234,912✔
377

378
ArrayString::Type ArrayString::upgrade_leaf(size_t value_size)
379
{
8,705,079✔
380
    if (m_type == Type::big_strings)
8,705,079✔
381
        return Type::big_strings;
1,260,129✔
382

383
    if (m_type == Type::enum_strings)
7,444,950✔
384
        return Type::enum_strings;
3,936,765✔
385

386
    if (m_type == Type::medium_strings) {
3,508,185✔
387
        if (value_size <= medium_string_max_size)
532,908✔
388
            return Type::medium_strings;
532,416✔
389

390
        // Upgrade root leaf from medium to big strings
391
        auto string_medium = static_cast<ArraySmallBlobs*>(m_arr);
492✔
392
        ArrayBigBlobs big_blobs(m_alloc, true);
492✔
393
        big_blobs.create(); // Throws
492✔
394

395
        size_t n = string_medium->size();
492✔
396
        for (size_t i = 0; i < n; i++) {
9,609✔
397
            big_blobs.add_string(string_medium->get_string(i)); // Throws
9,117✔
398
        }
9,117✔
399
        auto parent = string_medium->get_parent();
492✔
400
        auto ndx_in_parent = string_medium->get_ndx_in_parent();
492✔
401
        string_medium->destroy();
492✔
402

403
        auto arr = new (&m_storage) ArrayBigBlobs(m_alloc, true);
492✔
404
        arr->init_from_mem(big_blobs.get_mem());
492✔
405
        arr->set_parent(parent, ndx_in_parent);
492✔
406
        arr->update_parent();
492✔
407

408
        m_type = Type::big_strings;
492✔
409
        return Type::big_strings;
492✔
410
    }
532,908✔
411

412
    // m_type == Type::small
413
    if (value_size <= small_string_max_size)
2,975,277✔
414
        return Type::small_strings;
2,933,868✔
415

416
    if (value_size <= medium_string_max_size) {
41,409✔
417
        // Upgrade root leaf from small to medium strings
418
        auto string_short = static_cast<ArrayStringShort*>(m_arr);
29,970✔
419
        ArraySmallBlobs string_long(m_alloc);
29,970✔
420
        string_long.create(); // Throws
29,970✔
421

422
        size_t n = string_short->size();
29,970✔
423
        for (size_t i = 0; i < n; i++) {
52,218✔
424
            string_long.add_string(string_short->get(i)); // Throws
22,248✔
425
        }
22,248✔
426
        auto parent = string_short->get_parent();
29,970✔
427
        auto ndx_in_parent = string_short->get_ndx_in_parent();
29,970✔
428
        string_short->destroy();
29,970✔
429

430
        auto arr = new (&m_storage) ArraySmallBlobs(m_alloc);
29,970✔
431
        arr->init_from_mem(string_long.get_mem());
29,970✔
432
        arr->set_parent(parent, ndx_in_parent);
29,970✔
433
        arr->update_parent();
29,970✔
434

435
        m_type = Type::medium_strings;
29,970✔
436
    }
29,970✔
437
    else {
11,439✔
438
        // Upgrade root leaf from small to big strings
439
        auto string_short = static_cast<ArrayStringShort*>(m_arr);
11,439✔
440
        ArrayBigBlobs big_blobs(m_alloc, true);
11,439✔
441
        big_blobs.create(); // Throws
11,439✔
442

443
        size_t n = string_short->size();
11,439✔
444
        for (size_t i = 0; i < n; i++) {
32,880✔
445
            big_blobs.add_string(string_short->get(i)); // Throws
21,441✔
446
        }
21,441✔
447
        auto parent = string_short->get_parent();
11,439✔
448
        auto ndx_in_parent = string_short->get_ndx_in_parent();
11,439✔
449
        string_short->destroy();
11,439✔
450

451
        auto arr = new (&m_storage) ArrayBigBlobs(m_alloc, true);
11,439✔
452
        arr->init_from_mem(big_blobs.get_mem());
11,439✔
453
        arr->set_parent(parent, ndx_in_parent);
11,439✔
454
        arr->update_parent();
11,439✔
455

456
        m_type = Type::big_strings;
11,439✔
457
    }
11,439✔
458

459
    return m_type;
41,409✔
460
}
2,975,277✔
461

462
void ArrayString::verify() const
463
{
192,183✔
464
#ifdef REALM_DEBUG
192,183✔
465
    switch (m_type) {
192,183✔
466
        case Type::small_strings:
185,748✔
467
            static_cast<ArrayStringShort*>(m_arr)->verify();
185,748✔
468
            break;
185,748✔
469
        case Type::medium_strings:
1,092✔
470
            static_cast<ArraySmallBlobs*>(m_arr)->verify();
1,092✔
471
            break;
1,092✔
472
        case Type::big_strings:
5,097✔
473
            static_cast<ArrayBigBlobs*>(m_arr)->verify();
5,097✔
474
            break;
5,097✔
475
        case Type::enum_strings:
246✔
476
            static_cast<Array*>(m_arr)->verify();
246✔
477
            break;
246✔
478
    }
192,183✔
479
#endif
192,183✔
480
}
192,183✔
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2025 Coveralls, Inc