jorgen.edelbo_338

Committed 03 Jul 2024 03:00PM CUT coverage: 90.856% (-0.008%) from 90.864%

Build # jorgen.edelbo_338

Build Type

Pull #7803

Evergreen

Committed by

nicola-cab

Commit Message

Merge branch 'next-major' into feature/string-compression

Pull Request Pull Request #7803: Feature/string compression

Run Details

103028 of 180606 branches covered (57.05%)

1144 of 1267 new or added lines in 33 files covered. (90.29%)

155 existing lines in 24 files now uncovered.

218583 of 240583 relevant lines covered (90.86%)

7959624.7 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.58

/src/realm/array_blobs_big.cpp

/*************************************************************************
 *
 * Copyright 2016 Realm Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 **************************************************************************/

#include <algorithm>

#include <realm/array_blobs_big.hpp>
#include <realm/column_integer.hpp>


using namespace realm;

BinaryData ArrayBigBlobs::get_at(size_t ndx, size_t& pos) const noexcept
{
    ref_type ref = get_as_ref(ndx);
    if (ref == 0)
        return {}; // realm::null();

    ArrayBlob blob(m_alloc);
    blob.init_from_ref(ref);

    return blob.get_at(pos);
}


void ArrayBigBlobs::add(BinaryData value, bool add_zero_term)
{
    REALM_ASSERT_7(value.size(), ==, 0, ||, value.data(), !=, 0);

    if (value.is_null()) {
        Array::add(0); // Throws
    }
    else {
        ArrayBlob new_blob(m_alloc);
        new_blob.create();                                                      // Throws
        ref_type ref = new_blob.add(value.data(), value.size(), add_zero_term); // Throws
        Array::add(from_ref(ref));                                              // Throws
    }
}


void ArrayBigBlobs::set(size_t ndx, BinaryData value, bool add_zero_term)
{
    REALM_ASSERT_3(ndx, <, size());
    REALM_ASSERT_7(value.size(), ==, 0, ||, value.data(), !=, 0);

    ref_type ref = get_as_ref(ndx);

    if (ref == 0 && value.is_null()) {
        return;
    }
    else if (ref == 0 && value.data() != nullptr) {
        ArrayBlob new_blob(m_alloc);
        new_blob.create();                                             // Throws
        ref = new_blob.add(value.data(), value.size(), add_zero_term); // Throws
        Array::set_as_ref(ndx, ref);
        return;
    }
    else if (ref != 0 && value.data() != nullptr) {
        char* header = m_alloc.translate(ref);
        if (Array::get_context_flag_from_header(header)) {
            Array arr(m_alloc);
            arr.init_from_mem(MemRef(header, ref, m_alloc));
            arr.set_parent(this, ndx);
            ref_type new_ref =
                arr.blob_replace(0, arr.blob_size(), value.data(), value.size(), add_zero_term); // Throws
            if (new_ref != ref) {
                Array::set_as_ref(ndx, new_ref);
            }
        }
        else {
            ArrayBlob blob(m_alloc);
            blob.init_from_mem(MemRef(header, ref, m_alloc));
            blob.set_parent(this, ndx);
            ref_type new_ref = blob.replace(0, blob.blob_size(), value.data(), value.size(), add_zero_term); // Throws
            if (new_ref != ref) {
                Array::set_as_ref(ndx, new_ref);
            }
        }
        return;
    }
    else if (ref != 0 && value.is_null()) {
        Array::destroy_deep(ref, get_alloc());
        Array::set(ndx, 0);
        return;
    }
    REALM_ASSERT(false);
}


void ArrayBigBlobs::insert(size_t ndx, BinaryData value, bool add_zero_term)
{
    REALM_ASSERT_3(ndx, <=, size());
    REALM_ASSERT_7(value.size(), ==, 0, ||, value.data(), !=, 0);

    if (value.is_null()) {
        Array::insert(ndx, 0); // Throws
    }
    else {
        ArrayBlob new_blob(m_alloc);
        new_blob.create();                                                      // Throws
        ref_type ref = new_blob.add(value.data(), value.size(), add_zero_term); // Throws

        Array::insert(ndx, int64_t(ref)); // Throws
    }
}


size_t ArrayBigBlobs::count(BinaryData value, bool is_string, size_t begin, size_t end) const noexcept
{
    size_t num_matches = 0;

    size_t begin_2 = begin;
    for (;;) {
        size_t ndx = find_first(value, is_string, begin_2, end);
        if (ndx == not_found)
            break;
        ++num_matches;
        begin_2 = ndx + 1;
    }

    return num_matches;
}


size_t ArrayBigBlobs::find_first(BinaryData value, bool is_string, size_t begin, size_t end) const noexcept
{
    if (end == npos)
        end = m_size;
    REALM_ASSERT_11(begin, <=, m_size, &&, end, <=, m_size, &&, begin, <=, end);

    // When strings are stored as blobs, they are always zero-terminated
    // but the value we get as input might not be.
    size_t value_size = value.size();
    size_t full_size = is_string ? value_size + 1 : value_size;

    if (value.is_null()) {
        for (size_t i = begin; i != end; ++i) {
            ref_type ref = get_as_ref(i);
            if (ref == 0)
                return i;
        }
    }
    else {
        for (size_t i = begin; i != end; ++i) {
            ref_type ref = get_as_ref(i);
            if (ref) {
                const char* blob_header = get_alloc().translate(ref);
                size_t sz = get_size_from_header(blob_header);
                if (sz == full_size) {
                    const char* blob_value = ArrayBlob::get(blob_header, 0);
                    if (std::equal(blob_value, blob_value + value_size, value.data()))
                        return i;
                }
            }
        }
    }

    return not_found;
}


void ArrayBigBlobs::find_all(IntegerColumn& result, BinaryData value, bool is_string, size_t add_offset, size_t begin,
                             size_t end)
{
    size_t begin_2 = begin;
    for (;;) {
        size_t ndx = find_first(value, is_string, begin_2, end);
        if (ndx == not_found)
            break;
        result.add(add_offset + ndx); // Throws
        begin_2 = ndx + 1;
    }
}


void ArrayBigBlobs::verify() const
{
#ifdef REALM_DEBUG
    REALM_ASSERT(has_refs());
    for (size_t i = 0; i < size(); ++i) {
        ref_type blob_ref = Array::get_as_ref(i);
        // 0 is used to indicate realm::null()
        if (blob_ref != 0) {
            ArrayBlob blob(m_alloc);
            blob.init_from_ref(blob_ref);
            blob.verify();
        }
    }
#endif
}

1	/*************************************************************************
2	*
3	* Copyright 2016 Realm Inc.
4	*
5	* Licensed under the Apache License, Version 2.0 (the "License");
6	* you may not use this file except in compliance with the License.
7	* You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*
17	**************************************************************************/
18
19	#include <algorithm>
20
21	#include <realm/array_blobs_big.hpp>
22	#include <realm/column_integer.hpp>
23
24
25	using namespace realm;
26
27	BinaryData ArrayBigBlobs::get_at(size_t ndx, size_t& pos) const noexcept
28	{	511,440✔
29	ref_type ref = get_as_ref(ndx);	511,440✔
30	if (ref == 0)	511,440✔
31	return {}; // realm::null();	141,510✔
32
33	ArrayBlob blob(m_alloc);	369,930✔
34	blob.init_from_ref(ref);	369,930✔
35
36	return blob.get_at(pos);	369,930✔
37	}	511,440✔
38
39
40	void ArrayBigBlobs::add(BinaryData value, bool add_zero_term)
41	{	65,172✔
42	REALM_ASSERT_7(value.size(), ==, 0, \|\|, value.data(), !=, 0);	65,172✔
43
44	if (value.is_null()) {	65,172✔
45	Array::add(0); // Throws	17,481✔
46	}	17,481✔
47	else {	47,691✔
48	ArrayBlob new_blob(m_alloc);	47,691✔
49	new_blob.create(); // Throws	47,691✔
50	ref_type ref = new_blob.add(value.data(), value.size(), add_zero_term); // Throws	47,691✔
51	Array::add(from_ref(ref)); // Throws	47,691✔
52	}	47,691✔
53	}	65,172✔
54
55
56	void ArrayBigBlobs::set(size_t ndx, BinaryData value, bool add_zero_term)
57	{	5,920,872✔
58	REALM_ASSERT_3(ndx, <, size());	5,920,872✔
59	REALM_ASSERT_7(value.size(), ==, 0, \|\|, value.data(), !=, 0);	5,920,872✔
60
61	ref_type ref = get_as_ref(ndx);	5,920,872✔
62
63	if (ref == 0 && value.is_null()) {	5,920,872✔
64	return;	1,674✔
65	}	1,674✔
66	else if (ref == 0 && value.data() != nullptr) {	5,919,198✔
67	ArrayBlob new_blob(m_alloc);	1,340,676✔
68	new_blob.create(); // Throws	1,340,676✔
69	ref = new_blob.add(value.data(), value.size(), add_zero_term); // Throws	1,340,676✔
70	Array::set_as_ref(ndx, ref);	1,340,676✔
71	return;	1,340,676✔
72	}	1,340,676✔
73	else if (ref != 0 && value.data() != nullptr) {	4,580,559✔
74	char* header = m_alloc.translate(ref);	4,572,072✔
75	if (Array::get_context_flag_from_header(header)) {	4,572,072✔
76	Array arr(m_alloc);	6✔
77	arr.init_from_mem(MemRef(header, ref, m_alloc));	6✔
78	arr.set_parent(this, ndx);	6✔
79	ref_type new_ref =	6✔
80	arr.blob_replace(0, arr.blob_size(), value.data(), value.size(), add_zero_term); // Throws	6✔
81	if (new_ref != ref) {	6✔
UNCOV 82	Array::set_as_ref(ndx, new_ref);	×
UNCOV 83	}	×
84	}	6✔
85	else {	4,572,066✔
86	ArrayBlob blob(m_alloc);	4,572,066✔
87	blob.init_from_mem(MemRef(header, ref, m_alloc));	4,572,066✔
88	blob.set_parent(this, ndx);	4,572,066✔
89	ref_type new_ref = blob.replace(0, blob.blob_size(), value.data(), value.size(), add_zero_term); // Throws	4,572,066✔
90	if (new_ref != ref) {	4,572,066✔
91	Array::set_as_ref(ndx, new_ref);	4,236,855✔
92	}	4,236,855✔
93	}	4,572,066✔
94	return;	4,572,072✔
95	}	4,572,072✔
96	else if (ref != 0 && value.is_null()) {	8,688✔
97	Array::destroy_deep(ref, get_alloc());	7,950✔
98	Array::set(ndx, 0);	7,950✔
99	return;	7,950✔
100	}	7,950✔
101	REALM_ASSERT(false);	2,147,484,385✔
102	}	2,147,484,385✔
103
104
105	void ArrayBigBlobs::insert(size_t ndx, BinaryData value, bool add_zero_term)
106	{	2,852,772✔
107	REALM_ASSERT_3(ndx, <=, size());	2,852,772✔
108	REALM_ASSERT_7(value.size(), ==, 0, \|\|, value.data(), !=, 0);	2,852,772✔
109
110	if (value.is_null()) {	2,852,772✔
111	Array::insert(ndx, 0); // Throws	1,408,887✔
112	}	1,408,887✔
113	else {	1,443,885✔
114	ArrayBlob new_blob(m_alloc);	1,443,885✔
115	new_blob.create(); // Throws	1,443,885✔
116	ref_type ref = new_blob.add(value.data(), value.size(), add_zero_term); // Throws	1,443,885✔
117
118	Array::insert(ndx, int64_t(ref)); // Throws	1,443,885✔
119	}	1,443,885✔
120	}	2,852,772✔
121
122
123	size_t ArrayBigBlobs::count(BinaryData value, bool is_string, size_t begin, size_t end) const noexcept
124	{	12✔
125	size_t num_matches = 0;	12✔
126
127	size_t begin_2 = begin;	12✔
128	for (;;) {	48✔
129	size_t ndx = find_first(value, is_string, begin_2, end);	48✔
130	if (ndx == not_found)	48✔
131	break;	12✔
132	++num_matches;	36✔
133	begin_2 = ndx + 1;	36✔
134	}	36✔
135
136	return num_matches;	12✔
137	}	12✔
138
139
140	size_t ArrayBigBlobs::find_first(BinaryData value, bool is_string, size_t begin, size_t end) const noexcept
141	{	255,594✔
142	if (end == npos)	255,594✔
143	end = m_size;	108✔
144	REALM_ASSERT_11(begin, <=, m_size, &&, end, <=, m_size, &&, begin, <=, end);	255,594✔
145
146	// When strings are stored as blobs, they are always zero-terminated
147	// but the value we get as input might not be.
148	size_t value_size = value.size();	255,594✔
149	size_t full_size = is_string ? value_size + 1 : value_size;	255,594✔
150
151	if (value.is_null()) {	255,594✔
152	for (size_t i = begin; i != end; ++i) {	67,308✔
153	ref_type ref = get_as_ref(i);	67,302✔
154	if (ref == 0)	67,302✔
155	return i;	67,254✔
156	}	67,302✔
157	}	67,260✔
158	else {	188,334✔
159	for (size_t i = begin; i != end; ++i) {	2,530,293✔
160	ref_type ref = get_as_ref(i);	2,515,812✔
161	if (ref) {	2,515,812✔
162	const char* blob_header = get_alloc().translate(ref);	2,452,011✔
163	size_t sz = get_size_from_header(blob_header);	2,452,011✔
164	if (sz == full_size) {	2,452,011✔
165	const char* blob_value = ArrayBlob::get(blob_header, 0);	971,871✔
166	if (std::equal(blob_value, blob_value + value_size, value.data()))	971,871✔
167	return i;	173,853✔
168	}	971,871✔
169	}	2,452,011✔
170	}	2,515,812✔
171	}	188,334✔
172
173	return not_found;	14,487✔
174	}	255,594✔
175
176
177	void ArrayBigBlobs::find_all(IntegerColumn& result, BinaryData value, bool is_string, size_t add_offset, size_t begin,
178	size_t end)
179	{	12✔
180	size_t begin_2 = begin;	12✔
181	for (;;) {	48✔
182	size_t ndx = find_first(value, is_string, begin_2, end);	48✔
183	if (ndx == not_found)	48✔
184	break;	12✔
185	result.add(add_offset + ndx); // Throws	36✔
186	begin_2 = ndx + 1;	36✔
187	}	36✔
188	}	12✔
189
190
191	void ArrayBigBlobs::verify() const
192	{	65,907✔
193	#ifdef REALM_DEBUG	65,907✔
194	REALM_ASSERT(has_refs());	65,907✔
195	for (size_t i = 0; i < size(); ++i) {	11,372,046✔
196	ref_type blob_ref = Array::get_as_ref(i);	11,306,139✔
197	// 0 is used to indicate realm::null()
198	if (blob_ref != 0) {	11,306,139✔
199	ArrayBlob blob(m_alloc);	11,306,091✔
200	blob.init_from_ref(blob_ref);	11,306,091✔
201	blob.verify();	11,306,091✔
202	}	11,306,091✔
203	}	11,306,139✔
204	#endif	65,907✔
205	}	65,907✔

realm / realm-core / jorgen.edelbo_338

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous