#37741

Committed 08 Apr 2024 03:46AM UTC coverage: 80.769% (-0.7%) from 81.426%

Build # #37741

Build Type

push

local

Committed by

web-flow

Commit Message

Test and fix non-int-length bug in `view(::Memory, ::Union{UnitRange, Base.OneTo})` (#53991)

We assumed, falsely, that `length(inds) isa Int`. The length must be
convertible to an `Int` or we throw, but that conversion may need to be
explicitly performed.

Fixes #53990

CC @oscardssmith @vtjnash @odow

Run Details

1 of 1 new or added line in 1 file covered. (100.0%)

592 existing lines in 34 files now uncovered.

70112 of 86806 relevant lines covered (80.77%)

14407597.28 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

92.59

/stdlib/Markdown/src/parse/util.jl

# This file is a part of Julia. License is MIT: https://julialang.org/license

macro dotimes(n, body)
    quote
        for i = 1:$(esc(n))
            $(esc(body))
        end
    end
end

const whitespace = " \t\r"

"""
Skip any leading whitespace. Returns io.
"""
function skipwhitespace(io::IO; newlines = true)
    while !eof(io) && (peek(io, Char) in whitespace || (newlines && peek(io) == UInt8('\n')))
        read(io, Char)
    end
    return io
end

"""
Skip any leading blank lines. Returns the number skipped.
"""
function skipblank(io::IO)
    start = position(io)
    i = 0
    for c in readeach(io, Char)
        c == '\n' && (start = position(io); i+=1; continue)
        c == '\r' && (start = position(io); i+=1; continue)
        c in whitespace || break
    end
    seek(io, start)
    return i
end

"""
Return true if the line contains only (and, unless allowempty,
at least one of) the characters given.
"""
function linecontains(io::IO, chars; allow_whitespace = true,
                                     eat = true,
                                     allowempty = false)
    start = position(io)
    l = readline(io)
    length(l) == 0 && return allowempty

    result = allowempty
    for c in l
        c in whitespace && (allow_whitespace ? continue : (result = false; break))
        c in chars && (result = true; continue)
        result = false; break
    end
    !(result && eat) && seek(io, start)
    return result
end

blankline(io::IO; eat = true) =
    linecontains(io, "",
                 allow_whitespace = true,
                 allowempty = true,
                 eat = eat)

"""
Test if the stream starts with the given string.
`eat` specifies whether to advance on success (true by default).
`padding` specifies whether leading whitespace should be ignored.
"""
function startswith(stream::IO, s::AbstractString; eat = true, padding = false, newlines = true)
    start = position(stream)
    padding && skipwhitespace(stream, newlines = newlines)
    result = true
    for char in s
        !eof(stream) && read(stream, Char) == char ||
            (result = false; break)
    end
    !(result && eat) && seek(stream, start)
    return result
end

function startswith(stream::IO, c::AbstractChar; eat = true)
    if !eof(stream) && peek(stream) == UInt8(c)
        eat && read(stream, Char)
        return true
    else
        return false
    end
end

function startswith(stream::IO, ss::Vector{<:AbstractString}; kws...)
    any(s->startswith(stream, s; kws...), ss)
end

function startswith(stream::IO, r::Regex; eat = true, padding = false)
    @assert Base.startswith(r.pattern, "^")
    start = position(stream)
    padding && skipwhitespace(stream)
    line = readline(stream)
    seek(stream, start)
    m = match(r, line)
    m === nothing && return ""
    eat && @dotimes length(m.match) read(stream, Char)
    return m.match
end

"""
Executes the block of code, and if the return value is `nothing`,
returns the stream to its initial position.
"""
function withstream(f, stream)
    pos = position(stream)
    result = f()
    (result ≡ nothing || result ≡ false) && seek(stream, pos)
    return result
end

"""
Consume the standard allowed markdown indent of
three spaces. Returns false if there are more than
three present.
"""
function eatindent(io::IO, n = 3)
    withstream(io) do
        m = 0
        while startswith(io, ' ') m += 1 end
        return m <= n
    end
end

"""
Read the stream until startswith(stream, delim)
The delimiter is consumed but not included.
Returns nothing and resets the stream if delim is
not found.
"""
function readuntil(stream::IO, delimiter; newlines = false, match = nothing)
    withstream(stream) do
        buffer = IOBuffer()
        count = 0
        while !eof(stream)
            if startswith(stream, delimiter)
                if count == 0
                    return String(take!(buffer))
                else
                    count -= 1
                    write(buffer, delimiter)
                    continue
                end
            end
            char = read(stream, Char)
            char == match && (count += 1)
            !newlines && char == '\n' && break
            write(buffer, char)
        end
    end
end

# TODO: refactor this. If we're going to assume
# the delimiter is a single character + a minimum
# repeat we may as well just pass that into the
# function.

"""
Parse a symmetrical delimiter which wraps words.
i.e. `*word word*` but not `*word * word`.
`repeat` specifies whether the delimiter can be repeated.
Escaped delimiters are not yet supported.
"""
function parse_inline_wrapper(stream::IO, delimiter::AbstractString; rep = false)
    delimiter, nmin = string(delimiter[1]), length(delimiter)
    withstream(stream) do
        if position(stream) >= 1
            # check the previous byte isn't a delimiter
            skip(stream, -1)
            (read(stream, Char) in delimiter) && return nothing
        end
        n = nmin
        startswith(stream, delimiter^n) || return nothing
        while startswith(stream, delimiter); n += 1; end
        !rep && n > nmin && return nothing
        !eof(stream) && peek(stream, Char) in whitespace && return nothing

        buffer = IOBuffer()
        for char in readeach(stream, Char)
            write(buffer, char)
            if !(char in whitespace || char == '\n' || char in delimiter) && startswith(stream, delimiter^n)
                trailing = 0
                while startswith(stream, delimiter); trailing += 1; end
                trailing == 0 && return String(take!(buffer))
                write(buffer, delimiter ^ (n + trailing))
            end
        end
    end
end

function showrest(io::IO)
    start = position(io)
    show(read(io, String))
    println()
    seek(io, start)
end

1	# This file is a part of Julia. License is MIT: https://julialang.org/license
2
3	macro dotimes(n, body)
4	quote
5	for i = 1:$(esc(n))
6	$(esc(body))
7	end
8	end
9	end
10
11	const whitespace = " \t\r"
12
13	"""
14	Skip any leading whitespace. Returns io.
15	"""
16	function skipwhitespace(io::IO; newlines = true)	230,550✔
17	while !eof(io) && (peek(io, Char) in whitespace \|\| (newlines && peek(io) == UInt8('\n')))	257,545✔
18	read(io, Char)	56,571✔
19	end	56,571✔
20	return io	115,275✔
21	end
22
23	"""
24	Skip any leading blank lines. Returns the number skipped.
25	"""
26	function skipblank(io::IO)	77,356✔
27	start = position(io)	77,356✔
UNCOV 28	i = 0	×
29	for c in readeach(io, Char)	145,906✔
30	c == '\n' && (start = position(io); i+=1; continue)	99,343✔
31	c == '\r' && (start = position(io); i+=1; continue)	94,999✔
32	c in whitespace \|\| break	94,998✔
33	end	63,932✔
34	seek(io, start)	77,356✔
35	return i	77,356✔
36	end
37
38	"""
39	Return true if the line contains only (and, unless allowempty,
40	at least one of) the characters given.
41	"""
42	function linecontains(io::IO, chars; allow_whitespace = true,	132,246✔
43	eat = true,
44	allowempty = false)
45	start = position(io)	66,123✔
46	l = readline(io)	66,123✔
47	length(l) == 0 && return allowempty	66,123✔
48
49	result = allowempty	22,312✔
50	for c in l	85,180✔
51	c in whitespace && (allow_whitespace ? continue : (result = false; break))	43,986✔
52	c in chars && (result = true; continue)	42,588✔
53	result = false; break	42,588✔
54	end	2,786✔
55	!(result && eat) && seek(io, start)	42,592✔
56	return result	42,592✔
57	end
58
59	blankline(io::IO; eat = true) =	132,246✔
60	linecontains(io, "",
61	allow_whitespace = true,
62	allowempty = true,
63	eat = eat)
64
65	"""
66	Test if the stream starts with the given string.
67	`eat` specifies whether to advance on success (true by default).
68	`padding` specifies whether leading whitespace should be ignored.
69	"""
70	function startswith(stream::IO, s::AbstractString; eat = true, padding = false, newlines = true)	1,303,334✔
71	start = position(stream)	651,667✔
72	padding && skipwhitespace(stream, newlines = newlines)	651,667✔
73	result = true	344,022✔
74	for char in s	1,303,334✔
75	!eof(stream) && read(stream, Char) == char \|\|	713,523✔
76	(result = false; break)	311,661✔
77	end	185,550✔
78	!(result && eat) && seek(stream, start)	651,667✔
79	return result	651,667✔
80	end
81
82	function startswith(stream::IO, c::AbstractChar; eat = true)	452,263✔
83	if !eof(stream) && peek(stream) == UInt8(c)	451,251✔
84	eat && read(stream, Char)	89,003✔
85	return true	89,003✔
86	else
87	return false	362,248✔
88	end
89	end
90
91	function startswith(stream::IO, ss::Vector{<:AbstractString}; kws...)	×
92	any(s->startswith(stream, s; kws...), ss)	×
93	end
94
95	function startswith(stream::IO, r::Regex; eat = true, padding = false)	226,922✔
96	@assert Base.startswith(r.pattern, "^")	113,461✔
97	start = position(stream)	113,461✔
98	padding && skipwhitespace(stream)	113,461✔
99	line = readline(stream)	113,461✔
100	seek(stream, start)	113,461✔
101	m = match(r, line)	113,461✔
102	m === nothing && return ""	113,461✔
103	eat && @dotimes length(m.match) read(stream, Char)	43,449✔
104	return m.match	43,449✔
105	end
106
107	"""
108	Executes the block of code, and if the return value is `nothing`,
109	returns the stream to its initial position.
110	"""
111	function withstream(f, stream)	47,065✔
112	pos = position(stream)	641,099✔
113	result = f()	641,125✔
114	(result ≡ nothing \|\| result ≡ false) && seek(stream, pos)	641,099✔
115	return result	641,099✔
116	end
117
118	"""
119	Consume the standard allowed markdown indent of
120	three spaces. Returns false if there are more than
121	three present.
122	"""
123	function eatindent(io::IO, n = 3)
124	withstream(io) do	250,838✔
125	m = 0	125,419✔
126	while startswith(io, ' ') m += 1 end	182,720✔
127	return m <= n	125,419✔
128	end
129	end
130
131	"""
132	Read the stream until startswith(stream, delim)
133	The delimiter is consumed but not included.
134	Returns nothing and resets the stream if delim is
135	not found.
136	"""
137	function readuntil(stream::IO, delimiter; newlines = false, match = nothing)	54,519✔
138	withstream(stream) do	54,519✔
139	buffer = IOBuffer()	54,519✔
140	count = 0	28,702✔
141	while !eof(stream)	509,218✔
142	if startswith(stream, delimiter)	509,697✔
143	if count == 0	35,335✔
144	return String(take!(buffer))	54,345✔
145	else
146	count -= 1	81✔
147	write(buffer, delimiter)	81✔
148	continue	81✔
149	end
150	end
151	char = read(stream, Char)	454,618✔
152	char == match && (count += 1)	305,805✔
153	!newlines && char == '\n' && break	454,618✔
154	write(buffer, char)	454,618✔
155	end	454,699✔
156	end
157	end
158
159	# TODO: refactor this. If we're going to assume
160	# the delimiter is a single character + a minimum
161	# repeat we may as well just pass that into the
162	# function.
163
164	"""
165	Parse a symmetrical delimiter which wraps words.
166	i.e. `word word` but not `word word`.
167	`repeat` specifies whether the delimiter can be repeated.
168	Escaped delimiters are not yet supported.
169	"""
170	function parse_inline_wrapper(stream::IO, delimiter::AbstractString; rep = false)	49,426✔
171	delimiter, nmin = string(delimiter[1]), length(delimiter)	49,426✔
172	withstream(stream) do	24,713✔
173	if position(stream) >= 1	24,713✔
174	# check the previous byte isn't a delimiter
175	skip(stream, -1)	13,520✔
176	(read(stream, Char) in delimiter) && return nothing	13,520✔
177	end
178	n = nmin	24,705✔
179	startswith(stream, delimiter^n) \|\| return nothing	48,764✔
180	while startswith(stream, delimiter); n += 1; end	653✔
181	!rep && n > nmin && return nothing	646✔
182	!eof(stream) && peek(stream, Char) in whitespace && return nothing	642✔
183
184	buffer = IOBuffer()	606✔
185	for char in readeach(stream, Char)	1,212✔
186	write(buffer, char)	8,527✔
187	if !(char in whitespace \|\| char == '\n' \|\| char in delimiter) && startswith(stream, delimiter^n)	16,253✔
188	trailing = 0	246✔
189	while startswith(stream, delimiter); trailing += 1; end	434✔
190	trailing == 0 && return String(take!(buffer))	430✔
191	write(buffer, delimiter ^ (n + trailing))	4✔
192	end
193	end	8,101✔
194	end
195	end
196
197	function showrest(io::IO)	×
198	start = position(io)	×
199	show(read(io, String))	×
200	println()	×
201	seek(io, start)	×
202	end

JuliaLang / julia / #37741

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous