15993390210

Committed 01 Jul 2025 07:59AM UTC coverage: 42.451% (-0.02%) from 42.475%

Build # 15993390210

Build Type

push

github

Committed by

web-flow

Commit Message

chore(deps): bump the all-dependencies group with 9 updates (#2030)

---
updated-dependencies:
- dependency-name: github.com/docker/cli
  dependency-version: 28.3.0+incompatible
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
- dependency-name: github.com/docker/docker
  dependency-version: 28.3.0+incompatible
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
- dependency-name: github.com/moby/buildkit
  dependency-version: 0.23.1
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
- dependency-name: github.com/onsi/gomega
  dependency-version: 1.37.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
- dependency-name: github.com/syncthing/syncthing
  dependency-version: 1.29.7
  dependency-type: direct:production
  update-type: version-update:semver-patch
  dependency-group: all-dependencies
- dependency-name: github.com/urfave/cli/v2
  dependency-version: 2.27.7
  dependency-type: direct:production
  update-type: version-update:semver-patch
  dependency-group: all-dependencies
- dependency-name: golang.org/x/crypto
  dependency-version: 0.39.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
- dependency-name: golang.org/x/sync
  dependency-version: 0.15.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
- dependency-name: golang.org/x/time
  dependency-version: 0.12.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
  dependency-group: all-dependencies
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

Run Details

5179 of 12200 relevant lines covered (42.45%)

153.36 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

85.17

/pkg/progress/progressui/printer.go

// Copyright 2023 The envd Authors
// Copyright 2023 The buildkit Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package progressui

import (
        "container/ring"
        "context"
        "fmt"
        "io"
        "os"
        "sort"
        "strings"
        "time"

        "github.com/opencontainers/go-digest"
        "github.com/tonistiigi/units"
)

const antiFlicker = 5 * time.Second
const maxDelay = 10 * time.Second
const minTimeDelta = 5 * time.Second
const minProgressDelta = 0.05 // %

const logsBufferSize = 10

type lastStatus struct {
        Current   int64
        Timestamp time.Time
}

type textMux struct {
        w         io.Writer
        current   digest.Digest
        last      map[string]lastStatus
        notFirst  bool
        nextIndex int
}

func (p *textMux) printVtx(t *trace, dgst digest.Digest) {
        if p.last == nil {
                p.last = make(map[string]lastStatus)
        }

        v, ok := t.byDigest[dgst]
        if !ok {
                return
        }

        if v.index == 0 {
                p.nextIndex++
                v.index = p.nextIndex
        }

        if dgst != p.current {
                if p.current != "" {
                        old := t.byDigest[p.current]
                        if old.logsPartial {
                                fmt.Fprintln(p.w, "")
                        }
                        old.logsOffset = 0
                        old.count = 0
                        fmt.Fprintf(p.w, "#%d ...\n", old.index)
                }

                if p.notFirst {
                        fmt.Fprintln(p.w, "")
                } else {
                        p.notFirst = true
                }

                if os.Getenv("PROGRESS_NO_TRUNC") == "0" {
                        fmt.Fprintf(p.w, "#%d %s\n", v.index, limitString(v.Name, 72))
                } else {
                        fmt.Fprintf(p.w, "#%d %s\n", v.index, v.Name)
                }
        }

        if len(v.events) != 0 {
                v.logsOffset = 0
        }
        for _, ev := range v.events {
                fmt.Fprintf(p.w, "#%d %s\n", v.index, ev)
        }
        v.events = v.events[:0]

        isOpenStatus := false // remote cache loading can currently produce status updates without active vertex
        for _, s := range v.statuses {
                if _, ok := v.statusUpdates[s.ID]; ok {
                        doPrint := true

                        if last, ok := p.last[s.ID]; ok && s.Completed == nil {
                                var progressDelta float64
                                if s.Total > 0 {
                                        progressDelta = float64(s.Current-last.Current) / float64(s.Total)
                                }
                                timeDelta := s.Timestamp.Sub(last.Timestamp)
                                if progressDelta < minProgressDelta && timeDelta < minTimeDelta {
                                        doPrint = false
                                }
                        }

                        if !doPrint {
                                continue
                        }

                        p.last[s.ID] = lastStatus{
                                Timestamp: s.Timestamp,
                                Current:   s.Current,
                        }

                        var bytes string
                        if s.Total != 0 {
                                bytes = fmt.Sprintf(" %.2f / %.2f", units.Bytes(s.Current), units.Bytes(s.Total))
                        } else if s.Current != 0 {
                                bytes = fmt.Sprintf(" %.2f", units.Bytes(s.Current))
                        }
                        var tm string
                        endTime := s.Timestamp
                        if s.Completed != nil {
                                endTime = *s.Completed
                        }
                        if s.Started != nil {
                                diff := endTime.Sub(*s.Started).Seconds()
                                if diff > 0.01 {
                                        tm = fmt.Sprintf(" %.1fs", diff)
                                }
                        }
                        if s.Completed != nil {
                                tm += " done"
                        } else {
                                isOpenStatus = true
                        }
                        fmt.Fprintf(p.w, "#%d %s%s%s\n", v.index, s.ID, bytes, tm)
                }
        }
        v.statusUpdates = map[string]struct{}{}

        for _, w := range v.warnings[v.warningIdx:] {
                fmt.Fprintf(p.w, "#%d WARN: %s\n", v.index, w.Short)
                v.warningIdx++
        }

        for i, l := range v.logs {
                if i == 0 {
                        l = l[v.logsOffset:]
                }
                fmt.Fprintf(p.w, "%s", l)
                if i != len(v.logs)-1 || !v.logsPartial {
                        fmt.Fprintln(p.w, "")
                }
                if v.logsBuffer == nil {
                        v.logsBuffer = ring.New(logsBufferSize)
                }
                v.logsBuffer.Value = l
                if !v.logsPartial {
                        v.logsBuffer = v.logsBuffer.Next()
                }
        }

        if len(v.logs) > 0 {
                if v.logsPartial {
                        v.logs = v.logs[len(v.logs)-1:]
                        v.logsOffset = len(v.logs[0])
                } else {
                        v.logs = nil
                        v.logsOffset = 0
                }
        }

        p.current = dgst
        if v.isCompleted() && !isOpenStatus {
                p.current = ""
                v.count = 0

                if v.Error != "" {
                        if v.logsPartial {
                                fmt.Fprintln(p.w, "")
                        }
                        if strings.HasSuffix(v.Error, context.Canceled.Error()) {
                                fmt.Fprintf(p.w, "#%d CANCELED\n", v.index)
                        } else {
                                fmt.Fprintf(p.w, "#%d ERROR: %s\n", v.index, v.Error)
                        }
                } else if v.Cached {
                        fmt.Fprintf(p.w, "#%d CACHED\n", v.index)
                } else {
                        tm := ""
                        var ivals []interval
                        for _, ival := range v.intervals {
                                ivals = append(ivals, ival)
                        }
                        ivals = mergeIntervals(ivals)
                        if len(ivals) > 0 {
                                var dt float64
                                for _, ival := range ivals {
                                        dt += ival.duration().Seconds()
                                }
                                tm = fmt.Sprintf(" %.1fs", dt)
                        }
                        fmt.Fprintf(p.w, "#%d DONE%s\n", v.index, tm)
                }
        }

        delete(t.updates, dgst)
}

func sortCompleted(t *trace, m map[digest.Digest]struct{}) []digest.Digest {
        out := make([]digest.Digest, 0, len(m))
        for k := range m {
                out = append(out, k)
        }
        sort.Slice(out, func(i, j int) bool {
                vtxi := t.byDigest[out[i]]
                vtxj := t.byDigest[out[j]]
                return vtxi.mostRecentInterval().stop.Before(*vtxj.mostRecentInterval().stop)
        })
        return out
}

func (p *textMux) print(t *trace) {
        completed := map[digest.Digest]struct{}{}
        rest := map[digest.Digest]struct{}{}

        for dgst := range t.updates {
                v, ok := t.byDigest[dgst]
                if !ok {
                        continue
                }
                if v.ProgressGroup != nil || v.hidden {
                        // skip vtxs in a group (they are merged into a single vtx) and hidden ones
                        continue
                }
                if v.isCompleted() {
                        completed[dgst] = struct{}{}
                } else {
                        rest[dgst] = struct{}{}
                }
        }

        current := p.current

        // items that have completed need to be printed first
        if _, ok := completed[current]; ok {
                p.printVtx(t, current)
        }

        for _, dgst := range sortCompleted(t, completed) {
                if dgst != current {
                        p.printVtx(t, dgst)
                }
        }

        if len(rest) == 0 {
                if current != "" {
                        if v := t.byDigest[current]; v.isStarted() && !v.isCompleted() {
                                return
                        }
                }
                // make any open vertex active
                for dgst, v := range t.byDigest {
                        if v.isStarted() && !v.isCompleted() && v.ProgressGroup == nil && !v.hidden {
                                p.printVtx(t, dgst)
                                return
                        }
                }
                return
        }

        // now print the active one
        if _, ok := rest[current]; ok {
                p.printVtx(t, current)
        }

        stats := map[digest.Digest]*vtxStat{}
        now := time.Now()
        sum := 0.0
        var max digest.Digest
        if current != "" {
                rest[current] = struct{}{}
        }
        for dgst := range rest {
                v, ok := t.byDigest[dgst]
                if !ok {
                        continue
                }
                if v.lastBlockTime == nil {
                        // shouldn't happen, but not worth crashing over
                        continue
                }
                tm := now.Sub(*v.lastBlockTime)
                speed := float64(v.count) / tm.Seconds()
                overLimit := tm > maxDelay && dgst != current
                stats[dgst] = &vtxStat{blockTime: tm, speed: speed, overLimit: overLimit}
                sum += speed
                if overLimit || max == "" || stats[max].speed < speed {
                        max = dgst
                }
        }
        for dgst := range stats {
                stats[dgst].share = stats[dgst].speed / sum
        }

        if _, ok := completed[current]; ok || current == "" {
                p.printVtx(t, max)
                return
        }

        // show items that were hidden
        for dgst := range rest {
                if stats[dgst].overLimit {
                        p.printVtx(t, dgst)
                        return
                }
        }

        // fair split between vertices
        if 1.0/(1.0-stats[current].share)*antiFlicker.Seconds() < stats[current].blockTime.Seconds() {
                p.printVtx(t, max)
                return
        }
}

type vtxStat struct {
        blockTime time.Duration
        speed     float64
        share     float64
        overLimit bool
}

func limitString(s string, l int) string {
        if len(s) > l {
                return s[:l] + "..."
        }
        return s
}

1	// Copyright 2023 The envd Authors
2	// Copyright 2023 The buildkit Authors
3	//
4	// Licensed under the Apache License, Version 2.0 (the "License");
5	// you may not use this file except in compliance with the License.
6	// You may obtain a copy of the License at
7	//
8	// http://www.apache.org/licenses/LICENSE-2.0
9	//
10	// Unless required by applicable law or agreed to in writing, software
11	// distributed under the License is distributed on an "AS IS" BASIS,
12	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13	// See the License for the specific language governing permissions and
14	// limitations under the License.
15
16	package progressui
17
18	import (
19	"container/ring"
20	"context"
21	"fmt"
22	"io"
23	"os"
24	"sort"
25	"strings"
26	"time"
27
28	"github.com/opencontainers/go-digest"
29	"github.com/tonistiigi/units"
30	)
31
32	const antiFlicker = 5 * time.Second
33	const maxDelay = 10 * time.Second
34	const minTimeDelta = 5 * time.Second
35	const minProgressDelta = 0.05 // %
36
37	const logsBufferSize = 10
38
39	type lastStatus struct {
40	Current int64
41	Timestamp time.Time
42	}
43
44	type textMux struct {
45	w io.Writer
46	current digest.Digest
47	last map[string]lastStatus
48	notFirst bool
49	nextIndex int
50	}
51
52	func (p textMux) printVtx(t trace, dgst digest.Digest) {	1,764✔
53	if p.last == nil {	1,791✔
54	p.last = make(map[string]lastStatus)	27✔
55	}	27✔
56
57	v, ok := t.byDigest[dgst]	1,764✔
58	if !ok {	1,764✔
59	return	×
60	}	×
61
62	if v.index == 0 {	2,680✔
63	p.nextIndex++	916✔
64	v.index = p.nextIndex	916✔
65	}	916✔
66
67	if dgst != p.current {	2,741✔
68	if p.current != "" {	1,012✔
69	old := t.byDigest[p.current]	35✔
70	if old.logsPartial {	36✔
71	fmt.Fprintln(p.w, "")	1✔
72	}	1✔
73	old.logsOffset = 0	35✔
74	old.count = 0	35✔
75	fmt.Fprintf(p.w, "#%d ...\n", old.index)	35✔
76	}
77
78	if p.notFirst {	1,927✔
79	fmt.Fprintln(p.w, "")	950✔
80	} else {	977✔
81	p.notFirst = true	27✔
82	}	27✔
83
84	if os.Getenv("PROGRESS_NO_TRUNC") == "0" {	977✔
85	fmt.Fprintf(p.w, "#%d %s\n", v.index, limitString(v.Name, 72))	×
86	} else {	977✔
87	fmt.Fprintf(p.w, "#%d %s\n", v.index, v.Name)	977✔
88	}	977✔
89	}
90
91	if len(v.events) != 0 {	1,764✔
92	v.logsOffset = 0	×
93	}	×
94	for _, ev := range v.events {	1,764✔
95	fmt.Fprintf(p.w, "#%d %s\n", v.index, ev)	×
96	}	×
97	v.events = v.events[:0]	1,764✔
98		1,764✔
99	isOpenStatus := false // remote cache loading can currently produce status updates without active vertex	1,764✔
100	for _, s := range v.statuses {	2,947✔
101	if _, ok := v.statusUpdates[s.ID]; ok {	1,639✔
102	doPrint := true	456✔
103		456✔
104	if last, ok := p.last[s.ID]; ok && s.Completed == nil {	519✔
105	var progressDelta float64	63✔
106	if s.Total > 0 {	81✔
107	progressDelta = float64(s.Current-last.Current) / float64(s.Total)	18✔
108	}	18✔
109	timeDelta := s.Timestamp.Sub(last.Timestamp)	63✔
110	if progressDelta < minProgressDelta && timeDelta < minTimeDelta {	117✔
111	doPrint = false	54✔
112	}	54✔
113	}
114
115	if !doPrint {	510✔
116	continue	54✔
117	}
118
119	p.last[s.ID] = lastStatus{	402✔
120	Timestamp: s.Timestamp,	402✔
121	Current: s.Current,	402✔
122	}	402✔
123		402✔
124	var bytes string	402✔
125	if s.Total != 0 {	491✔
126	bytes = fmt.Sprintf(" %.2f / %.2f", units.Bytes(s.Current), units.Bytes(s.Total))	89✔
127	} else if s.Current != 0 {	422✔
128	bytes = fmt.Sprintf(" %.2f", units.Bytes(s.Current))	20✔
129	}	20✔
130	var tm string	402✔
131	endTime := s.Timestamp	402✔
132	if s.Completed != nil {	723✔
133	endTime = *s.Completed	321✔
134	}	321✔
135	if s.Started != nil {	804✔
136	diff := endTime.Sub(*s.Started).Seconds()	402✔
137	if diff > 0.01 {	628✔
138	tm = fmt.Sprintf(" %.1fs", diff)	226✔
139	}	226✔
140	}
141	if s.Completed != nil {	723✔
142	tm += " done"	321✔
143	} else {	402✔
144	isOpenStatus = true	81✔
145	}	81✔
146	fmt.Fprintf(p.w, "#%d %s%s%s\n", v.index, s.ID, bytes, tm)	402✔
147	}
148	}
149	v.statusUpdates = map[string]struct{}{}	1,764✔
150		1,764✔
151	for _, w := range v.warnings[v.warningIdx:] {	1,764✔
152	fmt.Fprintf(p.w, "#%d WARN: %s\n", v.index, w.Short)	×
153	v.warningIdx++	×
154	}	×
155
156	for i, l := range v.logs {	9,391✔
157	if i == 0 {	8,214✔
158	l = l[v.logsOffset:]	587✔
159	}	587✔
160	fmt.Fprintf(p.w, "%s", l)	7,627✔
161	if i != len(v.logs)-1 \|\| !v.logsPartial {	14,904✔
162	fmt.Fprintln(p.w, "")	7,277✔
163	}	7,277✔
164	if v.logsBuffer == nil {	7,673✔
165	v.logsBuffer = ring.New(logsBufferSize)	46✔
166	}	46✔
167	v.logsBuffer.Value = l	7,627✔
168	if !v.logsPartial {	10,430✔
169	v.logsBuffer = v.logsBuffer.Next()	2,803✔
170	}	2,803✔
171	}
172
173	if len(v.logs) > 0 {	2,351✔
174	if v.logsPartial {	937✔
175	v.logs = v.logs[len(v.logs)-1:]	350✔
176	v.logsOffset = len(v.logs[0])	350✔
177	} else {	587✔
178	v.logs = nil	237✔
179	v.logsOffset = 0	237✔
180	}	237✔
181	}
182
183	p.current = dgst	1,764✔
184	if v.isCompleted() && !isOpenStatus {	2,706✔
185	p.current = ""	942✔
186	v.count = 0	942✔
187		942✔
188	if v.Error != "" {	942✔
189	if v.logsPartial {	×
190	fmt.Fprintln(p.w, "")	×
191	}	×
192	if strings.HasSuffix(v.Error, context.Canceled.Error()) {	×
193	fmt.Fprintf(p.w, "#%d CANCELED\n", v.index)	×
194	} else {	×
195	fmt.Fprintf(p.w, "#%d ERROR: %s\n", v.index, v.Error)	×
196	}	×
197	} else if v.Cached {	1,455✔
198	fmt.Fprintf(p.w, "#%d CACHED\n", v.index)	513✔
199	} else {	942✔
200	tm := ""	429✔
201	var ivals []interval	429✔
202	for _, ival := range v.intervals {	902✔
203	ivals = append(ivals, ival)	473✔
204	}	473✔
205	ivals = mergeIntervals(ivals)	429✔
206	if len(ivals) > 0 {	858✔
207	var dt float64	429✔
208	for _, ival := range ivals {	902✔
209	dt += ival.duration().Seconds()	473✔
210	}	473✔
211	tm = fmt.Sprintf(" %.1fs", dt)	429✔
212	}
213	fmt.Fprintf(p.w, "#%d DONE%s\n", v.index, tm)	429✔
214	}
215	}
216
217	delete(t.updates, dgst)	1,764✔
218	}
219
220	func sortCompleted(t *trace, m map[digest.Digest]struct{}) []digest.Digest {	3,109✔
221	out := make([]digest.Digest, 0, len(m))	3,109✔
222	for k := range m {	4,051✔
223	out = append(out, k)	942✔
224	}	942✔
225	sort.Slice(out, func(i, j int) bool {	4,759✔
226	vtxi := t.byDigest[out[i]]	1,650✔
227	vtxj := t.byDigest[out[j]]	1,650✔
228	return vtxi.mostRecentInterval().stop.Before(*vtxj.mostRecentInterval().stop)	1,650✔
229	})	1,650✔
230	return out	3,109✔
231	}
232
233	func (p textMux) print(t trace) {	3,109✔
234	completed := map[digest.Digest]struct{}{}	3,109✔
235	rest := map[digest.Digest]struct{}{}	3,109✔
236		3,109✔
237	for dgst := range t.updates {	5,080✔
238	v, ok := t.byDigest[dgst]	1,971✔
239	if !ok {	1,971✔
240	continue	×
241	}
242	if v.ProgressGroup != nil \|\| v.hidden {	1,971✔
243	// skip vtxs in a group (they are merged into a single vtx) and hidden ones	×
244	continue	×
245	}
246	if v.isCompleted() {	2,913✔
247	completed[dgst] = struct{}{}	942✔
248	} else {	1,971✔
249	rest[dgst] = struct{}{}	1,029✔
250	}	1,029✔
251	}
252
253	current := p.current	3,109✔
254		3,109✔
255	// items that have completed need to be printed first	3,109✔
256	if _, ok := completed[current]; ok {	3,253✔
257	p.printVtx(t, current)	144✔
258	}	144✔
259
260	for _, dgst := range sortCompleted(t, completed) {	4,051✔
261	if dgst != current {	1,740✔
262	p.printVtx(t, dgst)	798✔
263	}	798✔
264	}
265
266	if len(rest) == 0 {	5,321✔
267	if current != "" {	4,406✔
268	if v := t.byDigest[current]; v.isStarted() && !v.isCompleted() {	4,323✔
269	return	2,129✔
270	}	2,129✔
271	}
272	// make any open vertex active
273	for dgst, v := range t.byDigest {	2,789✔
274	if v.isStarted() && !v.isCompleted() && v.ProgressGroup == nil && !v.hidden {	2,711✔
275	p.printVtx(t, dgst)	5✔
276	return	5✔
277	}	5✔
278	}
279	return	78✔
280	}
281
282	// now print the active one
283	if _, ok := rest[current]; ok {	1,563✔
284	p.printVtx(t, current)	666✔
285	}	666✔
286
287	stats := map[digest.Digest]*vtxStat{}	897✔
288	now := time.Now()	897✔
289	sum := 0.0	897✔
290	var max digest.Digest	897✔
291	if current != "" {	1,722✔
292	rest[current] = struct{}{}	825✔
293	}	825✔
294	for dgst := range rest {	2,085✔
295	v, ok := t.byDigest[dgst]	1,188✔
296	if !ok {	1,188✔
297	continue	×
298	}
299	if v.lastBlockTime == nil {	1,188✔
300	// shouldn't happen, but not worth crashing over	×
301	continue	×
302	}
303	tm := now.Sub(*v.lastBlockTime)	1,188✔
304	speed := float64(v.count) / tm.Seconds()	1,188✔
305	overLimit := tm > maxDelay && dgst != current	1,188✔
306	stats[dgst] = &vtxStat{blockTime: tm, speed: speed, overLimit: overLimit}	1,188✔
307	sum += speed	1,188✔
308	if overLimit \|\| max == "" \|\| stats[max].speed < speed {	2,195✔
309	max = dgst	1,007✔
310	}	1,007✔
311	}
312	for dgst := range stats {	2,085✔
313	stats[dgst].share = stats[dgst].speed / sum	1,188✔
314	}	1,188✔
315
316	if _, ok := completed[current]; ok \|\| current == "" {	1,048✔
317	p.printVtx(t, max)	151✔
318	return	151✔
319	}	151✔
320
321	// show items that were hidden
322	for dgst := range rest {	1,683✔
323	if stats[dgst].overLimit {	937✔
324	p.printVtx(t, dgst)	×
325	return	×
326	}	×
327	}
328
329	// fair split between vertices
330	if 1.0/(1.0-stats[current].share)*antiFlicker.Seconds() < stats[current].blockTime.Seconds() {	746✔
331	p.printVtx(t, max)	×
332	return	×
333	}	×
334	}
335
336	type vtxStat struct {
337	blockTime time.Duration
338	speed float64
339	share float64
340	overLimit bool
341	}
342
343	func limitString(s string, l int) string {	×
344	if len(s) > l {	×
345	return s[:l] + "..."	×
346	}	×
347	return s	×
348	}

tensorchord / envd / 15993390210

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous