juarezr / spark-streaming-google-pubsub / 57

Committed 01 Oct 2026 07:02AM UTC coverage: 66.187% (-2.3%) from 68.457%

Build # 57

Build Type

push

github

Committed by

web-flow

Commit Message

fix: update AutoBatchTime logic for receiveTime estimation with write-first approach (#20)

- fix: update AutoBatchTime logic for receiveTime estimation with
write-first approach
- feat: add processingTime configuration to PubSubConfig to hint batch
interval on AutoBatchTime
- fix: remove unneded cap on writeBudget for AutoBatchTime

Coverage Stats

689 of 1169 branches covered (58.94%)

Branch coverage included in aggregate %.

232 of 354 new or added lines in 12 files covered. (65.54%)

15 existing lines in 1 file now uncovered.

1517 of 2164 relevant lines covered (70.1%)

0.7 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

70.0

/src/main/java/io/github/juarezr/spark/pubsub/structured/PubSubInputPartition.java

package io.github.juarezr.spark.pubsub.structured;

import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import org.apache.spark.sql.connector.read.InputPartition;

/** One Spark task partition holding a slice of pulled Pub/Sub messages. */
final class PubSubInputPartition implements InputPartition {

  private static final long serialVersionUID = -190057786L;

  private final List<PulledMessage> messages;

  PubSubInputPartition(List<PulledMessage> messages) {
    this.messages =
        messages == null
            ? Collections.emptyList()
            : Collections.unmodifiableList(new ArrayList<>(messages));
  }

  @Override
  public String toString() {
    return "pubsub=" + messages.size();
  }

  List<PulledMessage> messages() {
    return messages;
  }
}

1	package io.github.juarezr.spark.pubsub.structured;
2
3	import java.util.ArrayList;
4	import java.util.Collections;
5	import java.util.List;
6	import org.apache.spark.sql.connector.read.InputPartition;
7
8	/** One Spark task partition holding a slice of pulled Pub/Sub messages. */
9	final class PubSubInputPartition implements InputPartition {
10
11	private static final long serialVersionUID = -190057786L;
12
13	private final List<PulledMessage> messages;
14
15	PubSubInputPartition(List<PulledMessage> messages) {	1 ✔
16	this.messages =	1 ✔
17	messages == null	1 !
18	? Collections.emptyList()	×
19	: Collections.unmodifiableList(new ArrayList<>(messages));	1 ✔
20	}	1 ✔
21
22	@Override
23	public String toString() {
NEW 24	return "pubsub=" + messages.size();	×
25	}
26
27	List<PulledMessage> messages() {
28	return messages;	1 ✔
29	}
30	}

juarezr / spark-streaming-google-pubsub / 57

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous