#9911

Committed 23 Aug 2023 12:56PM UTC coverage: 47.795% (-0.02%) from 47.813%

Build # #9911

Build Type

push

travis_ci

Committed by

web-flow

Commit Message

[IOTDB-6083] Pipe: Fix subscrption running with the pattern option causing OOM & make PipeRawTabletInsertionEvent able to report progress to avoid losing data (#10865) (#10944)

Co-authored-by: Steve Yurong Su <rong@apache.org>
(cherry picked from commit 332521a32)

Run Details

112 of 112 new or added lines in 12 files covered. (100.0%)

79935 of 167246 relevant lines covered (47.79%)

0.48 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/PipeDoNothingProcessor.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.iotdb.db.pipe.processor;

import org.apache.iotdb.pipe.api.PipeProcessor;
import org.apache.iotdb.pipe.api.collector.EventCollector;
import org.apache.iotdb.pipe.api.customizer.configuration.PipeProcessorRuntimeConfiguration;
import org.apache.iotdb.pipe.api.customizer.parameter.PipeParameterValidator;
import org.apache.iotdb.pipe.api.customizer.parameter.PipeParameters;
import org.apache.iotdb.pipe.api.event.Event;
import org.apache.iotdb.pipe.api.event.dml.insertion.TabletInsertionEvent;
import org.apache.iotdb.pipe.api.event.dml.insertion.TsFileInsertionEvent;

import java.io.IOException;

public class PipeDoNothingProcessor implements PipeProcessor {

  @Override
  public void validate(PipeParameterValidator validator) {
    // do nothing
  }

  @Override
  public void customize(
      PipeParameters parameters, PipeProcessorRuntimeConfiguration configuration) {
    // do nothing
  }

  @Override
  public void process(TabletInsertionEvent tabletInsertionEvent, EventCollector eventCollector)
      throws IOException {
    eventCollector.collect(tabletInsertionEvent);
  }

  @Override
  public void process(TsFileInsertionEvent tsFileInsertionEvent, EventCollector eventCollector)
      throws IOException {
    eventCollector.collect(tsFileInsertionEvent);
  }

  @Override
  public void process(Event event, EventCollector eventCollector) throws IOException {
    eventCollector.collect(event);
  }

  @Override
  public void close() {
    // do nothing
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one
3	* or more contributor license agreements. See the NOTICE file
4	* distributed with this work for additional information
5	* regarding copyright ownership. The ASF licenses this file
6	* to you under the Apache License, Version 2.0 (the
7	* "License"); you may not use this file except in compliance
8	* with the License. You may obtain a copy of the License at
9	*
10	* http://www.apache.org/licenses/LICENSE-2.0
11	*
12	* Unless required by applicable law or agreed to in writing,
13	* software distributed under the License is distributed on an
14	* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15	* KIND, either express or implied. See the License for the
16	* specific language governing permissions and limitations
17	* under the License.
18	*/
19
20	package org.apache.iotdb.db.pipe.processor;
21
22	import org.apache.iotdb.pipe.api.PipeProcessor;
23	import org.apache.iotdb.pipe.api.collector.EventCollector;
24	import org.apache.iotdb.pipe.api.customizer.configuration.PipeProcessorRuntimeConfiguration;
25	import org.apache.iotdb.pipe.api.customizer.parameter.PipeParameterValidator;
26	import org.apache.iotdb.pipe.api.customizer.parameter.PipeParameters;
27	import org.apache.iotdb.pipe.api.event.Event;
28	import org.apache.iotdb.pipe.api.event.dml.insertion.TabletInsertionEvent;
29	import org.apache.iotdb.pipe.api.event.dml.insertion.TsFileInsertionEvent;
30
31	import java.io.IOException;
32
33	public class PipeDoNothingProcessor implements PipeProcessor {	×
34
35	@Override
36	public void validate(PipeParameterValidator validator) {
37	// do nothing
38	}	×
39
40	@Override
41	public void customize(
42	PipeParameters parameters, PipeProcessorRuntimeConfiguration configuration) {
43	// do nothing
44	}	×
45
46	@Override
47	public void process(TabletInsertionEvent tabletInsertionEvent, EventCollector eventCollector)
48	throws IOException {
49	eventCollector.collect(tabletInsertionEvent);	×
50	}	×
51
52	@Override
53	public void process(TsFileInsertionEvent tsFileInsertionEvent, EventCollector eventCollector)
54	throws IOException {
55	eventCollector.collect(tsFileInsertionEvent);	×
56	}	×
57
58	@Override
59	public void process(Event event, EventCollector eventCollector) throws IOException {
60	eventCollector.collect(event);	×
61	}	×
62
63	@Override
64	public void close() {
65	// do nothing
66	}	×
67	}

apache / iotdb / #9911

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous