20199022329

Committed 13 Dec 2025 10:51PM UTC coverage: 94.914% (+0.4%) from 94.471%

Build # 20199022329

Build Type

push

github

Committed by

web-flow

Commit Message

Implementation for learning MMLTs, new model for collecting statistics (#153)

* Made RowImpl public to enable access in custom observation table implementations.

* Made several methods of RowImpl public, to enable external access from observation tables that are defined in the learner module.

* Started with integration of MMLT.

* Extended EquivalenceOracle.java with LocalTimerMealyEquivalenceOracle.

* Created module for symbol filters; added tests for counterexample handling for MMLT learner.

* Functions for printing stats as JSON/YAML.

* Renamed statsContainer; exporting mmlt caches.

* Included symbol-filters module in dependency management.

* Renamed fast cache to cache for MMLTs; added integration tests for MMLTs; allow access to stats during testing of learner.

* Added more test models for the MMLT learner.

* Added more test models for the MMLT learner.

* Added cache consistency test for MMLT learning.

* Removed location type parameter from LocalTimerMealyEquivalenceOracle.

* Cache for MMLTs now inherits LearningCache

* Multiple EQ tests for MMLTs can now respect the provided list of inputs for counterexamples.

* Added tests for the cache; cleaned-up some files.

* Added tests for the MMLT cache consistency test.

* Made the MMLT SUL an interface with default methods.

* Made symbol filters more independent from MMLTs

* StatisticsSymbolFilter has stats container as constructor parameter.

* Moved several MMLT examples to test-support.

* Added an example for learning MMLTs; added module info for symbol filter module.

* Added an example for learning MMLTs; added module info for symbol filter module.

* Added more descriptions for included MMLT models

* More info on model params

* Updated reset search oracle to check if it can return a counterexample with the provided inputs.

* adjust to AutomataLib refactorings

* adjust to AutomataLib refactorings

* adjust to AutomataLib refactorings

* Using correct function to render MMLT i... (continued)

Run Details

1823 of 1873 new or added lines in 77 files covered. (97.33%)

1 existing line in 1 file now uncovered.

14258 of 15022 relevant lines covered (94.91%)

1.73 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

73.68

/filters/symbol-filters/src/main/java/de/learnlib/filter/symbol/AbstractStatisticsSymbolFilter.java

/* Copyright (C) 2013-2025 TU Dortmund University
 * This file is part of LearnLib <https://learnlib.de>.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package de.learnlib.filter.symbol;

import de.learnlib.filter.FilterResponse;
import de.learnlib.filter.RefutableSymbolFilter;
import de.learnlib.filter.SymbolFilter;
import de.learnlib.statistic.Statistics;
import de.learnlib.statistic.StatisticsKey;
import de.learnlib.statistic.StatisticsService;
import net.automatalib.word.Word;

/**
 * Collects various statistics on symbol filtering, including false accepts + false ignores.
 *
 * @param <U>
 *         input symbol type of the prefix
 * @param <V>
 *         input symbol type of the transition label
 */
public abstract class AbstractStatisticsSymbolFilter<U, V> extends AbstractTruthfulSymbolFilter<U, V>
        implements RefutableSymbolFilter<U, V> {

    /**
     * A {@link StatisticsKey} for counting the number of queries that this filter has processed.
     */
    public static final StatisticsKey KEY_QUERIES = new StatisticsKey("sf-qry-cnt", "Filter: number of queries");

    /**
     * A {@link StatisticsKey} for counting the number of correctly ignored transitions (true negatives).
     */
    public static final StatisticsKey KEY_TRUE_NEGATIVES = new StatisticsKey("sf-tn-cnt", "Filter: correct ignores");

    /**
     * A {@link StatisticsKey} for counting the number of falsely ignored transitions (false negatives).
     */
    public static final StatisticsKey KEY_FALSE_NEGATIVES = new StatisticsKey("sf-fn-cnt", "Filter: false ignores");

    private final SymbolFilter<U, V> delegate;
    private final StatisticsService statistics;

    public AbstractStatisticsSymbolFilter(SymbolFilter<U, V> delegate) {
        this.delegate = delegate;
        this.statistics = Statistics.getService();
    }

    @Override
    public FilterResponse query(Word<U> prefix, V symbol) {
        statistics.increaseCounter(KEY_QUERIES, this);

        FilterResponse filterResponse = this.delegate.query(prefix, symbol);
        FilterResponse expectedResponse = this.isIgnorable(prefix, symbol);

        // Count false ignores, rejects + correct predictions:
        if (filterResponse == FilterResponse.IGNORE) {
            if (filterResponse == expectedResponse) {
                statistics.increaseCounter(KEY_TRUE_NEGATIVES, this);
            } else {
                statistics.increaseCounter(KEY_FALSE_NEGATIVES, this);
            }
        }

        return filterResponse;
    }

    @Override
    public void accept(Word<U> prefix, V symbol) {
        if (delegate instanceof RefutableSymbolFilter<U, V> rfs) {
            rfs.accept(prefix, symbol);
        } else {
            throw new UnsupportedOperationException("delegate filter does not support updates");
        }
    }
}

1	/* Copyright (C) 2013-2025 TU Dortmund University
2	* This file is part of LearnLib <https://learnlib.de>.
3	*
4	* Licensed under the Apache License, Version 2.0 (the "License");
5	* you may not use this file except in compliance with the License.
6	* You may obtain a copy of the License at
7	*
8	* http://www.apache.org/licenses/LICENSE-2.0
9	*
10	* Unless required by applicable law or agreed to in writing, software
11	* distributed under the License is distributed on an "AS IS" BASIS,
12	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13	* See the License for the specific language governing permissions and
14	* limitations under the License.
15	*/
16	package de.learnlib.filter.symbol;
17
18	import de.learnlib.filter.FilterResponse;
19	import de.learnlib.filter.RefutableSymbolFilter;
20	import de.learnlib.filter.SymbolFilter;
21	import de.learnlib.statistic.Statistics;
22	import de.learnlib.statistic.StatisticsKey;
23	import de.learnlib.statistic.StatisticsService;
24	import net.automatalib.word.Word;
25
26	/**
27	* Collects various statistics on symbol filtering, including false accepts + false ignores.
28	*
29	* @param <U>
30	* input symbol type of the prefix
31	* @param <V>
32	* input symbol type of the transition label
33	*/
34	public abstract class AbstractStatisticsSymbolFilter<U, V> extends AbstractTruthfulSymbolFilter<U, V>
35	implements RefutableSymbolFilter<U, V> {
36
37	/**
38	* A {@link StatisticsKey} for counting the number of queries that this filter has processed.
39	*/
40	public static final StatisticsKey KEY_QUERIES = new StatisticsKey("sf-qry-cnt", "Filter: number of queries");	1✔
41
42	/**
43	* A {@link StatisticsKey} for counting the number of correctly ignored transitions (true negatives).
44	*/
45	public static final StatisticsKey KEY_TRUE_NEGATIVES = new StatisticsKey("sf-tn-cnt", "Filter: correct ignores");	1✔
46
47	/**
48	* A {@link StatisticsKey} for counting the number of falsely ignored transitions (false negatives).
49	*/
50	public static final StatisticsKey KEY_FALSE_NEGATIVES = new StatisticsKey("sf-fn-cnt", "Filter: false ignores");	1✔
51
52	private final SymbolFilter<U, V> delegate;
53	private final StatisticsService statistics;
54
55	public AbstractStatisticsSymbolFilter(SymbolFilter<U, V> delegate) {	1✔
56	this.delegate = delegate;	1✔
57	this.statistics = Statistics.getService();	1✔
58	}	1✔
59
60	@Override
61	public FilterResponse query(Word<U> prefix, V symbol) {
62	statistics.increaseCounter(KEY_QUERIES, this);	1✔
63
64	FilterResponse filterResponse = this.delegate.query(prefix, symbol);	1✔
65	FilterResponse expectedResponse = this.isIgnorable(prefix, symbol);	1✔
66
67	// Count false ignores, rejects + correct predictions:
68	if (filterResponse == FilterResponse.IGNORE) {	1✔
69	if (filterResponse == expectedResponse) {	1✔
70	statistics.increaseCounter(KEY_TRUE_NEGATIVES, this);	1✔
71	} else {
NEW 72	statistics.increaseCounter(KEY_FALSE_NEGATIVES, this);	×
73	}
74	}
75
76	return filterResponse;	1✔
77	}
78
79	@Override
80	public void accept(Word<U> prefix, V symbol) {
NEW 81	if (delegate instanceof RefutableSymbolFilter<U, V> rfs) {	×
NEW 82	rfs.accept(prefix, symbol);	×
83	} else {
NEW 84	throw new UnsupportedOperationException("delegate filter does not support updates");	×
85	}
NEW 86	}	×
87	}

LearnLib / learnlib / 20199022329

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous