#4033

Committed 02 May 2024 08:21AM UTC coverage: 48.801% (-0.02%) from 48.819%

Build # #4033

Build Type

push

github

Committed by

adangel

Commit Message

[java] Stop parsing Java for CPD (#4973)

Merge pull request #4973 from oowekyala:cpd-java-no-parse

Run Details

32535 of 72970 branches covered (44.59%)

Branch coverage included in aggregate %.

1 of 3 new or added lines in 2 files covered. (33.33%)

288 existing lines in 3 files now uncovered.

68458 of 133978 relevant lines covered (51.1%)

0.51 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/pmd-java/src/main/java/net/sourceforge/pmd/lang/java/ast/SyntacticJavaTokenizerFactory.java

/*
 * BSD-style license; for more info see http://pmd.sourceforge.net/license.html
 */

package net.sourceforge.pmd.lang.java.ast;

import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;

import net.sourceforge.pmd.lang.LanguageVersion;
import net.sourceforge.pmd.lang.TokenManager;
import net.sourceforge.pmd.lang.ast.impl.javacc.CharStream;
import net.sourceforge.pmd.lang.ast.impl.javacc.JavaccToken;
import net.sourceforge.pmd.lang.java.JavaLanguageModule;
import net.sourceforge.pmd.lang.java.internal.JavaLanguageProperties;

/**
 * Creates a tokenizer, that uses the syntactic grammar to provide context
 * for the tokenizer when reducing the input characters to tokens.
 *
 * @deprecated This implementation has been superseded. It is not necessary to parse Java code in order to tokenize it.
 */
@Deprecated
public final class SyntacticJavaTokenizerFactory {
    private SyntacticJavaTokenizerFactory() {
        // factory class
    }

    @Deprecated
    public static TokenManager<JavaccToken> createTokenizer(CharStream cs) {
        final List<JavaccToken> tokenList = new ArrayList<>();
        JavaParserImplTokenManager tokenManager = new JavaParserImplTokenManager(cs) {
            @Override
            public JavaccToken getNextToken() {
                JavaccToken token = super.getNextToken();
                tokenList.add(token);
                return token;
            }
        };

        LanguageVersion latestVersion = JavaLanguageModule.getInstance().getLatestVersion();
        JavaParserImpl parser = new JavaParserImpl(tokenManager);
        parser.setJdkVersion(JavaLanguageProperties.getInternalJdkVersion(latestVersion));
        parser.setPreview(JavaLanguageProperties.isPreviewEnabled(latestVersion));

        ASTCompilationUnit compilationUnit = parser.CompilationUnit();
        assert compilationUnit != null;

        return new TokenManager<JavaccToken>() {
            Iterator<JavaccToken> iterator = tokenList.iterator();

            @Override
            public JavaccToken getNextToken() {
                return iterator.next();
            }
        };
    }
}

1	/*
2	* BSD-style license; for more info see http://pmd.sourceforge.net/license.html
3	*/
4
5	package net.sourceforge.pmd.lang.java.ast;
6
7	import java.util.ArrayList;
8	import java.util.Iterator;
9	import java.util.List;
10
11	import net.sourceforge.pmd.lang.LanguageVersion;
12	import net.sourceforge.pmd.lang.TokenManager;
13	import net.sourceforge.pmd.lang.ast.impl.javacc.CharStream;
14	import net.sourceforge.pmd.lang.ast.impl.javacc.JavaccToken;
15	import net.sourceforge.pmd.lang.java.JavaLanguageModule;
16	import net.sourceforge.pmd.lang.java.internal.JavaLanguageProperties;
17
18	/**
19	* Creates a tokenizer, that uses the syntactic grammar to provide context
20	* for the tokenizer when reducing the input characters to tokens.
21	*
22	* @deprecated This implementation has been superseded. It is not necessary to parse Java code in order to tokenize it.
23	*/
NEW 24	@Deprecated	×
25	public final class SyntacticJavaTokenizerFactory {
26	private SyntacticJavaTokenizerFactory() {
27	// factory class
28	}
29
30	@Deprecated
31	public static TokenManager<JavaccToken> createTokenizer(CharStream cs) {
UNCOV 32	final List<JavaccToken> tokenList = new ArrayList<>();	×
NEW 33	JavaParserImplTokenManager tokenManager = new JavaParserImplTokenManager(cs) {	×
34	@Override
35	public JavaccToken getNextToken() {
UNCOV 36	JavaccToken token = super.getNextToken();	×
UNCOV 37	tokenList.add(token);	×
UNCOV 38	return token;	×
39	}
40	};
41
UNCOV 42	LanguageVersion latestVersion = JavaLanguageModule.getInstance().getLatestVersion();	×
UNCOV 43	JavaParserImpl parser = new JavaParserImpl(tokenManager);	×
UNCOV 44	parser.setJdkVersion(JavaLanguageProperties.getInternalJdkVersion(latestVersion));	×
UNCOV 45	parser.setPreview(JavaLanguageProperties.isPreviewEnabled(latestVersion));	×
46
UNCOV 47	ASTCompilationUnit compilationUnit = parser.CompilationUnit();	×
UNCOV 48	assert compilationUnit != null;	×
49
UNCOV 50	return new TokenManager<JavaccToken>() {	×
UNCOV 51	Iterator<JavaccToken> iterator = tokenList.iterator();	×
52
53	@Override
54	public JavaccToken getNextToken() {
UNCOV 55	return iterator.next();	×
56	}
57	};
58	}
59	}

pmd / pmd / #4033

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous