#246

Committed 08 Apr 2025 06:29AM UTC coverage: 59.356% (-6.0%) from 65.404%

Build # #246

Build Type

push

Committed by

Commit Message

Add timeout. Extract interruptAfterDelay. Ignore testRoundtrip_configurationsGiven_lmdbCreatedExportedAndRunFindSecretsFile for now.

Run Details

1050 of 1769 relevant lines covered (59.36%)

0.59 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

84.91

/src/main/java/net/ladenthin/bitcoinaddressfinder/AddressFilesToLMDB.java

// @formatter:off
/**
 * Copyright 2020 Bernard Ladenthin bernard.ladenthin@gmail.com
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 */
// @formatter:on
package net.ladenthin.bitcoinaddressfinder;

import net.ladenthin.bitcoinaddressfinder.persistence.PersistenceUtils;
import org.bitcoinj.core.NetworkParameters;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.File;
import java.io.IOException;
import java.nio.ByteBuffer;
import java.util.List;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicLong;
import java.util.concurrent.atomic.AtomicReference;
import lombok.NonNull;
import net.ladenthin.bitcoinaddressfinder.configuration.CAddressFilesToLMDB;
import net.ladenthin.bitcoinaddressfinder.persistence.lmdb.LMDBPersistence;

public class AddressFilesToLMDB implements Runnable, Interruptable {
    
    private final static long PROGRESS_LOG = 100_000;

    private final Logger logger = LoggerFactory.getLogger(AddressFilesToLMDB.class);

    private final CAddressFilesToLMDB addressFilesToLMDB;

    private LMDBPersistence persistence;

    private final AtomicLong addressCounter = new AtomicLong();

    private final ReadStatistic readStatistic = new ReadStatistic();

    @NonNull
    AtomicReference<AddressFile> currentAddressFile = new AtomicReference<>();
    
    protected final AtomicBoolean shouldRun = new AtomicBoolean(true);
    
    public AddressFilesToLMDB(CAddressFilesToLMDB addressFilesToLMDB) {
        this.addressFilesToLMDB = addressFilesToLMDB;
    }

    @Override
    public void run() {
        final NetworkParameters networkParameters = new NetworkParameterFactory().getOrCreate();

        PersistenceUtils persistenceUtils = new PersistenceUtils(networkParameters);
        persistence = new LMDBPersistence(addressFilesToLMDB.lmdbConfigurationWrite, persistenceUtils);
        logger.info("Init LMDB ...");
        persistence.init();
        logger.info("... init LMDB done.");

        try {
            FileHelper fileHelper = new FileHelper();
            List<File> files = fileHelper.stringsToFiles(addressFilesToLMDB.addressesFiles);
            fileHelper.assertFilesExists(files);
            
            logger.info("Iterate address files ...");
            for (File file : files) {
                if (!shouldRun.get()) {
                    break;
                }
                AddressFile addressFile = new AddressFile(
                    file,
                    readStatistic,
                    networkParameters,
                    this::supported,
                    this::unsupported
                );
                
                logger.info("process " + file.getAbsolutePath());
                currentAddressFile.set(addressFile);
                addressFile.readFile();
                currentAddressFile.set(null);
                logger.info("finished: " + file.getAbsolutePath());
                
                logProgress();
            }
            logProgress();
            logger.info("... iterate address files done.");

            for (String error : readStatistic.errors) {
                logger.info("Error in line: " + error);
            }
        } catch (IOException e) {
            throw new RuntimeException(e);
        } finally {
            persistence.close();
        }
    }
    
    private void supported(AddressToCoin addressToCoin) {
        ByteBuffer hash160 = addressToCoin.getHash160();
        persistence.putNewAmount(hash160, addressToCoin.getCoin());
        addressCounter.incrementAndGet();

        if (addressCounter.get() % PROGRESS_LOG == 0) {
            logProgress();
        }
    }

    private void unsupported(String line) {
        if (readStatistic.unsupported % PROGRESS_LOG == 0) {
            logProgress();
        }
    }

    private void logProgress() {
        logger.info("Progress: " + addressCounter.get() + " addresses. Unsupported: " + readStatistic.unsupported + ". Errors: " + readStatistic.errors.size() + ". Current File progress: " + String.format("%.2f", readStatistic.currentFileProgress) + "%.");
    }

    @Override
    public void interrupt() {
        AddressFile addressFile = currentAddressFile.get();
        if (addressFile != null) {
            addressFile.interrupt();
        }
    }
}

1	// @formatter:off
2	/**
3	* Copyright 2020 Bernard Ladenthin bernard.ladenthin@gmail.com
4	*
5	* Licensed under the Apache License, Version 2.0 (the "License");
6	* you may not use this file except in compliance with the License.
7	* You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*
17	*/
18	// @formatter:on
19	package net.ladenthin.bitcoinaddressfinder;
20
21	import net.ladenthin.bitcoinaddressfinder.persistence.PersistenceUtils;
22	import org.bitcoinj.core.NetworkParameters;
23	import org.slf4j.Logger;
24	import org.slf4j.LoggerFactory;
25
26	import java.io.File;
27	import java.io.IOException;
28	import java.nio.ByteBuffer;
29	import java.util.List;
30	import java.util.concurrent.atomic.AtomicBoolean;
31	import java.util.concurrent.atomic.AtomicLong;
32	import java.util.concurrent.atomic.AtomicReference;
33	import lombok.NonNull;
34	import net.ladenthin.bitcoinaddressfinder.configuration.CAddressFilesToLMDB;
35	import net.ladenthin.bitcoinaddressfinder.persistence.lmdb.LMDBPersistence;
36
37	public class AddressFilesToLMDB implements Runnable, Interruptable {
38
39	private final static long PROGRESS_LOG = 100_000;
40
41	private final Logger logger = LoggerFactory.getLogger(AddressFilesToLMDB.class);	1✔
42
43	private final CAddressFilesToLMDB addressFilesToLMDB;
44
45	private LMDBPersistence persistence;
46
47	private final AtomicLong addressCounter = new AtomicLong();	1✔
48
49	private final ReadStatistic readStatistic = new ReadStatistic();	1✔
50
51	@NonNull	1✔
52	AtomicReference<AddressFile> currentAddressFile = new AtomicReference<>();
53
54	protected final AtomicBoolean shouldRun = new AtomicBoolean(true);	1✔
55
56	public AddressFilesToLMDB(CAddressFilesToLMDB addressFilesToLMDB) {	1✔
57	this.addressFilesToLMDB = addressFilesToLMDB;	1✔
58	}	1✔
59
60	@Override
61	public void run() {
62	final NetworkParameters networkParameters = new NetworkParameterFactory().getOrCreate();	1✔
63
64	PersistenceUtils persistenceUtils = new PersistenceUtils(networkParameters);	1✔
65	persistence = new LMDBPersistence(addressFilesToLMDB.lmdbConfigurationWrite, persistenceUtils);	1✔
66	logger.info("Init LMDB ...");	1✔
67	persistence.init();	1✔
68	logger.info("... init LMDB done.");	1✔
69
70	try {
71	FileHelper fileHelper = new FileHelper();	1✔
72	List<File> files = fileHelper.stringsToFiles(addressFilesToLMDB.addressesFiles);	1✔
73	fileHelper.assertFilesExists(files);	1✔
74
75	logger.info("Iterate address files ...");	1✔
76	for (File file : files) {	1✔
77	if (!shouldRun.get()) {	1✔
78	break;	×
79	}
80	AddressFile addressFile = new AddressFile(	1✔
81	file,
82	readStatistic,
83	networkParameters,
84	this::supported,
85	this::unsupported
86	);
87
88	logger.info("process " + file.getAbsolutePath());	1✔
89	currentAddressFile.set(addressFile);	1✔
90	addressFile.readFile();	1✔
91	currentAddressFile.set(null);	1✔
92	logger.info("finished: " + file.getAbsolutePath());	1✔
93
94	logProgress();	1✔
95	}	1✔
96	logProgress();	1✔
97	logger.info("... iterate address files done.");	1✔
98
99	for (String error : readStatistic.errors) {	1✔
100	logger.info("Error in line: " + error);	1✔
101	}	1✔
102	} catch (IOException e) {	×
103	throw new RuntimeException(e);	×
104	} finally {
105	persistence.close();	1✔
106	}
107	}	1✔
108
109	private void supported(AddressToCoin addressToCoin) {
110	ByteBuffer hash160 = addressToCoin.getHash160();	1✔
111	persistence.putNewAmount(hash160, addressToCoin.getCoin());	1✔
112	addressCounter.incrementAndGet();	1✔
113
114	if (addressCounter.get() % PROGRESS_LOG == 0) {	1✔
115	logProgress();	×
116	}
117	}	1✔
118
119	private void unsupported(String line) {
120	if (readStatistic.unsupported % PROGRESS_LOG == 0) {	1✔
121	logProgress();	1✔
122	}
123	}	1✔
124
125	private void logProgress() {
126	logger.info("Progress: " + addressCounter.get() + " addresses. Unsupported: " + readStatistic.unsupported + ". Errors: " + readStatistic.errors.size() + ". Current File progress: " + String.format("%.2f", readStatistic.currentFileProgress) + "%.");	1✔
127	}	1✔
128
129	@Override
130	public void interrupt() {
131	AddressFile addressFile = currentAddressFile.get();	×
132	if (addressFile != null) {	×
133	addressFile.interrupt();	×
134	}
135	}	×
136	}

bernardladenthin / BitcoinAddressFinder / #246

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous