17860204922

Committed 19 Sep 2025 01:47PM UTC coverage: 13.608% (-0.1%) from 13.734%

Build # 17860204922

Build Type

push

github

Committed by

tkuhn

Commit Message

fix: Remove item from map instead of putting 'null'

Run Details

435 of 4026 branches covered (10.8%)

Branch coverage included in aggregate %.

1113 of 7350 relevant lines covered (15.14%)

0.67 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

82.18

src/main/java/com/knowledgepixels/nanodash/QueryApiAccess.java

package com.knowledgepixels.nanodash;

import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;

import org.apache.commons.lang3.tuple.Pair;
import org.eclipse.rdf4j.model.IRI;
import org.nanopub.extra.services.APINotReachableException;
import org.nanopub.extra.services.ApiResponse;
import org.nanopub.extra.services.FailedApiCallException;
import org.nanopub.extra.services.NotEnoughAPIInstancesException;
import org.nanopub.extra.services.QueryAccess;
import org.nanopub.extra.services.QueryRef;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * Utility class for accessing and managing API queries.
 * Provides methods to retrieve query results, manage query IDs, and fetch the latest versions of nanopublications.
 */
public class QueryApiAccess {

    private QueryApiAccess() {
    }  // no instances allowed

    private static ConcurrentMap<String, String> queryIds = new ConcurrentHashMap<>();
    private static final Logger logger = LoggerFactory.getLogger(QueryApiAccess.class);

    private static ConcurrentMap<String, Pair<Long, String>> latestVersionMap = new ConcurrentHashMap<>();

    private static final String queryIriPattern = "^(.*[^A-Za-z0-9-_])(RA[A-Za-z0-9-_]{43})[/#]([^/#]+)$";

    static {
        // TODO Load this dynamically somehow at some point:
        load("RAe-oA5eSmkCXCALZ99-0k4imnlI74KPqURfhHOmnzo6A/get-latest-nanopubs-from-pubkeys");
        load("RAuy4N1h4vZ1wgBUMvTiWw2y_Y0_5oFYRTwdq-xj2qqNM/get-latest-nanopubs-from-userid");
        load("RAiCBvPL2hRGzI8g5L68O-C9yEXryC_vG35GdEm5jtH_s/get-user-stats-from-pubkeys");  // Deactivated for now...
        load("RA3U23LL3xbNwsu92fAqsKb0kagOud4f9TlRQq3evNJck/get-user-stats-from-userid");  // Deactivated for now...
        load("RAcNvmEiUNUb2a7O4fwRvy2x2BCN640AC880fTzFworr8/get-top-creators-last30d");
        load("RAr27GmRUKQmvPbfmB34N9l9lX-xYK7nQhvOMbQCk3byI/get-latest-users");
        load("RAYNg6rfvXIVvJY2u8oS0EEjxnVvimLLVZG1rOar_nWIY/get-most-recent-nanopubs");
        load("RAPGhXDRzeGu-Qk0AkjleEtxMxqAvJ-dZn7985gzAbyhs/get-publisher-version");
        load("RAvL7pe2ppsfq4mVWTdJjssYGsjrmliNd_sZO2ytLvg1Y/get-most-used-templates-last30d");
        load("RANn4Mu8r8bqJA9KJMGXTQAEGAEvtNKGFsuhRIC6BRIOo/get-latest-nanopubs-by-type");
        load("RAiRsB2YywxjsBMkVRTREJBooXhf2ZOHoUs5lxciEl37I/get-latest-version-of-np");
        load("RA0aZxyh_I0rCJyBepXOWC2tGdI5YYHORFCC-qBR8xHZA/get-all-user-intros");
        load("RA-tlMmQA7iT2wR2aS3PlONrepX7vdXbkzeWluea7AECg/get-suggested-templates-to-get-started");
        load("RActSoHqt-TlpCOldqLb9skfMioVxHzCZUYaNEM06FTsY/get-type-overview-last-12-months");
        load("RAn3agwsH2yk-8132RJApGYxdPSHHCXDAIYiCaSBBo6tg/get-approved-nanopubs");
        load("RAz1ogtMxSTKSOYwHAfD5M3Y-vd1vd46OZta_vvbqh8kY/find-uri-references");
        load("RAE35dYJQlpnqim7VeKuu07E9I1LQUZpkdYQR4RvU3KMU/get-nanopubs-by-type");
        load("RALZXWg5lZoJoQ0VHL5mpDgNxYpqU6FoDLWGp4rs8A6b8/get-introducing-nanopub");
        load("RAWruhiSmyzgZhVRs8QY8YQPAgHzTfl7anxII1de-yaCs/fulltext-search-on-labels");
        load("RAyMrQ89RECTi9gZK5q7gjL1wKTiP8StkLy0NIkkCiyew/find-things");
        load("RAjt1H9rCSr6A9VGzlhye00zPdH69JdGc3kd_2VjDmzVg/get-instances");
        load("RAH06iUwnvj_pRARY15ayJAY5tuJau3rCvHhPPhe49fVI/get-classes-for-thing");
        load("RAJStXEm1wZcg34ZLPqe00VPSzIVCwC2rrxdj_JR8v5DY/find-referencing-nanopubs");  // not yet used...
        load("RAtftxAXJubB4rlm9fOvvHNVIkXvWQLC6Ag_MiV7HL0ow/get-labels-for-thing");  // not yet used...
        load("RARtWHRzNY5hh31X2VB5eOCJAdp9Cjv4CakA0Idqz69MI/get-templates-with-uri");
        load("RAIn9NTsWE0qrpKiK3nOmZRXVzwv0qnfbm7dR_CUnp4aA/get-newer-versions-of-np");
        load("RAQqjXQYlxYQeI4Y3UQy9OrD5Jx1E3PJ8KwKKQlWbiYSw/get-queries");
        load("RAzXDzCHoZmJITgYYquLwDDkSyNf3eKKQz9NfQPYB1cyE/get-latest-thing-nanopub");
        load("RAnpimW7SPwaum2fefdS6_jpzYxcTRGjE-pmgNTL_BBJU/get-projects");
        load("RAlPzIqHJsPt33WuPNBIyPDr8KC7htHO9UYvSuYOfTjwo/get-spaces");
        load("RAJmZoM0xCGE8OL6EgmQBOd1M58ggNkwZ0IUqHOAPRfvE/get-parts");
        load("RA6bgrU3Ezfg5VAiLru0BFYHaSj6vZU6jJTscxNl8Wqvc/get-assertion-templates");
        load("RA4bt3MQRnEPC2nSsdbCJc74wT-e1w68dSCpYVyvG0274/get-provenance-templates");
        load("RAMcdiJpvvk8424AJIH1jsDUQVcPYOLRw0DNnZt_ND_LQ/get-pubinfo-templates");
        load("RApiw7Z0NeP3RaLiqX6Q7Ml5CfEWbt-PysUbMNljuiLJw/get-owners");
        load("RAYI6_CkA7nY58hCGx3nbBncBWXle1azhVqBnNPCpw_R8/get-admins");
        load("RAMyjSVA0hOSKmqmDmMYmvShEMjhUa2SyQAbHUpXSV4XI/get-space-members");
        load("RAbq1a1FwRFAZPDde3Sy4GqNUQ2TmaKOWLydJPOyCKc0w/get-filtered-nanopub-list");
        load("RAa2949qM3veXzp6rWoW-KNLSEbKOenMR9z3w9qQ48VsM/get-pinned-templates");
        load("RAdyYeWRfQl8TecahiU77iVStCcESf90HR_9pr2EJP4FE/get-pinned-queries");
        load("RAhs_WvWMKsAOJoT8ZS7e-zr1_Dr9ZEwxIIsVdKdI1lRk/get-space-member-roles");
    }

    /**
     * Loads a query ID into the queryIds map.
     *
     * @param queryId The query ID to load.
     */
    static void load(String queryId) {
        queryIds.put(queryId.substring(46), queryId);
    }

    /**
     * Forces the retrieval of an API response for a given query name and parameters.
     * Retries until a valid response is received.
     *
     * @param queryName The name of the query.
     * @param params    The parameters for the query.
     * @return The API response.
     */
    public static ApiResponse forcedGet(QueryRef queryRef) {
        while (true) {
            ApiResponse resp = null;
            try {
                resp = QueryApiAccess.get(queryRef);
            } catch (Exception ex) {
                // TODO We should be more specific about which exceptions we catch here
                //      and generally improve this, as this could hang forever.
                logger.error("Error while forcing API get for query {}", queryRef, ex);
            }
            if (resp != null) return resp;
            try {
                Thread.sleep(100);
            } catch (InterruptedException ex) {
                logger.error("Interrupted while forcing API get for query {}", queryRef, ex);
            }
        }
    }

    /**
     * Retrieves an API response for a given query reference.
     *
     * @param queryRef The query reference
     * @return The API response.
     * @throws org.nanopub.extra.services.FailedApiCallException If the API call fails.
     */
    public static ApiResponse get(QueryRef queryRef) throws FailedApiCallException, APINotReachableException, NotEnoughAPIInstancesException {
        if (queryRef.getName().matches("^RA[A-Za-z0-9-_]{43}/.*$")) {
            // All good
        } else if (queryIds.containsKey(queryRef.getName())) {
            queryRef = new QueryRef(queryIds.get(queryRef.getName()), queryRef.getParams());
        } else {
            throw new IllegalArgumentException("Query name not known: " + queryRef.getName());
        }
        return QueryAccess.get(queryRef);
    }

    /**
     * Retrieves the latest version ID of a given nanopublication.
     *
     * @param nanopubId The ID of the nanopublication.
     * @return The latest version ID.
     */
    public static String getLatestVersionId(String nanopubId) {
        long currentTime = System.currentTimeMillis();
        if (!latestVersionMap.containsKey(nanopubId) || currentTime - latestVersionMap.get(nanopubId).getLeft() > 1000 * 60) {
            // Re-fetch if existing value is older than 1 minute
            try {
                ApiResponse r = get(new QueryRef("get-latest-version-of-np", "np", nanopubId));
                if (r.getData().size() != 1) return nanopubId;
                String l = r.getData().get(0).get("latest");
                latestVersionMap.put(nanopubId, Pair.of(currentTime, l));
            } catch (Exception ex) {
                logger.error("Error while getting latest version of nanopub '{}'", nanopubId, ex);
                return nanopubId;
            }
        }
        return latestVersionMap.get(nanopubId).getRight();
    }

    /**
     * Extracts the query ID from a given query IRI.
     *
     * @param queryIri The query IRI.
     * @return The query ID, or null if the IRI is invalid.
     */
    public static String getQueryId(IRI queryIri) {
        if (queryIri == null) return null;
        if (!queryIri.stringValue().matches(queryIriPattern)) return null;
        return queryIri.stringValue().replaceFirst(queryIriPattern, "$2/$3");
    }

    /**
     * Retrieves the query ID for a given query name.
     *
     * @param queryName The name of the query.
     * @return The query ID, or null if the query name is unknown.
     */
    public static String getQueryId(String queryName) {
        return queryIds.get(queryName);
    }

    /**
     * Extracts the query name from a given query IRI.
     *
     * @param queryIri The query IRI.
     * @return The query name, or null if the IRI is invalid.
     */
    public static String getQueryName(IRI queryIri) {
        if (queryIri == null) return null;
        if (!queryIri.stringValue().matches(queryIriPattern)) return null;
        return queryIri.stringValue().replaceFirst(queryIriPattern, "$3");
    }

}

1	package com.knowledgepixels.nanodash;
2
3	import java.util.concurrent.ConcurrentHashMap;
4	import java.util.concurrent.ConcurrentMap;
5
6	import org.apache.commons.lang3.tuple.Pair;
7	import org.eclipse.rdf4j.model.IRI;
8	import org.nanopub.extra.services.APINotReachableException;
9	import org.nanopub.extra.services.ApiResponse;
10	import org.nanopub.extra.services.FailedApiCallException;
11	import org.nanopub.extra.services.NotEnoughAPIInstancesException;
12	import org.nanopub.extra.services.QueryAccess;
13	import org.nanopub.extra.services.QueryRef;
14	import org.slf4j.Logger;
15	import org.slf4j.LoggerFactory;
16
17	/**
18	* Utility class for accessing and managing API queries.
19	* Provides methods to retrieve query results, manage query IDs, and fetch the latest versions of nanopublications.
20	*/
21	public class QueryApiAccess {
22
23	private QueryApiAccess() {
24	} // no instances allowed
25
26	private static ConcurrentMap<String, String> queryIds = new ConcurrentHashMap<>();	4✔
27	private static final Logger logger = LoggerFactory.getLogger(QueryApiAccess.class);	3✔
28
29	private static ConcurrentMap<String, Pair<Long, String>> latestVersionMap = new ConcurrentHashMap<>();	4✔
30
31	private static final String queryIriPattern = "^(.*[^A-Za-z0-9-_])(RA[A-Za-z0-9-_]{43})[/#]([^/#]+)$";
32
33	static {
34	// TODO Load this dynamically somehow at some point:
35	load("RAe-oA5eSmkCXCALZ99-0k4imnlI74KPqURfhHOmnzo6A/get-latest-nanopubs-from-pubkeys");	2✔
36	load("RAuy4N1h4vZ1wgBUMvTiWw2y_Y0_5oFYRTwdq-xj2qqNM/get-latest-nanopubs-from-userid");	2✔
37	load("RAiCBvPL2hRGzI8g5L68O-C9yEXryC_vG35GdEm5jtH_s/get-user-stats-from-pubkeys"); // Deactivated for now...	2✔
38	load("RA3U23LL3xbNwsu92fAqsKb0kagOud4f9TlRQq3evNJck/get-user-stats-from-userid"); // Deactivated for now...	2✔
39	load("RAcNvmEiUNUb2a7O4fwRvy2x2BCN640AC880fTzFworr8/get-top-creators-last30d");	2✔
40	load("RAr27GmRUKQmvPbfmB34N9l9lX-xYK7nQhvOMbQCk3byI/get-latest-users");	2✔
41	load("RAYNg6rfvXIVvJY2u8oS0EEjxnVvimLLVZG1rOar_nWIY/get-most-recent-nanopubs");	2✔
42	load("RAPGhXDRzeGu-Qk0AkjleEtxMxqAvJ-dZn7985gzAbyhs/get-publisher-version");	2✔
43	load("RAvL7pe2ppsfq4mVWTdJjssYGsjrmliNd_sZO2ytLvg1Y/get-most-used-templates-last30d");	2✔
44	load("RANn4Mu8r8bqJA9KJMGXTQAEGAEvtNKGFsuhRIC6BRIOo/get-latest-nanopubs-by-type");	2✔
45	load("RAiRsB2YywxjsBMkVRTREJBooXhf2ZOHoUs5lxciEl37I/get-latest-version-of-np");	2✔
46	load("RA0aZxyh_I0rCJyBepXOWC2tGdI5YYHORFCC-qBR8xHZA/get-all-user-intros");	2✔
47	load("RA-tlMmQA7iT2wR2aS3PlONrepX7vdXbkzeWluea7AECg/get-suggested-templates-to-get-started");	2✔
48	load("RActSoHqt-TlpCOldqLb9skfMioVxHzCZUYaNEM06FTsY/get-type-overview-last-12-months");	2✔
49	load("RAn3agwsH2yk-8132RJApGYxdPSHHCXDAIYiCaSBBo6tg/get-approved-nanopubs");	2✔
50	load("RAz1ogtMxSTKSOYwHAfD5M3Y-vd1vd46OZta_vvbqh8kY/find-uri-references");	2✔
51	load("RAE35dYJQlpnqim7VeKuu07E9I1LQUZpkdYQR4RvU3KMU/get-nanopubs-by-type");	2✔
52	load("RALZXWg5lZoJoQ0VHL5mpDgNxYpqU6FoDLWGp4rs8A6b8/get-introducing-nanopub");	2✔
53	load("RAWruhiSmyzgZhVRs8QY8YQPAgHzTfl7anxII1de-yaCs/fulltext-search-on-labels");	2✔
54	load("RAyMrQ89RECTi9gZK5q7gjL1wKTiP8StkLy0NIkkCiyew/find-things");	2✔
55	load("RAjt1H9rCSr6A9VGzlhye00zPdH69JdGc3kd_2VjDmzVg/get-instances");	2✔
56	load("RAH06iUwnvj_pRARY15ayJAY5tuJau3rCvHhPPhe49fVI/get-classes-for-thing");	2✔
57	load("RAJStXEm1wZcg34ZLPqe00VPSzIVCwC2rrxdj_JR8v5DY/find-referencing-nanopubs"); // not yet used...	2✔
58	load("RAtftxAXJubB4rlm9fOvvHNVIkXvWQLC6Ag_MiV7HL0ow/get-labels-for-thing"); // not yet used...	2✔
59	load("RARtWHRzNY5hh31X2VB5eOCJAdp9Cjv4CakA0Idqz69MI/get-templates-with-uri");	2✔
60	load("RAIn9NTsWE0qrpKiK3nOmZRXVzwv0qnfbm7dR_CUnp4aA/get-newer-versions-of-np");	2✔
61	load("RAQqjXQYlxYQeI4Y3UQy9OrD5Jx1E3PJ8KwKKQlWbiYSw/get-queries");	2✔
62	load("RAzXDzCHoZmJITgYYquLwDDkSyNf3eKKQz9NfQPYB1cyE/get-latest-thing-nanopub");	2✔
63	load("RAnpimW7SPwaum2fefdS6_jpzYxcTRGjE-pmgNTL_BBJU/get-projects");	2✔
64	load("RAlPzIqHJsPt33WuPNBIyPDr8KC7htHO9UYvSuYOfTjwo/get-spaces");	2✔
65	load("RAJmZoM0xCGE8OL6EgmQBOd1M58ggNkwZ0IUqHOAPRfvE/get-parts");	2✔
66	load("RA6bgrU3Ezfg5VAiLru0BFYHaSj6vZU6jJTscxNl8Wqvc/get-assertion-templates");	2✔
67	load("RA4bt3MQRnEPC2nSsdbCJc74wT-e1w68dSCpYVyvG0274/get-provenance-templates");	2✔
68	load("RAMcdiJpvvk8424AJIH1jsDUQVcPYOLRw0DNnZt_ND_LQ/get-pubinfo-templates");	2✔
69	load("RApiw7Z0NeP3RaLiqX6Q7Ml5CfEWbt-PysUbMNljuiLJw/get-owners");	2✔
70	load("RAYI6_CkA7nY58hCGx3nbBncBWXle1azhVqBnNPCpw_R8/get-admins");	2✔
71	load("RAMyjSVA0hOSKmqmDmMYmvShEMjhUa2SyQAbHUpXSV4XI/get-space-members");	2✔
72	load("RAbq1a1FwRFAZPDde3Sy4GqNUQ2TmaKOWLydJPOyCKc0w/get-filtered-nanopub-list");	2✔
73	load("RAa2949qM3veXzp6rWoW-KNLSEbKOenMR9z3w9qQ48VsM/get-pinned-templates");	2✔
74	load("RAdyYeWRfQl8TecahiU77iVStCcESf90HR_9pr2EJP4FE/get-pinned-queries");	2✔
75	load("RAhs_WvWMKsAOJoT8ZS7e-zr1_Dr9ZEwxIIsVdKdI1lRk/get-space-member-roles");	2✔
76	}	1✔
77
78	/**
79	* Loads a query ID into the queryIds map.
80	*
81	* @param queryId The query ID to load.
82	*/
83	static void load(String queryId) {
84	queryIds.put(queryId.substring(46), queryId);	7✔
85	}	1✔
86
87	/**
88	* Forces the retrieval of an API response for a given query name and parameters.
89	* Retries until a valid response is received.
90	*
91	* @param queryName The name of the query.
92	* @param params The parameters for the query.
93	* @return The API response.
94	*/
95	public static ApiResponse forcedGet(QueryRef queryRef) {
96	while (true) {
97	ApiResponse resp = null;	2✔
98	try {
99	resp = QueryApiAccess.get(queryRef);	3✔
100	} catch (Exception ex) {	×
101	// TODO We should be more specific about which exceptions we catch here
102	// and generally improve this, as this could hang forever.
103	logger.error("Error while forcing API get for query {}", queryRef, ex);	×
104	}	1✔
105	if (resp != null) return resp;	4✔
106	try {
107	Thread.sleep(100);	2✔
108	} catch (InterruptedException ex) {	×
109	logger.error("Interrupted while forcing API get for query {}", queryRef, ex);	×
110	}	1✔
111	}	1✔
112	}
113
114	/**
115	* Retrieves an API response for a given query reference.
116	*
117	* @param queryRef The query reference
118	* @return The API response.
119	* @throws org.nanopub.extra.services.FailedApiCallException If the API call fails.
120	*/
121	public static ApiResponse get(QueryRef queryRef) throws FailedApiCallException, APINotReachableException, NotEnoughAPIInstancesException {
122	if (queryRef.getName().matches("^RA[A-Za-z0-9-_]{43}/.*$")) {	6✔
123	// All good
124	} else if (queryIds.containsKey(queryRef.getName())) {	5✔
125	queryRef = new QueryRef(queryIds.get(queryRef.getName()), queryRef.getParams());	12✔
126	} else {
127	throw new IllegalArgumentException("Query name not known: " + queryRef.getName());	7✔
128	}
129	return QueryAccess.get(queryRef);	3✔
130	}
131
132	/**
133	* Retrieves the latest version ID of a given nanopublication.
134	*
135	* @param nanopubId The ID of the nanopublication.
136	* @return The latest version ID.
137	*/
138	public static String getLatestVersionId(String nanopubId) {
139	long currentTime = System.currentTimeMillis();	2✔
140	if (!latestVersionMap.containsKey(nanopubId) \|\| currentTime - latestVersionMap.get(nanopubId).getLeft() > 1000 * 60) {	4!
141	// Re-fetch if existing value is older than 1 minute
142	try {
143	ApiResponse r = get(new QueryRef("get-latest-version-of-np", "np", nanopubId));	8✔
144	if (r.getData().size() != 1) return nanopubId;	5!
145	String l = r.getData().get(0).get("latest");	8✔
146	latestVersionMap.put(nanopubId, Pair.of(currentTime, l));	8✔
147	} catch (Exception ex) {	×
148	logger.error("Error while getting latest version of nanopub '{}'", nanopubId, ex);	×
149	return nanopubId;	×
150	}	1✔
151	}
152	return latestVersionMap.get(nanopubId).getRight();	7✔
153	}
154
155	/**
156	* Extracts the query ID from a given query IRI.
157	*
158	* @param queryIri The query IRI.
159	* @return The query ID, or null if the IRI is invalid.
160	*/
161	public static String getQueryId(IRI queryIri) {
162	if (queryIri == null) return null;	×
163	if (!queryIri.stringValue().matches(queryIriPattern)) return null;	×
164	return queryIri.stringValue().replaceFirst(queryIriPattern, "$2/$3");	×
165	}
166
167	/**
168	* Retrieves the query ID for a given query name.
169	*
170	* @param queryName The name of the query.
171	* @return The query ID, or null if the query name is unknown.
172	*/
173	public static String getQueryId(String queryName) {
174	return queryIds.get(queryName);	5✔
175	}
176
177	/**
178	* Extracts the query name from a given query IRI.
179	*
180	* @param queryIri The query IRI.
181	* @return The query name, or null if the IRI is invalid.
182	*/
183	public static String getQueryName(IRI queryIri) {
184	if (queryIri == null) return null;	4✔
185	if (!queryIri.stringValue().matches(queryIriPattern)) return null;	7✔
186	return queryIri.stringValue().replaceFirst(queryIriPattern, "$3");	6✔
187	}
188
189	}

knowledgepixels / nanodash / 17860204922

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous