leeonky / test-charm-java / 132

Committed 28 Feb 2025 01:29AM UTC coverage: 74.304% (+3.0%) from 71.301%

Build # 132

Build Type

push

circleci

Committed by

leeonky

Commit Message

Allow pass test

Run Details

15 of 16 new or added lines in 2 files covered. (93.75%)

16 existing lines in 3 files now uncovered.

7874 of 10597 relevant lines covered (74.3%)

0.74 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

95.76

/DAL-extension-inspector/src/main/java/com/github/leeonky/dal/extensions/inspector/Inspector.java

package com.github.leeonky.dal.extensions.inspector;

import com.github.leeonky.dal.DAL;
import com.github.leeonky.dal.runtime.RuntimeContextBuilder;
import com.github.leeonky.interpreter.InterpreterException;
import com.github.leeonky.util.Suppressor;
import io.javalin.Javalin;
import io.javalin.http.staticfiles.Location;
import io.javalin.websocket.WsContext;

import java.net.InetAddress;
import java.net.NetworkInterface;
import java.util.*;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.CountDownLatch;
import java.util.function.Supplier;
import java.util.stream.Collectors;

import static com.github.leeonky.util.function.Extension.getFirstPresent;
import static java.util.Objects.requireNonNull;
import static java.util.Optional.ofNullable;

public class Inspector {
    private static Inspector inspector = null;
    private static Mode mode = null;
    private final Javalin javalin;
    private final CountDownLatch serverReadyLatch = new CountDownLatch(1);
    private final Set<DAL> instances = new LinkedHashSet<>();
    //   TODO refactor
    private final Map<String, WsContext> clientConnections = new ConcurrentHashMap<>();
    private final Map<String, Set<String>> clientMonitors = new ConcurrentHashMap<>();
    private final Map<String, DalInstance> dalInstances = new ConcurrentHashMap<>();
    private static Supplier<Object> defaultInput = () -> null;

    public Inspector() {
        DalInstance defaultInstance = new DalInstance(() -> defaultInput.get(), DAL.create(InspectorExtension.class), "");
        defaultInstance.running = false;
        dalInstances.put("Try It!", defaultInstance);
        javalin = Javalin.create(config -> config.addStaticFiles("/public", Location.CLASSPATH))
                .events(event -> event.serverStarted(serverReadyLatch::countDown));
        requireNonNull(javalin.jettyServer()).setServerPort(getServerPort());
        javalin.get("/", ctx -> ctx.redirect("/index.html"));
        javalin.post("/api/execute", ctx -> ctx.html(execute(ctx.queryParam("name"), ctx.body())));
        javalin.post("/api/exchange", ctx -> exchange(ctx.queryParam("session"), ctx.body()));
        javalin.post("/api/pass", ctx -> pass(ctx.queryParam("name")));
        javalin.post("/api/release", ctx -> release(ctx.queryParam("name")));
        javalin.post("/api/release-all", ctx -> releaseAll());
        javalin.get("/api/request", ctx -> ctx.html(request(ctx.queryParam("name"))));
        javalin.ws("/ws/exchange", ws -> {
            ws.onConnect(ctx -> {
                clientConnections.put(ctx.getSessionId(), ctx);
                sendInstances(ctx);
            });
            ws.onClose(ctx -> clientConnections.remove(ctx.getSessionId()));
        });
        javalin.start();
    }

    private void pass(String name) {
        if (!name.equals("Try It!")) {
            DalInstance remove = dalInstances.remove(name);
            if (remove != null)
                remove.pass();
        }
    }

    private void waitForReady() {
        Suppressor.run(serverReadyLatch::await);
    }

    private static int getServerPort() {

        return getFirstPresent(() -> ofNullable(System.getenv("DAL_INSPECTOR_PORT")),
                () -> ofNullable(System.getProperty("dal.inspector.port")))
                .map(Integer::parseInt)
                .orElse(10082);
    }

    public static void ready() {
        inspector.waitForReady();
    }

    private void releaseAll() {
        for (String instanceName : new ArrayList<>(dalInstances.keySet()))
            release(instanceName);
    }

    private void release(String name) {
        if (!name.equals("Try It!")) {
            DalInstance remove = dalInstances.remove(name);
            if (remove != null)
                remove.release();
        }
    }

    public static void setDefaultMode(Mode mode) {
        Inspector.mode = mode;
    }

    private void exchange(String session, String body) {
        if (clientConnections.containsKey(session)) {
            clientMonitors.put(session, Arrays.stream(body.trim().split("\\n")).map(String::trim).filter(s -> !s.isEmpty()).collect(Collectors.toSet()));

            for (DalInstance dalInstance : dalInstances.values()) {
                if (dalInstance.running)
                    clientConnections.get(session).send(ObjectWriter.serialize(new HashMap<String, String>() {{
                        put("request", dalInstance.dal.getName());
                    }}));
            }
        }
    }

    public static class DalInstance {
        private final Supplier<Object> input;
        private boolean running = true;
        private boolean pass = false;
        private final DAL dal;
        private final String code;

        public DalInstance(Supplier<Object> input, DAL dal, String code) {
            this.input = input;
            this.dal = dal;
            this.code = code;
        }

        public String execute(String code) {
            Map<String, String> response = new HashMap<>();
            Object inputObject = input.get();
            RuntimeContextBuilder.DALRuntimeContext runtimeContext = dal.getRuntimeContextBuilder().build(inputObject);
            try {
                response.put("root", runtimeContext.wrap(inputObject).dumpAll());
                response.put("inspect", dal.compileSingle(code, runtimeContext).inspect());
                response.put("result", runtimeContext.wrap(dal.evaluate(inputObject, code)).dumpAll());
            } catch (InterpreterException e) {
                response.put("error", e.show(code) + "\n\n" + e.getMessage());
            }
            return ObjectWriter.serialize(response);
        }

        public boolean hold() {
            System.err.println("Waiting for DAL inspector release...");
            try {
                Enumeration<NetworkInterface> interfaces = NetworkInterface.getNetworkInterfaces();

                System.err.println("\tDal inspector running at:");

                while (interfaces.hasMoreElements()) {
                    Enumeration<InetAddress> inetAddresses = interfaces.nextElement().getInetAddresses();
                    while (inetAddresses.hasMoreElements()) {
                        InetAddress address = inetAddresses.nextElement();
                        System.err.printf("\t\thttp://%s:%d%n", address.getHostAddress(), getServerPort());
                    }
                }
            } catch (Exception ignore) {
            }
            //        TODO use sempahore to wait for the result
            while (running)
                Suppressor.run(() -> Thread.sleep(20));
//            TODO use logger
            System.err.println("DAL inspector released with pass: " + pass);
            return pass;
        }

        public void release() {
            running = false;
        }

        public void pass() {
            pass = true;
            release();
        }
    }

    public boolean inspectInner(DAL dal, Object input, String code) {
        if (isRecursive())
            return false;
//        lock inspect by name
//        check mode
        if (currentMode() == Mode.FORCED) {
            DalInstance dalInstance = new DalInstance(() -> input, dal, code);
            dalInstances.put(dal.getName(), dalInstance);

//            List<WsContext> monitored = clientMonitors.entrySet().stream().filter(e -> e.getValue().contains(dal.getName()))
//                    .map(o -> clientConnections.get(o.getKey()))
//                    .collect(Collectors.toList());
//            TODO check monitor flag
            for (WsContext wsContext : clientConnections.values()) {
                wsContext.send(ObjectWriter.serialize(new HashMap<String, String>() {{
                    put("request", dal.getName());
                }}));
            }

            return dalInstance.hold();

        } else {
//        TODO refactor
            List<WsContext> monitored = clientMonitors.entrySet().stream().filter(e -> e.getValue().contains(dal.getName()))
                    .map(o -> clientConnections.get(o.getKey()))
                    .collect(Collectors.toList());
            if (!monitored.isEmpty()) {
                DalInstance dalInstance = new DalInstance(() -> input, dal, code);
                dalInstances.put(dal.getName(), dalInstance);
                for (WsContext wsContext : monitored) {
                    wsContext.send(ObjectWriter.serialize(new HashMap<String, String>() {{
                        put("request", dal.getName());
                    }}));
                }
                return dalInstance.hold();
            }
            return false;
        }
    }

    public static boolean inspect(DAL dal, Object input, String code) {
        if (currentMode() != Mode.DISABLED)
            return inspector.inspectInner(dal, input, code);
        return false;
    }

    private String request(String name) {
//       TODO reject other request
        return dalInstances.get(name).code;
    }

    private String execute(String name, String code) {
        return dalInstances.get(name).execute(code);
    }

    public static void register(DAL dal) {
        inspector.addInstance(dal);
    }

    private void addInstance(DAL dal) {
        instances.add(dal);
        for (WsContext ctx : clientConnections.values()) {
            sendInstances(ctx);
        }
    }

    private void sendInstances(WsContext ctx) {
        ctx.send(ObjectWriter.serialize(new HashMap<String, Object>() {{
            put("instances", instances.stream().map(DAL::getName).collect(Collectors.toSet()));
            put("session", ctx.getSessionId());
        }}));
    }

    private void stop() {
        javalin.close();
    }

    public static void launch() {
        if (inspector == null) {
            inspector = new Inspector();
        }
    }

    public static void shutdown() {
        if (inspector != null) {
            inspector.stop();
            inspector = null;
        }
    }

    public static void setDefaultInput(Supplier<Object> supplier) {
        defaultInput = supplier;
    }

    public static Mode currentMode() {
        return getFirstPresent(() -> ofNullable(mode),
                () -> ofNullable(System.getenv("DAL_INSPECTOR_MODE")).map(Mode::valueOf),
                () -> ofNullable(System.getProperty("dal.inspector.mode")).map(Mode::valueOf))
                .orElse(Mode.DISABLED);
    }

    public enum Mode {
        DISABLED, FORCED, AUTO
    }

    private boolean isRecursive() {
        for (StackTraceElement stack : Thread.currentThread().getStackTrace())
            if (DalInstance.class.getName().equals(stack.getClassName()))
                return true;
        return false;
    }

    public static void main(String[] args) {
        launch();
    }
}

1	package com.github.leeonky.dal.extensions.inspector;
2
3	import com.github.leeonky.dal.DAL;
4	import com.github.leeonky.dal.runtime.RuntimeContextBuilder;
5	import com.github.leeonky.interpreter.InterpreterException;
6	import com.github.leeonky.util.Suppressor;
7	import io.javalin.Javalin;
8	import io.javalin.http.staticfiles.Location;
9	import io.javalin.websocket.WsContext;
10
11	import java.net.InetAddress;
12	import java.net.NetworkInterface;
13	import java.util.*;
14	import java.util.concurrent.ConcurrentHashMap;
15	import java.util.concurrent.CountDownLatch;
16	import java.util.function.Supplier;
17	import java.util.stream.Collectors;
18
19	import static com.github.leeonky.util.function.Extension.getFirstPresent;
20	import static java.util.Objects.requireNonNull;
21	import static java.util.Optional.ofNullable;
22
23	public class Inspector {
24	private static Inspector inspector = null;	1✔
25	private static Mode mode = null;	1✔
26	private final Javalin javalin;
27	private final CountDownLatch serverReadyLatch = new CountDownLatch(1);	1✔
28	private final Set<DAL> instances = new LinkedHashSet<>();	1✔
29	// TODO refactor
30	private final Map<String, WsContext> clientConnections = new ConcurrentHashMap<>();	1✔
31	private final Map<String, Set<String>> clientMonitors = new ConcurrentHashMap<>();	1✔
32	private final Map<String, DalInstance> dalInstances = new ConcurrentHashMap<>();	1✔
33	private static Supplier<Object> defaultInput = () -> null;	1✔
34
35	public Inspector() {	1✔
36	DalInstance defaultInstance = new DalInstance(() -> defaultInput.get(), DAL.create(InspectorExtension.class), "");	1✔
37	defaultInstance.running = false;	1✔
38	dalInstances.put("Try It!", defaultInstance);	1✔
39	javalin = Javalin.create(config -> config.addStaticFiles("/public", Location.CLASSPATH))	1✔
40	.events(event -> event.serverStarted(serverReadyLatch::countDown));	1✔
41	requireNonNull(javalin.jettyServer()).setServerPort(getServerPort());	1✔
42	javalin.get("/", ctx -> ctx.redirect("/index.html"));	1✔
43	javalin.post("/api/execute", ctx -> ctx.html(execute(ctx.queryParam("name"), ctx.body())));	1✔
44	javalin.post("/api/exchange", ctx -> exchange(ctx.queryParam("session"), ctx.body()));	1✔
45	javalin.post("/api/pass", ctx -> pass(ctx.queryParam("name")));	1✔
46	javalin.post("/api/release", ctx -> release(ctx.queryParam("name")));	1✔
47	javalin.post("/api/release-all", ctx -> releaseAll());	1✔
48	javalin.get("/api/request", ctx -> ctx.html(request(ctx.queryParam("name"))));	1✔
49	javalin.ws("/ws/exchange", ws -> {	1✔
50	ws.onConnect(ctx -> {	1✔
51	clientConnections.put(ctx.getSessionId(), ctx);	1✔
52	sendInstances(ctx);	1✔
53	});	1✔
54	ws.onClose(ctx -> clientConnections.remove(ctx.getSessionId()));	1✔
55	});	1✔
56	javalin.start();	1✔
57	}	1✔
58
59	private void pass(String name) {
60	if (!name.equals("Try It!")) {	1✔
61	DalInstance remove = dalInstances.remove(name);	1✔
62	if (remove != null)	1✔
63	remove.pass();	1✔
64	}
65	}	1✔
66
67	private void waitForReady() {
68	Suppressor.run(serverReadyLatch::await);	1✔
69	}	1✔
70
71	private static int getServerPort() {
72
73	return getFirstPresent(() -> ofNullable(System.getenv("DAL_INSPECTOR_PORT")),	1✔
74	() -> ofNullable(System.getProperty("dal.inspector.port")))	1✔
75	.map(Integer::parseInt)	1✔
76	.orElse(10082);	1✔
77	}
78
79	public static void ready() {
80	inspector.waitForReady();	1✔
81	}	1✔
82
83	private void releaseAll() {
84	for (String instanceName : new ArrayList<>(dalInstances.keySet()))	1✔
85	release(instanceName);	1✔
86	}	1✔
87
88	private void release(String name) {
89	if (!name.equals("Try It!")) {	1✔
90	DalInstance remove = dalInstances.remove(name);	1✔
91	if (remove != null)	1✔
92	remove.release();	1✔
93	}
94	}	1✔
95
96	public static void setDefaultMode(Mode mode) {
97	Inspector.mode = mode;	1✔
98	}	1✔
99
100	private void exchange(String session, String body) {
101	if (clientConnections.containsKey(session)) {	1✔
102	clientMonitors.put(session, Arrays.stream(body.trim().split("\\n")).map(String::trim).filter(s -> !s.isEmpty()).collect(Collectors.toSet()));	1✔
103
104	for (DalInstance dalInstance : dalInstances.values()) {	1✔
105	if (dalInstance.running)	1✔
106	clientConnections.get(session).send(ObjectWriter.serialize(new HashMap<String, String>() {{	1✔
107	put("request", dalInstance.dal.getName());	1✔
108	}}));	1✔
109	}	1✔
110	}
111	}	1✔
112
113	public static class DalInstance {
114	private final Supplier<Object> input;
115	private boolean running = true;	1✔
116	private boolean pass = false;	1✔
117	private final DAL dal;
118	private final String code;
119
120	public DalInstance(Supplier<Object> input, DAL dal, String code) {	1✔
121	this.input = input;	1✔
122	this.dal = dal;	1✔
123	this.code = code;	1✔
124	}	1✔
125
126	public String execute(String code) {
127	Map<String, String> response = new HashMap<>();	1✔
128	Object inputObject = input.get();	1✔
129	RuntimeContextBuilder.DALRuntimeContext runtimeContext = dal.getRuntimeContextBuilder().build(inputObject);	1✔
130	try {
131	response.put("root", runtimeContext.wrap(inputObject).dumpAll());	1✔
132	response.put("inspect", dal.compileSingle(code, runtimeContext).inspect());	1✔
133	response.put("result", runtimeContext.wrap(dal.evaluate(inputObject, code)).dumpAll());	1✔
134	} catch (InterpreterException e) {	1✔
135	response.put("error", e.show(code) + "\n\n" + e.getMessage());	1✔
136	}	1✔
137	return ObjectWriter.serialize(response);	1✔
138	}
139
140	public boolean hold() {
141	System.err.println("Waiting for DAL inspector release...");	1✔
142	try {
143	Enumeration<NetworkInterface> interfaces = NetworkInterface.getNetworkInterfaces();	1✔
144
145	System.err.println("\tDal inspector running at:");	1✔
146
147	while (interfaces.hasMoreElements()) {	1✔
148	Enumeration<InetAddress> inetAddresses = interfaces.nextElement().getInetAddresses();	1✔
149	while (inetAddresses.hasMoreElements()) {	1✔
150	InetAddress address = inetAddresses.nextElement();	1✔
151	System.err.printf("\t\thttp://%s:%d%n", address.getHostAddress(), getServerPort());	1✔
152	}	1✔
153	}	1✔
UNCOV 154	} catch (Exception ignore) {	×
155	}	1✔
156	// TODO use sempahore to wait for the result
157	while (running)	1✔
158	Suppressor.run(() -> Thread.sleep(20));	1✔
159	// TODO use logger
160	System.err.println("DAL inspector released with pass: " + pass);	1✔
161	return pass;	1✔
162	}
163
164	public void release() {
165	running = false;	1✔
166	}	1✔
167
168	public void pass() {
169	pass = true;	1✔
170	release();	1✔
171	}	1✔
172	}
173
174	public boolean inspectInner(DAL dal, Object input, String code) {
175	if (isRecursive())	1✔
176	return false;	1✔
177	// lock inspect by name
178	// check mode
179	if (currentMode() == Mode.FORCED) {	1✔
180	DalInstance dalInstance = new DalInstance(() -> input, dal, code);	1✔
181	dalInstances.put(dal.getName(), dalInstance);	1✔
182
183	// List<WsContext> monitored = clientMonitors.entrySet().stream().filter(e -> e.getValue().contains(dal.getName()))
184	// .map(o -> clientConnections.get(o.getKey()))
185	// .collect(Collectors.toList());
186	// TODO check monitor flag
187	for (WsContext wsContext : clientConnections.values()) {	1✔
188	wsContext.send(ObjectWriter.serialize(new HashMap<String, String>() {{	1✔
189	put("request", dal.getName());	1✔
190	}}));	1✔
191	}	1✔
192
193	return dalInstance.hold();	1✔
194
195	} else {
196	// TODO refactor
197	List<WsContext> monitored = clientMonitors.entrySet().stream().filter(e -> e.getValue().contains(dal.getName()))	1✔
198	.map(o -> clientConnections.get(o.getKey()))	1✔
199	.collect(Collectors.toList());	1✔
200	if (!monitored.isEmpty()) {	1✔
201	DalInstance dalInstance = new DalInstance(() -> input, dal, code);	1✔
202	dalInstances.put(dal.getName(), dalInstance);	1✔
203	for (WsContext wsContext : monitored) {	1✔
204	wsContext.send(ObjectWriter.serialize(new HashMap<String, String>() {{	1✔
205	put("request", dal.getName());	1✔
206	}}));	1✔
207	}	1✔
NEW 208	return dalInstance.hold();	×
209	}
210	return false;	1✔
211	}
212	}
213
214	public static boolean inspect(DAL dal, Object input, String code) {
215	if (currentMode() != Mode.DISABLED)	1✔
216	return inspector.inspectInner(dal, input, code);	1✔
UNCOV 217	return false;	×
218	}
219
220	private String request(String name) {
221	// TODO reject other request
222	return dalInstances.get(name).code;	1✔
223	}
224
225	private String execute(String name, String code) {
226	return dalInstances.get(name).execute(code);	1✔
227	}
228
229	public static void register(DAL dal) {
230	inspector.addInstance(dal);	1✔
231	}	1✔
232
233	private void addInstance(DAL dal) {
234	instances.add(dal);	1✔
235	for (WsContext ctx : clientConnections.values()) {	1✔
236	sendInstances(ctx);	1✔
237	}	1✔
238	}	1✔
239
240	private void sendInstances(WsContext ctx) {
241	ctx.send(ObjectWriter.serialize(new HashMap<String, Object>() {{	1✔
242	put("instances", instances.stream().map(DAL::getName).collect(Collectors.toSet()));	1✔
243	put("session", ctx.getSessionId());	1✔
244	}}));	1✔
245	}	1✔
246
247	private void stop() {
248	javalin.close();	1✔
249	}	1✔
250
251	public static void launch() {
252	if (inspector == null) {	1✔
253	inspector = new Inspector();	1✔
254	}
255	}	1✔
256
257	public static void shutdown() {
258	if (inspector != null) {	1✔
259	inspector.stop();	1✔
260	inspector = null;	1✔
261	}
262	}	1✔
263
264	public static void setDefaultInput(Supplier<Object> supplier) {
265	defaultInput = supplier;	1✔
266	}	1✔
267
268	public static Mode currentMode() {
269	return getFirstPresent(() -> ofNullable(mode),	1✔
UNCOV 270	() -> ofNullable(System.getenv("DAL_INSPECTOR_MODE")).map(Mode::valueOf),	×
UNCOV 271	() -> ofNullable(System.getProperty("dal.inspector.mode")).map(Mode::valueOf))	×
272	.orElse(Mode.DISABLED);	1✔
273	}
274
275	public enum Mode {	1✔
276	DISABLED, FORCED, AUTO	1✔
277	}
278
279	private boolean isRecursive() {
280	for (StackTraceElement stack : Thread.currentThread().getStackTrace())	1✔
281	if (DalInstance.class.getName().equals(stack.getClassName()))	1✔
282	return true;	1✔
283	return false;	1✔
284	}
285
286	public static void main(String[] args) {
UNCOV 287	launch();	×
UNCOV 288	}	×
289	}

leeonky / test-charm-java / 132

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous