WindhoverLabs / yamcs-opcua / #16

Committed 10 Jul 2024 11:54PM UTC coverage: 66.703% (-0.1%) from 66.811%

Build # #16

Build Type

push

Committed by

Commit Message

-Cleanup

Run Details

1 of 2 new or added lines in 1 file covered. (50.0%)

1 existing line in 1 file now uncovered.

617 of 925 relevant lines covered (66.7%)

0.67 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

66.19

/src/main/java/com/windhoverlabs/yamcs/opcua/OPCUALink.java

/****************************************************************************
 *
 *   Copyright (c) 2024 Windhover Labs, L.L.C. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in
 *    the documentation and/or other materials provided with the
 *    distribution.
 * 3. Neither the name Windhover Labs nor the names of its
 *    contributors may be used to endorse or promote products derived
 *    from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 *
 *****************************************************************************/

package com.windhoverlabs.yamcs.opcua;

import static com.google.common.collect.Lists.newArrayList;
import static org.eclipse.milo.opcua.stack.core.types.builtin.unsigned.Unsigned.uint;
import static org.eclipse.milo.opcua.stack.core.util.ConversionUtil.toList;
import static org.yamcs.parameter.SystemParametersService.getPV;
import static org.yamcs.xtce.NameDescription.qualifiedName;

import com.google.gson.JsonObject;
import java.io.BufferedWriter;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.nio.file.StandardOpenOption;
import java.time.Instant;
import java.time.temporal.ChronoUnit;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Set;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.concurrent.atomic.AtomicLong;
import java.util.function.Supplier;
import org.eclipse.milo.opcua.sdk.client.OpcUaClient;
import org.eclipse.milo.opcua.sdk.client.api.config.OpcUaClientConfig;
import org.eclipse.milo.opcua.sdk.client.api.subscriptions.UaMonitoredItem;
import org.eclipse.milo.opcua.sdk.client.api.subscriptions.UaSubscription;
import org.eclipse.milo.opcua.sdk.client.nodes.UaNode;
import org.eclipse.milo.opcua.sdk.client.subscriptions.ManagedDataItem;
import org.eclipse.milo.opcua.sdk.client.subscriptions.ManagedSubscription;
import org.eclipse.milo.opcua.stack.client.DiscoveryClient;
import org.eclipse.milo.opcua.stack.core.AttributeId;
import org.eclipse.milo.opcua.stack.core.Identifiers;
import org.eclipse.milo.opcua.stack.core.UaException;
import org.eclipse.milo.opcua.stack.core.types.builtin.ByteString;
import org.eclipse.milo.opcua.stack.core.types.builtin.DataValue;
import org.eclipse.milo.opcua.stack.core.types.builtin.DateTime;
import org.eclipse.milo.opcua.stack.core.types.builtin.ExtensionObject;
import org.eclipse.milo.opcua.stack.core.types.builtin.LocalizedText;
import org.eclipse.milo.opcua.stack.core.types.builtin.NodeId;
import org.eclipse.milo.opcua.stack.core.types.builtin.QualifiedName;
import org.eclipse.milo.opcua.stack.core.types.builtin.StatusCode;
import org.eclipse.milo.opcua.stack.core.types.builtin.Variant;
import org.eclipse.milo.opcua.stack.core.types.builtin.unsigned.UInteger;
import org.eclipse.milo.opcua.stack.core.types.builtin.unsigned.UShort;
import org.eclipse.milo.opcua.stack.core.types.enumerated.BrowseDirection;
import org.eclipse.milo.opcua.stack.core.types.enumerated.BrowseResultMask;
import org.eclipse.milo.opcua.stack.core.types.enumerated.IdType;
import org.eclipse.milo.opcua.stack.core.types.enumerated.MonitoringMode;
import org.eclipse.milo.opcua.stack.core.types.enumerated.NodeClass;
import org.eclipse.milo.opcua.stack.core.types.enumerated.TimestampsToReturn;
import org.eclipse.milo.opcua.stack.core.types.structured.BrowseDescription;
import org.eclipse.milo.opcua.stack.core.types.structured.BrowsePath;
import org.eclipse.milo.opcua.stack.core.types.structured.BrowsePathResult;
import org.eclipse.milo.opcua.stack.core.types.structured.BrowseResult;
import org.eclipse.milo.opcua.stack.core.types.structured.ContentFilter;
import org.eclipse.milo.opcua.stack.core.types.structured.EndpointDescription;
import org.eclipse.milo.opcua.stack.core.types.structured.EventFilter;
import org.eclipse.milo.opcua.stack.core.types.structured.MonitoredItemCreateRequest;
import org.eclipse.milo.opcua.stack.core.types.structured.MonitoringParameters;
import org.eclipse.milo.opcua.stack.core.types.structured.ReadValueId;
import org.eclipse.milo.opcua.stack.core.types.structured.ReferenceDescription;
import org.eclipse.milo.opcua.stack.core.types.structured.RelativePath;
import org.eclipse.milo.opcua.stack.core.types.structured.RelativePathElement;
import org.eclipse.milo.opcua.stack.core.types.structured.SimpleAttributeOperand;
import org.eclipse.milo.opcua.stack.core.types.structured.TranslateBrowsePathsToNodeIdsResponse;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.yamcs.ConfigurationException;
import org.yamcs.Spec;
import org.yamcs.Spec.OptionType;
import org.yamcs.StandardTupleDefinitions;
import org.yamcs.ValidationException;
import org.yamcs.YConfiguration;
import org.yamcs.YamcsServer;
import org.yamcs.http.NotFoundException;
import org.yamcs.mdb.XtceAssembler;
import org.yamcs.parameter.ParameterValue;
import org.yamcs.parameter.SystemParametersProducer;
import org.yamcs.parameter.SystemParametersService;
import org.yamcs.protobuf.Event.EventSeverity;
import org.yamcs.protobuf.Yamcs.NamedObjectId;
import org.yamcs.protobuf.Yamcs.Value.Type;
import org.yamcs.tctm.AbstractLink;
import org.yamcs.tctm.Link;
import org.yamcs.tctm.LinkAction;
import org.yamcs.utils.ValueUtility;
import org.yamcs.xtce.AbsoluteTimeParameterType;
import org.yamcs.xtce.AggregateParameterType;
import org.yamcs.xtce.BinaryParameterType;
import org.yamcs.xtce.BooleanParameterType;
import org.yamcs.xtce.EnumeratedParameterType;
import org.yamcs.xtce.FloatParameterType;
import org.yamcs.xtce.IntegerParameterType;
import org.yamcs.xtce.Member;
import org.yamcs.xtce.NameDescription;
import org.yamcs.xtce.Parameter;
import org.yamcs.xtce.ParameterType;
import org.yamcs.xtce.SpaceSystem;
import org.yamcs.xtce.StringParameterType;
import org.yamcs.xtce.XtceDb;
import org.yamcs.yarch.DataType;
import org.yamcs.yarch.Stream;
import org.yamcs.yarch.Tuple;
import org.yamcs.yarch.TupleDefinition;
import org.yamcs.yarch.YarchDatabase;
import org.yamcs.yarch.YarchDatabaseInstance;
import org.yamcs.yarch.protobuf.Db.Event;

public class OPCUALink extends AbstractLink implements Runnable, SystemParametersProducer {

  class NodeIDAttrPair {
    NodeId nodeID;
    AttributeId attrID;

    public NodeIDAttrPair(NodeId newNodeID, AttributeId newAttrID) {
      this.nodeID = newNodeID;
      this.attrID = newAttrID;
    }

    public int hashCode() {
      return Objects.hash(this.nodeID, this.attrID);
    }

    public boolean equals(Object obj) {
      return (this.hashCode() == obj.hashCode());
    }
  }

  class NodePath {
    String path;

    HashMap<Object, Object> rootNodeID = new HashMap<Object, Object>();
  }

  public enum OPCUAStatus {
    OPCUA_INIT_CONFIG,
    OPCUA_INIT_TREE,
    OPCUA_INIT_GENERATE_XTCE,
    OPCUA_INIT_EVENTS,
    OPCUA_INIT_DATA_SUBSCRIPTION,
    OPCUA_INIT_ALL_DATA_QUERY,
    OPCUA_OK
  }

  /* Configuration Defaults */
  static final String STREAM_NAME = "opcua_params";

  /* Internal member attributes. */
  protected Thread thread;

  private String opcuaStreamName;

  // /yamcs/<server_id>
  private String parametersNamespace;
  XtceDb mdb;

  Stream opcuaStream;

  private static TupleDefinition gftdef = StandardTupleDefinitions.PARAMETER.copy();

  private AggregateParameterType opcuaAttrsType;
  private AggregateParameterType opcuaNodeIdNumericType;
  private AggregateParameterType opcuaNodeIdStringType;
  private ManagedSubscription opcuaSubscription;

  private static final Logger internalLogger = LoggerFactory.getLogger(OPCUALink.class.getName());

  private int rootNamespaceIndex;

  private String rootIdentifier; // Relative to the rootNamespaceIndex

  private IdType rootIdentifierType; // Relative to the rootNamespaceIndex

  /**
   * @note ALWAYS re-use params as org.yamcs.parameter.ParameterRequestManager.param2RequestMap uses
   *     the object inside a map that was added to the mdb for the very fist time. If when
   *     publishing the PV, we create a new VariableParam object clients will NOT receive real-time
   *     updates as the new object VariableParam inside the new PV won't match the one inside
   *     org.yamcs.parameter.ParameterRequestManager.param2RequestMap since the object hashes do not
   *     match (since VariableParam does not override its hash function).
   */
  private ConcurrentHashMap<NodeIDAttrPair, VariableParam> nodeIDToParamsMap =
      new ConcurrentHashMap<NodeIDAttrPair, VariableParam>();

  private OpcUaClient client;

  protected AtomicLong inCount = new AtomicLong(0);

  private Status linkStatus = Status.OK;

  /* Configuration Parameters */

  private String discoverURL;
  private String endpointURL;
  private boolean queryAllNodesAtStartup;
  private String outputFile;
  private int publishInterval; // milliseconds

  private ArrayList<NodePath> relativeNodePaths = new ArrayList<NodePath>();

  private final AtomicLong clientHandles = new AtomicLong(1L);

  /* System parameters*/

  private Parameter OPCUAStatusParam;
  private OPCUAStatus currentOPCUAStatus;
  private Parameter OPCUAActiveSubsParam;
  private AtomicLong OPCUAActiveSubs = new AtomicLong(0);

  LinkAction startAction =
      new LinkAction("query_all", "Query All OPCUA Server Data") {
        @Override
        public JsonObject execute(Link link, JsonObject jsonObject) {

          internalLogger.info("Executing query_all action");
          CompletableFuture.supplyAsync(
                  (Supplier<Integer>)
                      () -> {
                        queryAllOPCUAData();

                        return 0;
                      })
              .whenComplete(
                  (vaue, e) -> {
                    internalLogger.info("query_all action Complete");
                  });

          return jsonObject;
        }
      };

  public OPCUAStatus getCurrentOPCUAStatus() {
    return currentOPCUAStatus;
  }

  @Override
  public Spec getSpec() {
    Spec spec = new Spec();

    /* Define our configuration parameters. */
    spec.addOption("name", OptionType.STRING).withRequired(true);
    spec.addOption("class", OptionType.STRING).withRequired(true);
    spec.addOption("opcuaStream", OptionType.STRING).withRequired(true);
    spec.addOption("endpointUrl", OptionType.STRING).withRequired(true);
    spec.addOption("discoveryUrl", OptionType.STRING).withRequired(true);
    spec.addOption("xtceOutputFile", OptionType.STRING).withRequired(true);
    spec.addOption("parametersNamespace", OptionType.STRING).withRequired(true);
    spec.addOption("publishInterval", OptionType.INTEGER).withRequired(true);
    spec.addOption("queryAllNodesAtStartup", OptionType.BOOLEAN).withRequired(false);

    Spec rootNodeIDSpec = new Spec();

    rootNodeIDSpec.addOption("namespaceIndex", OptionType.INTEGER).withRequired(true);
    rootNodeIDSpec.addOption("identifier", OptionType.STRING).withRequired(true);
    rootNodeIDSpec.addOption("identifierType", OptionType.STRING).withRequired(true);

    spec.addOption("rootNodeID", OptionType.MAP).withRequired(false).withSpec(rootNodeIDSpec);

    Spec nodePathSpec = new Spec();
    nodePathSpec.addOption("path", OptionType.STRING);
    nodePathSpec
        .addOption("rootNodeID", OptionType.MAP)
        .withRequired(true)
        .withSpec(rootNodeIDSpec);

    spec.addOption("nodePaths", OptionType.LIST)
        .withElementType(OptionType.MAP)
        .withRequired(true)
        .withSpec(nodePathSpec);

    return spec;
  }

  @Override
  public void init(String yamcsInstance, String serviceName, YConfiguration config)
      throws ConfigurationException {
    super.init(yamcsInstance, serviceName, config);

    /* Local variables */
    this.config = config;
    /* Validate the configuration that the user passed us. */
    try {
      config = getSpec().validate(config);
    } catch (ValidationException e) {
      log.error("Failed configuration validation.", e);
      notifyFailed(e);
    }
    YarchDatabaseInstance ydb = YarchDatabase.getInstance(yamcsInstance);

    this.opcuaStreamName = config.getString("opcuaStream");

    opcuaStream = getStream(ydb, opcuaStreamName);

    this.endpointURL = config.getString("endpointUrl");

    this.discoverURL = config.getString("discoveryUrl");

    this.parametersNamespace = config.getString("parametersNamespace");

    queryAllNodesAtStartup = config.getBoolean("queryAllNodesAtStartup", false);

    Map<Object, Object> root = config.getMap("rootNodeID");

    rootNamespaceIndex = (int) root.get("namespaceIndex");

    rootIdentifier = (String) root.get("identifier");
    rootIdentifierType = IdType.valueOf((String) root.get("identifierType"));

    List<Map<Object, Object>> nodePaths = config.getList("nodePaths");

    for (Map<Object, Object> path : nodePaths) {
      NodePath nodePath = new NodePath();
      nodePath.path = (String) path.get("path");
      nodePath.rootNodeID = (HashMap<Object, Object>) path.get("rootNodeID");
      relativeNodePaths.add(nodePath);
    }

    mdb = YamcsServer.getServer().getInstance(yamcsInstance).getXtceDb();

    outputFile = config.getString("xtceOutputFile");
    publishInterval = config.getInt("publishInterval");
  }

  private static SpaceSystem verifySpaceSystem(XtceDb mdb, String pathName) {
    String namespace;
    String name;
    int lastSlash = pathName.lastIndexOf('/');
    if ("/".equals(pathName)) {
      namespace = "";
      name = "";
    } else if (lastSlash == -1 || lastSlash == pathName.length() - 1) {
      namespace = "";
      name = pathName;
    } else {
      namespace = pathName.substring(0, lastSlash);
      name = pathName.substring(lastSlash + 1);
    }

    // First try with a prefixed slash (should be the common case)
    NamedObjectId id =
        NamedObjectId.newBuilder().setNamespace("/" + namespace).setName(name).build();
    SpaceSystem spaceSystem = mdb.getSpaceSystem(id);
    if (spaceSystem != null) {
      return spaceSystem;
    }

    // Maybe some non-xtce namespace like MDB:OPS Name
    id = NamedObjectId.newBuilder().setNamespace(namespace).setName(name).build();
    spaceSystem = mdb.getSpaceSystem(id);
    if (spaceSystem != null) {
      return spaceSystem;
    }

    throw new NotFoundException("No such space system");
  }

  private void opcuaInit() {
    //          FIXME:Might need to move this function to start(), maybe...

    createOPCUAAttrAggregateType();
    createOPCUANodeIdTypes();
    mdb.addParameterType(opcuaAttrsType, true);

    final CompletableFuture<OpcUaClient> future = new CompletableFuture<>();

    try {

      currentOPCUAStatus = OPCUAStatus.OPCUA_INIT_TREE;

      browseOPCUATree(client, future);

      currentOPCUAStatus = OPCUAStatus.OPCUA_INIT_GENERATE_XTCE;

      var spaceSystem = verifySpaceSystem(mdb, "/");

      var xtce = new XtceAssembler().toXtce(mdb, spaceSystem.getQualifiedName(), fqn -> true);

      BufferedWriter writer = null;

      if (outputFile != null) {
        writer =
            Files.newBufferedWriter(
                Paths.get(outputFile),
                StandardOpenOption.CREATE,
                StandardOpenOption.TRUNCATE_EXISTING);
      } else writer = null;

      writer.write(xtce);

      writer.flush();
      writer.close();

      currentOPCUAStatus = OPCUAStatus.OPCUA_INIT_EVENTS;
      subscribeToEvents(client);

    } catch (Exception e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
      return;
    }
    try {
      currentOPCUAStatus = OPCUAStatus.OPCUA_INIT_DATA_SUBSCRIPTION;
      createOPCUASubscriptions();
    } catch (Exception e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
  }

  private void opcuaClientConnect() throws Exception {
    client = configureClient();
    connectToOPCUAServer(client);
  }

  private static Stream getStream(YarchDatabaseInstance ydb, String streamName) {
    Stream stream = ydb.getStream(streamName);
    if (stream == null) {
      try {
        ydb.execute("create stream " + streamName + gftdef.getStringDefinition());
      } catch (Exception e) {
        throw new ConfigurationException(e);
      }

      stream = ydb.getStream(streamName);
    }
    return stream;
  }

  @Override
  public void doDisable() {
    /* If the thread is created, interrupt it. */
    if (thread != null) {
      thread.interrupt();
    }

    linkStatus = Status.DISABLED;
  }

  @Override
  public void doEnable() {
    linkStatus = Status.OK;
  }

  @Override
  public String getDetailedStatus() {
    if (isDisabled()) {
      return String.format("DISABLED");
    } else {
      return String.format("OK, received %d packets", inCount.get());
    }
  }

  @Override
  public Status connectionStatus() {
    return linkStatus;
  }

  @Override
  protected void doStart() {
    try {
      opcuaClientConnect();
    } catch (Exception e) {
      e.printStackTrace();
      linkStatus = Status.FAILED;
      notifyFailed(e);
      return;
    }
    if (!isDisabled()) {
      doEnable();
    }
    startAction.addChangeListener(
        () -> {
          /**
           * TODO:Might be useful if we want turn off any functionality when the action is disabled
           * for instance..
           */
        });

    /* Create and start the new thread. */
    thread = new Thread(this);
    thread.setName(this.getClass().getSimpleName() + "-" + linkName);
    thread.start();

    notifyStarted();
  }

  @Override
  protected void doStop() {
    try {
      client.disconnect().get();
    } catch (InterruptedException | ExecutionException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
    if (thread != null) {
      thread.interrupt();
    }

    notifyStopped();
  }

  @Override
  public void run() {
    opcuaInit();
    if (queryAllNodesAtStartup) {
      //            NOTE:I'm not sure if queryAllOPCUAData should block...
      currentOPCUAStatus = OPCUAStatus.OPCUA_INIT_ALL_DATA_QUERY;
      queryAllOPCUAData();
    }
    /* Enter our main loop */
    while (isRunningAndEnabled()) {
      currentOPCUAStatus = OPCUAStatus.OPCUA_OK;
    }
  }

  private void queryAllOPCUAData() {

    TupleDefinition tdef = gftdef.copy();
    List<Object> cols = new ArrayList<>(4 + nodeIDToParamsMap.keySet().size());

    tdef = gftdef.copy();
    long gentime = timeService.getMissionTime();
    cols.add(gentime);
    cols.add(parametersNamespace);
    cols.add(0);
    cols.add(gentime);

    int columnCount = 0;

    Set<NodeId> nodeSet = new HashSet<NodeId>();
    /**
     * FIXME:This is super inefficient... The reason we collect these nodeIDs in a set is because
     * otherwise we will have redundant subscription(s) since there is more than 1 attribute per
     * nodeID given how nodeIDToParamsMap is designed
     */
    for (NodeIDAttrPair pair : nodeIDToParamsMap.keySet()) {
      nodeSet.add(pair.nodeID);
    }

    for (NodeId nId : nodeSet) {
      UaNode node;

      try {
        node = client.getAddressSpace().getNode(nId);

        DataValue nodeClass = node.readAttribute(AttributeId.NodeClass);

        switch (NodeClass.from((int) nodeClass.getValue().getValue())) {
          case DataType:
            //                tdef.addColumn(pair.getValue().getQualifiedName(),
            // DataType.PARAMETER_VALUE);
            //                cols.add(getPV(pair.getValue(), Instant.now().toEpochMilli(),
            // "PlaceHolder"));
            //            columnCount++;
            break;
          case Method:
            //                tdef.addColumn(pair.getValue().getQualifiedName(),
            // DataType.PARAMETER_VALUE);
            //                cols.add(getPV(pair.getValue(), Instant.now().toEpochMilli(),
            // "PlaceHolder"));
            //            columnCount++;
            break;
          case Object:
            //                tdef.addColumn(pair.getValue().getQualifiedName(),
            // DataType.PARAMETER_VALUE);
            //                cols.add(getPV(pair.getValue(), Instant.now().toEpochMilli(),
            // "PlaceHolder"));
            //            columnCount++;
            for (AttributeId attr : AttributeId.VARIABLE_ATTRIBUTES) {

              VariableParam p = nodeIDToParamsMap.get(new NodeIDAttrPair(nId, attr));

              if (p.getParameterType() == null) {
                String value = "";
                if (node.readAttribute(attr).getValue().isNull()) {
                  value = "NULL";
                } else {
                  value = node.readAttribute(attr).getValue().getValue().toString();
                }

                tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                continue;
              }

              //                  System.out.println("Param value type:" + p.getParameterType());

              switch (p.getParameterType().getValueType()) {
                case AGGREGATE:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case ARRAY:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case BINARY:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case BOOLEAN:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case DOUBLE:
                  {
                    double value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (double) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case ENUMERATED:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case FLOAT:
                  {
                    float value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (float) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case NONE:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case SINT32:
                  {
                    int value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (int) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case SINT64:
                  {
                    long value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (long) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case STRING:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case TIMESTAMP:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case UINT32:
                  {
                    long value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (long) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case UINT64:
                  {
                    long value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (long) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                default:
                  break;
              }

              log.debug("Pushing {} to stream", p.toString());

              columnCount++;
            }
            break;
          case ObjectType:
            //                tdef.addColumn(pair.getValue().getQualifiedName(),
            // DataType.PARAMETER_VALUE);
            //                cols.add(getPV(pair.getValue(), Instant.now().toEpochMilli(),
            // "PlaceHolder"));
            //            columnCount++;
            break;
          case ReferenceType:
            //                tdef.addColumn(pair.getValue().getQualifiedName(),
            // DataType.PARAMETER_VALUE);
            //                cols.add(getPV(pair.getValue(), Instant.now().toEpochMilli(),
            // "PlaceHolder"));
            //            columnCount++;
            break;
          case Unspecified:
            //                tdef.addColumn(pair.getValue().getQualifiedName(),
            // DataType.PARAMETER_VALUE);
            //                cols.add(getPV(pair.getValue(), Instant.now().toEpochMilli(),
            // "PlaceHolder"));
            //            columnCount++;
            break;
          case Variable:
            for (AttributeId attr : AttributeId.VARIABLE_ATTRIBUTES) {

              VariableParam p = nodeIDToParamsMap.get(new NodeIDAttrPair(nId, attr));

              if (p.getParameterType() == null) {

                String value = "";
                if (node.readAttribute(attr).getValue().isNull()) {
                  value = "NULL";
                } else {
                  value = node.readAttribute(attr).getValue().getValue().toString();
                }

                tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                continue;
              }

              //              System.out.println("Param value type:" + p.getParameterType());

              switch (p.getParameterType().getValueType()) {
                case AGGREGATE:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case ARRAY:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case BINARY:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case BOOLEAN:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case DOUBLE:
                  {
                    double value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (double) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case ENUMERATED:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case FLOAT:
                  {
                    float value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (float) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case NONE:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case SINT32:
                  {
                    int value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (int) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case SINT64:
                  {
                    long value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (long) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case STRING:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case TIMESTAMP:
                  {
                    String value = "";
                    if (node.readAttribute(attr).getValue().isNull()) {
                      value = "NULL";
                    } else {
                      value = node.readAttribute(attr).getValue().getValue().toString();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case UINT32:
                  {
                    long value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (long) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                case UINT64:
                  {
                    long value = 0;
                    if (node.readAttribute(attr).getValue().isNull()) {
                      //                      value = null;
                      //                            FIXME:Log warning
                    } else {
                      value = (long) node.readAttribute(attr).getValue().getValue();
                    }

                    tdef.addColumn(p.getQualifiedName(), DataType.PARAMETER_VALUE);
                    cols.add(getPV(p, Instant.now().toEpochMilli(), value));
                  }
                  break;
                default:
                  break;
              }

              log.debug("Pushing {} to stream", p.toString());

              columnCount++;
            }
            break;
          case VariableType:
            break;
          case View:
            break;
          default:
            break;
        }

      } catch (UaException e) {
        // TODO Auto-generated catch block
        e.printStackTrace();
        continue;
      }
    }

    /**
     * FIXME:Need to come up with a mechanism to not update certain values that are up to date...
     * The more I think about it, it might make sense to have "static" and "runtime" namespaces
     */
    pushTuple(tdef, cols);

    inCount.getAndAdd(columnCount);
  }

  private synchronized void pushTuple(TupleDefinition tdef, List<Object> cols) {
    Tuple t;
    t = new Tuple(tdef, cols);
    opcuaStream.emitTuple(t);
  }

  private static ParameterType getOrCreateType(
      XtceDb mdb, String name, Supplier<ParameterType.Builder<?>> supplier) {

    String fqn = XtceDb.YAMCS_SPACESYSTEM_NAME + NameDescription.PATH_SEPARATOR + name;
    ParameterType ptype = mdb.getParameterType(fqn);
    if (ptype != null) {
      return ptype;
    }
    ParameterType.Builder<?> typeb = supplier.get().setName(name);

    ptype = typeb.build();
    ((NameDescription) ptype).setQualifiedName(fqn);

    return mdb.addSystemParameterType(ptype);
  }

  public static ParameterType getBasicType(XtceDb mdb, Type type) {
    ParameterType pType = null;
    switch (type) {
      case BINARY:
        return getOrCreateType(mdb, "binary", () -> new BinaryParameterType.Builder());
      case BOOLEAN:
        return getOrCreateType(mdb, "boolean", () -> new BooleanParameterType.Builder());
      case STRING:
        pType = getOrCreateType(mdb, "string", () -> new StringParameterType.Builder());
        break;
      case FLOAT:
        return getOrCreateType(
            mdb, "float32", () -> new FloatParameterType.Builder().setSizeInBits(32));
      case DOUBLE:
        return getOrCreateType(
            mdb, "float64", () -> new FloatParameterType.Builder().setSizeInBits(64));
      case SINT32:
        return getOrCreateType(
            mdb,
            "sint32",
            () -> new IntegerParameterType.Builder().setSizeInBits(32).setSigned(true));
      case SINT64:
        return getOrCreateType(
            mdb,
            "sint64",
            () -> new IntegerParameterType.Builder().setSizeInBits(64).setSigned(true));
      case UINT32:
        return getOrCreateType(
            mdb,
            "uint32",
            () -> new IntegerParameterType.Builder().setSizeInBits(32).setSigned(false));
      case UINT64:
        return getOrCreateType(
            mdb,
            "uint64",
            () -> new IntegerParameterType.Builder().setSizeInBits(64).setSigned(false));
      case TIMESTAMP:
        return getOrCreateType(mdb, "time", () -> new AbsoluteTimeParameterType.Builder());
      case ENUMERATED:
        return getOrCreateType(mdb, "enum", () -> new EnumeratedParameterType.Builder());
    }

    return pType;
  }

  public static ParameterValue getNewPv(Parameter parameter, long time) {
    ParameterValue pv = new ParameterValue(parameter);
    pv.setAcquisitionTime(time);
    pv.setGenerationTime(time);
    return pv;
  }

  public static ParameterValue getPV(Parameter parameter, long time, String v) {
    ParameterValue pv = getNewPv(parameter, time);
    pv.setEngValue(ValueUtility.getStringValue(v));
    return pv;
  }

  public static ParameterValue getPV(Parameter parameter, long time, double v) {
    ParameterValue pv = getNewPv(parameter, time);
    pv.setEngValue(ValueUtility.getDoubleValue(v));
    return pv;
  }

  public static ParameterValue getPV(Parameter parameter, long time, float v) {
    ParameterValue pv = getNewPv(parameter, time);
    pv.setEngValue(ValueUtility.getFloatValue(v));
    return pv;
  }

  public static ParameterValue getPV(Parameter parameter, long time, boolean v) {
    ParameterValue pv = getNewPv(parameter, time);
    pv.setEngValue(ValueUtility.getBooleanValue(v));
    return pv;
  }

  public static ParameterValue getPV(Parameter parameter, long time, long v) {
    ParameterValue pv = getNewPv(parameter, time);
    pv.setEngValue(ValueUtility.getSint64Value(v));
    return pv;
  }

  public static ParameterValue getUnsignedIntPV(Parameter parameter, long time, int v) {
    ParameterValue pv = getNewPv(parameter, time);
    pv.setEngValue(ValueUtility.getUint64Value(v));
    return pv;
  }

  //
  //  public static <T extends Enum<T>> ParameterValue getPV(Parameter parameter, long time, T v) {
  //    ParameterValue pv = getNewPv(parameter, time);
  //    pv.setEngValue(ValueUtility.getEnumeratedValue(v.ordinal(), v.name()));
  //    return pv;
  //  }
  //
  //  public static ParameterValue getPV(Parameter parameter, long time, Value v) {
  //    ParameterValue pv = getNewPv(parameter, time);
  //    pv.setEngValue(v);
  //    return pv;
  //  }

  @Override
  public Status getLinkStatus() {
    return linkStatus;
  }

  @Override
  public boolean isDisabled() {
    // TODO Auto-generated method stub
    return linkStatus == Status.DISABLED;
  }

  @Override
  public long getDataInCount() {
    // TODO Auto-generated method stub
    return inCount.get();
  }

  @Override
  public long getDataOutCount() {
    // TODO Auto-generated method stub
    return 0;
  }

  @Override
  public void resetCounters() {
    // TODO Auto-generated method stub
    inCount.set(0);
  }

  private OpcUaClient configureClient() throws Exception {
    Path securityTempDir = Paths.get(System.getProperty("java.io.tmpdir"), "client", "security");
    Files.createDirectories(securityTempDir);
    if (!Files.exists(securityTempDir)) {
      throw new Exception("unable to create security dir: " + securityTempDir);
    }

    File pkiDir = securityTempDir.resolve("pki").toFile();

    LoggerFactory.getLogger(getClass()).info("security dir: {}", securityTempDir.toAbsolutePath());
    LoggerFactory.getLogger(getClass()).info("security pki dir: {}", pkiDir.getAbsolutePath());

    //    trustListManager = new DefaultTrustListManager(pkiDir);
    List<EndpointDescription> endpoints = DiscoveryClient.getEndpoints(discoverURL).get();

    //    FIXME:At the moment, we do not support certificates...
    EndpointDescription selectedEndpoint = null;
    for (var endpoint : endpoints) {
      switch (endpoint.getSecurityMode()) {
        case Invalid:
          //                        FIXME:Add log message
          break;
        case None:
          //                        FIXME:Add log message
          selectedEndpoint = endpoint;
          break;
          //                        FIXME:Add log message
        case Sign:
          break;
        case SignAndEncrypt:
          //                        FIXME:Add log message
          break;
        default:
          break;
      }

      if (selectedEndpoint != null) {
        break;
      }
    }

    if (selectedEndpoint == null) {
      throw new Exception("No viable endpoint found from list:" + endpoints);
    }

    OpcUaClientConfig builder = OpcUaClientConfig.builder().setEndpoint(selectedEndpoint).build();

    return OpcUaClient.create(builder);
  }

  private void browseNodeWithReferences(String indent, OpcUaClient client, NodeId browseRoot) {
    BrowseDescription browse =
        new BrowseDescription(
            browseRoot,
            BrowseDirection.Forward,
            Identifiers.References,
            true,
            uint(NodeClass.Object.getValue() | NodeClass.Variable.getValue()),
            uint(BrowseResultMask.All.getValue()));

    try {

      BrowseResult browseResult = client.browse(browse).get();

      List<ReferenceDescription> references = toList(browseResult.getReferences());

      if (references.isEmpty()) {
        //              FIXME:Add log here

        return;
      }

      for (ReferenceDescription rd : references) {
        Object desc = null;
        Object value = null;
        UaNode node = null;
        try {

          node =
              client
                  .getAddressSpace()
                  .getNode(rd.getNodeId().toNodeId(client.getNamespaceTable()).get());
          DataValue attr = node.readAttribute(AttributeId.Description);
          desc = attr.getValue().getValue();

          attr = node.readAttribute(AttributeId.Value);

          value = attr.getValue();

        } catch (UaException e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
        }

        if (node != null) {
          addOPCUAPV(client, node);

          log.debug(
              "{} Node={}, Desc={}, Value={}", indent, rd.getBrowseName().getName(), desc, value);

          if (rd.getIsForward()) {}

          // recursively browse to children
          rd.getNodeId()
              .toNodeId(client.getNamespaceTable())
              .ifPresent(nodeId -> browseNodeWithReferences(indent + "  ", client, nodeId));
        }
      }

    } catch (InterruptedException e1) {
      // TODO Auto-generated catch block
      e1.printStackTrace();
    } catch (ExecutionException e1) {
      // TODO Auto-generated catch block
      e1.printStackTrace();
    }
  }

  private void addOPCUAPV(OpcUaClient client, UaNode node) {
    if (node.getBrowseName()
        .getName()
        .contains(Character.toString(NameDescription.PATH_SEPARATOR))) {
      internalLogger.info(
          "{} ignored since it contains a {} character",
          node.getBrowseName().getName(),
          Character.toString(NameDescription.PATH_SEPARATOR));

    } else {

      /**
       * NOTE:For now we'll just flatten all the attributes instead of using an aggregate type for
       * attributes
       */
      for (AttributeId attr : AttributeId.values()) {

        ParameterType ptype = OPCUAAttrTypeToParamType(attr, node);

        String opcuaTranslatedQName = translateNodeToParamQName(client, node, attr);
        Parameter p = VariableParam.getForFullyQualifiedName(opcuaTranslatedQName);

        p.setParameterType(ptype);

        if (mdb.getParameter(p.getQualifiedName()) == null) {
          log.debug("Adding OPCUA object as parameter to mdb:{}", p.getQualifiedName());
          mdb.addParameter(p, true);

          nodeIDToParamsMap.put(new NodeIDAttrPair(node.getNodeId(), attr), (VariableParam) p);
        }
      }
    }
  }

  private String translateNodeToParamQName(OpcUaClient client, UaNode node, AttributeId attr) {
    LocalizedText localizedDisplayName = null;
    try {

      localizedDisplayName =
          (LocalizedText) (node.readAttribute(AttributeId.DisplayName).getValue().getValue());
    } catch (UaException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
    String opcuaTranslatedQName =
        qualifiedName(
            parametersNamespace
                + NameDescription.PATH_SEPARATOR
                + node.getNodeId().toParseableString().replace(";", "-")
                + NameDescription.PATH_SEPARATOR
                + localizedDisplayName.getText(),
            attr.toString());

    return opcuaTranslatedQName;
  }

  /**
   * Same as translateNodeToParamQName but uses display name from the node instead of the
   *
   * @param client
   * @param rd
   * @param attr
   * @return
   */
  //  private String translateNodeDisplayNameToParamQName(
  //      OpcUaClient client, ReferenceDescription rd, AttributeId attr) {
  //    String opcuaTranslatedQName =
  //        qualifiedName(
  //            parametersNamespace
  //                + NameDescription.PATH_SEPARATOR
  //                + rd.getNodeId()
  //                    .toNodeId(client.getNamespaceTable())
  //                    .get()
  //                    .toParseableString()
  //                    .replace(";", "-"),
  //            attr.toString());
  //
  //    UaNode node = null;
  //    try {
  //      node =
  //          client
  //              .getAddressSpace()
  //              .getNode(rd.getNodeId().toNodeId(client.getNamespaceTable()).get());
  //    } catch (UaException e) {
  //      // TODO Auto-generated catch block
  //      e.printStackTrace();
  //    }
  //
  //    String displayName = null;
  //    LocalizedText localizedDisplayName = null;
  //    try {
  //      displayName =
  // node.readAttribute(AttributeId.DisplayName).getValue().getValue().toString();
  //
  //      localizedDisplayName =
  //          (LocalizedText) (node.readAttribute(AttributeId.DisplayName).getValue().getValue());
  //    } catch (UaException e) {
  //      // TODO Auto-generated catch block
  //      e.printStackTrace();
  //    }
  //
  //    //            String opcuaTranslatedQName =
  //    //                qualifiedName(
  //    //                    parametersNamespace + NameDescription.PATH_SEPARATOR +
  //    // localizedDisplayName.getText(),
  //    //                    attr.toString());
  //    return opcuaTranslatedQName;
  //  }

  /**
   * @param indent
   * @param client
   * @param browseRoot
   * @param nodePath in the format of "0:Root,0:Objects,2:HelloWorld,2:MyObject,2:Bar"
   */
  private void browsePath(String indent, OpcUaClient client, NodeId startingNode, String nodePath) {
    internalLogger.info("Browsing at " + startingNode);
    ArrayList<String> rPathTokens = new ArrayList<String>();
    ArrayList<RelativePathElement> relaitivePathElements = new ArrayList<RelativePathElement>();

    for (var pathToken : nodePath.split(",")) {
      rPathTokens.add(nodePath);

      int namespaceIndex = 0;

      String namespaceName = "";

      namespaceIndex = Integer.parseInt(pathToken.split(":")[0]);

      namespaceName = pathToken.split(":")[1];

      relaitivePathElements.add(
          new RelativePathElement(
              Identifiers.HierarchicalReferences,
              false,
              true,
              new QualifiedName(namespaceIndex, namespaceName)));
    }

    ArrayList<BrowsePath> list = new ArrayList<BrowsePath>();

    RelativePathElement[] elements = new RelativePathElement[relaitivePathElements.size()];

    relaitivePathElements.toArray(elements);

    list.add(new BrowsePath(startingNode, new RelativePath(elements)));

    TranslateBrowsePathsToNodeIdsResponse response = null;
    try {
      response = client.translateBrowsePaths(list).get();
    } catch (InterruptedException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    } catch (ExecutionException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }

    BrowsePathResult result = Arrays.asList(response.getResults()).get(0);
    StatusCode statusCode = result.getStatusCode();

    if (statusCode.isBad()) {
      log.warn("Bad status code:" + statusCode);
      return;
    } else if (statusCode.isUncertain()) {
      log.warn("Uncertain status code:" + statusCode);
      return;
    }

    try {
      UaNode node =
          client
              .getAddressSpace()
              .getNode(
                  result.getTargets()[0].getTargetId().toNodeId(client.getNamespaceTable()).get());

      addOPCUAPV(client, node);
    } catch (UaException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
  }

  private void createOPCUASubscriptions() {
    createDataChangeListener();
    Set<NodeId> nodeSet = new HashSet<NodeId>();
    /**
     * FIXME:This is super inefficient... The reason we collect these nodeIDs in a set is because
     * otherwise we will have redundant subscription(s) since there is more than 1 attribute per
     * nodeID given how nodeIDToParamsMap is designed
     */
    for (NodeIDAttrPair pair : nodeIDToParamsMap.keySet()) {
      nodeSet.add(pair.nodeID);
    }
    for (NodeId id : nodeSet) {
      Variant nodeClass = null;
      try {
        UaNode node = client.getAddressSpace().getNode(id);

        nodeClass = node.readAttribute(AttributeId.NodeClass).getValue();

      } catch (UaException e) {
        // TODO Auto-generated catch block
        e.printStackTrace();
      }
      if (nodeClass != null) {
        try {
          switch (NodeClass.from((int) nodeClass.getValue())) {
              // As per the spec, the only thing we can subscribe to is Variables
            case Variable:
              ManagedDataItem dataItem = opcuaSubscription.createDataItem(id);
              OPCUAActiveSubs.addAndGet(1);
              log.debug("Status code for dataItem:{}", dataItem.getStatusCode());
              break;
          }
        } catch (UaException e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
        }
      }
    }
  }

  public void connectToOPCUAServer(OpcUaClient client) throws Exception {
    internalLogger.info("Connecting to OPCUA server...");
    client.connect().get();

    addAction(startAction);
    startAction.setEnabled(true);
  }

  /**
   * Browses the tree on the OPCUA server and maps them to YAMCS Parameters.
   *
   * @param client
   * @param future
   */
  private void browseOPCUATree(OpcUaClient client, CompletableFuture<OpcUaClient> future) {
    // start browsing at root folder
    internalLogger.info("Browsing OPCUA...");
    for (var p : relativeNodePaths) {

      int namespaceIndex = (int) p.rootNodeID.get("namespaceIndex");

      String identifier = (String) p.rootNodeID.get("identifier");
      IdType identifierType = IdType.valueOf((String) p.rootNodeID.get("identifierType"));

      browsePath(
          endpointURL, client, getNewNodeID(identifierType, namespaceIndex, identifier), p.path);
    }

    NodeId nodeID = null;
    nodeID = getNewNodeID(rootIdentifierType, rootNamespaceIndex, rootIdentifier);

    //  FIXME:Make root default when no namespaceIndex/identifier pair is specified
    browseNodeWithReferences("", client, nodeID);

    future.complete(client);
  }

  private NodeId getNewNodeID(IdType rootIdentifierType, int NamespaceIndex, String Identifier) {
    NodeId nodeID = null;
    switch (rootIdentifierType) {
      case Guid:
        //                FIXME
        break;
      case Numeric:
        nodeID = new NodeId(NamespaceIndex, Integer.parseInt(Identifier));
        //        browseNodes(endpointURL, client, nodeID);
        break;
      case Opaque:
        //                FIXME
        break;
      case String:
        nodeID = new NodeId(NamespaceIndex, Identifier);
        //        browseNodes(endpointURL, client, nodeID);
        break;
      default:
        break;
    }
    return nodeID;
  }

  private void createDataChangeListener() {
    try {
      opcuaSubscription = ManagedSubscription.create(client, publishInterval);
    } catch (UaException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
    opcuaSubscription.addDataChangeListener(
        (items, values) -> {
          for (int i = 0; i < items.size(); i++) {
            NodeIDAttrPair nodeAttrKey =
                new NodeIDAttrPair(items.get(i).getNodeId(), AttributeId.Value);
            log.debug(
                "subscription value received: item={}, value={}",
                items.get(i).getNodeId(),
                values.get(i).getValue());

            log.debug(
                "Pushing new PV for param name {} which is mapped to NodeID {}",
                nodeIDToParamsMap.get(nodeAttrKey),
                items.get(i).getNodeId());

            TupleDefinition tdef = gftdef.copy();
            List<Object> cols = new ArrayList<>(4 + 1);
            //            FIXME: Add leap seconds.... as config or get it from YAMCS API.
            long gentime =
                values
                    .get(i)
                    .getSourceTime()
                    .getJavaInstant()
                    .plus(37, ChronoUnit.SECONDS)
                    .toEpochMilli();
            cols.add(gentime);
            cols.add(parametersNamespace);
            cols.add(0);
            cols.add(gentime);

            /**
             * TODO:Not sure if this is the best way to do this since the aggregate values will be
             * partially updated. Another potential approach might be to decouple the live OPCUA
             * data(subscriptions) via namespaces. For example; have a "special" namespace called
             * "subscriptions" that ONLY gets updated with items. And maybe another namespace for
             * static data...maybe.
             *
             * <p>Another option is to flatten everything and have no aggregate types at all. That
             * approach might even simplify the code quite a bit...
             *
             * <p>Another question worth answering before moving forward is to find whether or not
             * it is concrete in the OPCUA protocol what data can change in real time and which data
             * is "static". Not sure if there is any "static" data given that clients have the
             * ability of writing to values... might be worth a test.
             */

            // FIMXE:Properly add aggregatevalues instead of getPV flat values
            //            AggregateValue v = new
            // AggregateValue(fileStoreAggrType.getMemberNames());
            //            v.setMemberValue("total", ValueUtility.getSint64Value(ts / 1024));
            //            v.setMemberValue("available", ValueUtility.getSint64Value(av / 1024));
            //            v.setMemberValue("percentageUse", ValueUtility.getFloatValue(perc));
            //
            //            ParameterValue pv = new ParameterValue(storep.param);
            //            pv.setGenerationTime(gentime);
            //            pv.setAcquisitionTime(gentime);
            //            pv.setAcquisitionStatus(AcquisitionStatus.ACQUIRED);
            //            pv.setEngValue(v);

            log.debug(
                "Data({}) chnage triggered for {}",
                values.get(i).getValue(),
                nodeIDToParamsMap.get(nodeAttrKey));

            if (nodeIDToParamsMap.get(nodeAttrKey) == null) {
              log.debug("No parameter mapping found for {}", nodeAttrKey.nodeID);
              continue;
            } else {
              log.debug(
                  String.format(
                      "parameter mapping found for {} and {}",
                      nodeAttrKey.nodeID,
                      nodeAttrKey.attrID));
            }

            if (values.get(i).getValue() != null) {
              tdef.addColumn(
                  nodeIDToParamsMap.get(nodeAttrKey).getQualifiedName(), DataType.PARAMETER_VALUE);

              cols.add(
                  getPV(
                      nodeIDToParamsMap.get(nodeAttrKey),
                      gentime,
                      values.get(i).getValue().toString()));

              pushTuple(tdef, cols);

              inCount.getAndAdd(1);
            } else {
              // TODO:Add some type emptyValue count for OPS.
              log.warn(
                  "Data chnage triggered for {}, but it empty. This should not happen.",
                  nodeIDToParamsMap.get(nodeAttrKey).getQualifiedName());
            }
          }
        });
  }

  /**
   * This method is here for future growth in case we find there is a benefit to using aggregate
   * types
   */
  private void createOPCUAAttrAggregateType() {

    AggregateParameterType.Builder opcuaAttrsTypeBuidlder = new AggregateParameterType.Builder();

    opcuaAttrsType = new AggregateParameterType.Builder().setName("OPCUObjectAttributes").build();

    opcuaAttrsTypeBuidlder.setName("OPCUObjectAttributes");
    for (AttributeId attr : AttributeId.values()) {
      opcuaAttrsTypeBuidlder.addMember(new Member(attr.toString(), getBasicType(mdb, Type.STRING)));
    }

    opcuaAttrsType = opcuaAttrsTypeBuidlder.build();
    ((NameDescription) opcuaAttrsType)
        .setQualifiedName(qualifiedName(parametersNamespace, opcuaAttrsType.getName()));
  }

  /**
   * This method is here for future growth in case we find there is a benefit to using aggregate
   * types
   */
  private void createOPCUANodeIdTypes() {
    AggregateParameterType.Builder opcuaAttrsNumericNodeIdBuidlder =
        new AggregateParameterType.Builder();

    opcuaAttrsNumericNodeIdBuidlder.setName("OPCUA_Numeric_NodeId");
    opcuaAttrsNumericNodeIdBuidlder.addMember(
        new Member("namespaceIndex", getBasicType(mdb, Type.UINT64)));
    opcuaAttrsNumericNodeIdBuidlder.addMember(
        new Member("identifier", getBasicType(mdb, Type.UINT64)));

    opcuaNodeIdNumericType = opcuaAttrsNumericNodeIdBuidlder.build();
    ((NameDescription) opcuaNodeIdNumericType)
        .setQualifiedName(qualifiedName(parametersNamespace, opcuaNodeIdNumericType.getName()));

    AggregateParameterType.Builder opcuaAttrsTypeStringBuidlder =
        new AggregateParameterType.Builder();

    opcuaAttrsTypeStringBuidlder.setName("OPCUA_String_NodeId");
    opcuaAttrsTypeStringBuidlder.addMember(
        new Member("namespaceIndex", getBasicType(mdb, Type.UINT64)));
    opcuaAttrsTypeStringBuidlder.addMember(
        new Member("identifier", getBasicType(mdb, Type.STRING)));

    opcuaNodeIdStringType = opcuaAttrsTypeStringBuidlder.build();
    ((NameDescription) opcuaNodeIdStringType)
        .setQualifiedName(qualifiedName(parametersNamespace, opcuaNodeIdStringType.getName()));

    mdb.addParameterType(opcuaNodeIdNumericType, true);
    mdb.addParameterType(opcuaNodeIdStringType, true);
  }

  private ParameterType OPCUAAttrTypeToParamType(AttributeId attr, UaNode node) {
    ParameterType pType = null;

    switch (attr) {
      case AccessLevel:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case ArrayDimensions:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case BrowseName:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case ContainsNoLoops:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case DataType:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case Description:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case DisplayName:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case EventNotifier:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case Executable:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case Historizing:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case InverseName:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case IsAbstract:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case MinimumSamplingInterval:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case NodeClass:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case NodeId:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case Symmetric:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case UserAccessLevel:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case UserExecutable:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case UserWriteMask:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case Value:
        try {

          var value = node.readAttribute(attr).getValue();
          client.readValue(0, TimestampsToReturn.Both, node.getNodeId());
          if (value.isNotNull()) {

            Object valueObject = value.getValue().getClass();

            if (valueObject instanceof Short) {
              pType = getBasicType(mdb, Type.SINT32);
            }

            if (valueObject instanceof Integer) {
              pType = getBasicType(mdb, Type.SINT32);
            }

            if (valueObject instanceof Long) {
              pType = getBasicType(mdb, Type.SINT64);
            } else if (valueObject instanceof Double) {
              pType = getBasicType(mdb, Type.DOUBLE);
            } else if (valueObject instanceof Float) {
              pType = getBasicType(mdb, Type.FLOAT);
            } else if (valueObject instanceof Character) {
              pType = getBasicType(mdb, Type.STRING);
            } else if (valueObject instanceof String) {
              pType = getBasicType(mdb, Type.STRING);

            } else if (valueObject instanceof Boolean) {
              pType = getBasicType(mdb, Type.BOOLEAN);
            } else {
              pType = getBasicType(mdb, Type.STRING);
            }
          } else {
            pType = getBasicType(mdb, Type.STRING);
          }

        } catch (UaException e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
          //                        FIXME:Add log message
        }
        break;
      case ValueRank:
        pType = getBasicType(mdb, Type.STRING);
        break;
      case WriteMask:
        pType = getBasicType(mdb, Type.STRING);
        break;
      default:
        break;
    }

    return pType;
  }

  private void subscribeToEvents(OpcUaClient client)
      throws InterruptedException, ExecutionException {
    // create a subscription and a monitored item
    UaSubscription subscription = client.getSubscriptionManager().createSubscription(1000.0).get();

    ReadValueId readValueId =
        new ReadValueId(
            Identifiers.Server, AttributeId.EventNotifier.uid(), null, QualifiedName.NULL_VALUE);

    // client handle must be unique per item
    UInteger clientHandle = uint(clientHandles.getAndIncrement());

    EventFilter eventFilter =
        new EventFilter(
            new SimpleAttributeOperand[] {
              new SimpleAttributeOperand(
                  Identifiers.BaseEventType,
                  new QualifiedName[] {new QualifiedName(0, "EventId")},
                  AttributeId.Value.uid(),
                  null),
              new SimpleAttributeOperand(
                  Identifiers.BaseEventType,
                  new QualifiedName[] {new QualifiedName(0, "EventType")},
                  AttributeId.Value.uid(),
                  null),
              new SimpleAttributeOperand(
                  Identifiers.BaseEventType,
                  new QualifiedName[] {new QualifiedName(0, "Severity")},
                  AttributeId.Value.uid(),
                  null),
              new SimpleAttributeOperand(
                  Identifiers.BaseEventType,
                  new QualifiedName[] {new QualifiedName(0, "Time")},
                  AttributeId.Value.uid(),
                  null),
              new SimpleAttributeOperand(
                  Identifiers.BaseEventType,
                  new QualifiedName[] {new QualifiedName(0, "Message")},
                  AttributeId.Value.uid(),
                  null)
            },
            new ContentFilter(null));

    MonitoringParameters parameters =
        new MonitoringParameters(
            clientHandle,
            0.0,
            ExtensionObject.encode(client.getStaticSerializationContext(), eventFilter),
            uint(10),
            true);

    MonitoredItemCreateRequest request =
        new MonitoredItemCreateRequest(readValueId, MonitoringMode.Reporting, parameters);

    List<UaMonitoredItem> items =
        subscription.createMonitoredItems(TimestampsToReturn.Both, newArrayList(request)).get();

    // do something with the value updates
    UaMonitoredItem monitoredItem = items.get(0);

    final AtomicInteger eventCount = new AtomicInteger(0);

    monitoredItem.setEventConsumer(
        (item, vs) -> {
          internalLogger.info("Event Received from {}", item.getReadValueId().getNodeId());

          //          System.out.println("Event Received from" + item.getReadValueId().getNodeId());

          StringBuilder eventText = new StringBuilder();

          ByteString eventId;
          NodeId eventType;
          UShort eventSeverity;
          DateTime eventTime;
          LocalizedText eventMessage;

          for (int i = 0; i < vs.length; i++) {
            internalLogger.info("\tvariant[{}]: {}", i, vs[i].getValue());
          }

          eventId = (ByteString) vs[0].getValue();
          eventType = (NodeId) vs[1].getValue();
          eventSeverity = (UShort) vs[2].getValue();
          eventTime = (DateTime) vs[3].getValue();
          eventMessage = (LocalizedText) vs[4].getValue();

          //          FIXME:Map these values to YAMCS API
          eventText.append("eventId:" + eventId);
          eventText.append("\n");
          eventText.append("eventType:" + eventType);
          eventText.append("\n");
          eventText.append("eventSeverity:" + eventSeverity);
          eventText.append("\n");
          eventText.append("eventTime:" + eventTime);
          eventText.append("\n");
          eventText.append("eventMessage:" + eventMessage);
          org.yamcs.yarch.protobuf.Db.Event ev =
              Event.newBuilder()
                  .setGenerationTime(YamcsServer.getTimeService(yamcsInstance).getMissionTime())
                  .setGenerationTime(YamcsServer.getTimeService(yamcsInstance).getMissionTime())
                  .setSource(this.linkName)
                  .setType(this.linkName)
                  .setMessage(eventText.toString())
                  .setSeverity(EventSeverity.INFO)
                  .build();
          eventProducer.sendEvent(ev);
        });
  }

  @Override
  public void setupSystemParameters(SystemParametersService sysParamService) {
    super.setupSystemParameters(sysParamService);
    //          currentOPCUAStatus;
    OPCUAStatusParam =
        sysParamService.createEnumeratedSystemParameter(
            linkName + "/OPCUAStatusParam",
            OPCUAStatus.class,
            "The current status of OPCUA client");
    EnumeratedParameterType spLinkStatusType =
        (EnumeratedParameterType) OPCUAStatusParam.getParameterType();
    spLinkStatusType
        .enumValue(OPCUAStatus.OPCUA_INIT_CONFIG.name())
        .setDescription(
            "This link is in the configuration stage(Configuring OPCUA parameters such as certificates)");
    spLinkStatusType
        .enumValue(OPCUAStatus.OPCUA_INIT_TREE.name())
        .setDescription(
            "The link is parsing the OPCUA Tree and mapping them to PVs."
                + " Depending on configuration, this can take a while.");
    spLinkStatusType
        .enumValue(OPCUAStatus.OPCUA_INIT_EVENTS.name())
        .setDescription("The link is configuring and subscribing to OPCUA events");
    spLinkStatusType
        .enumValue(OPCUAStatus.OPCUA_INIT_DATA_SUBSCRIPTION.name())
        .setDescription(
            "The link is creating subscriptions for each node that was parsed from the tree"
                + "that has a Value attribute.");
    spLinkStatusType
        .enumValue(OPCUAStatus.OPCUA_INIT_ALL_DATA_QUERY.name())
        .setDescription(
            "The link is querying all attributes of all parsed nodes."
                + "This is can be configured to be done at startup.");
    spLinkStatusType
        .enumValue(OPCUAStatus.OPCUA_OK.name())
        .setDescription(
            "The link is done with all OPCUA initialization. It is in an usable state.");

    OPCUAActiveSubsParam =
        sysParamService.createSystemParameter(
            linkName + "/OPCUAActiveSubs",
            Type.UINT64,
            "The total number of active opcua subscriptions");
  }

  @Override
  public List<ParameterValue> getSystemParameters() {
    long time = getCurrentTime();

    ArrayList<ParameterValue> list = new ArrayList<>();

    list.add(
        org.yamcs.parameter.SystemParametersService.getPV(
            OPCUAStatusParam, time, currentOPCUAStatus));

    list.add(
        org.yamcs.parameter.SystemParametersService.getPV(
            OPCUAActiveSubsParam, time, OPCUAActiveSubs.get()));
    try {
      super.collectSystemParameters(time, list);
    } catch (Exception e) {
      log.error("Exception caught when collecting link system parameters", e);
    }
    return list;
  }
}

WindhoverLabs / yamcs-opcua / #16

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous