6245535001

Committed 20 Sep 2023 07:44AM UTC coverage: 57.013%. First build

Build # 6245535001

Build Type

push

github

Committed by

web-flow

Commit Message

8.1.0 Release (#1628)

* Bump Newtonsoft.Json from 13.0.1 to 13.0.2

Bumps [Newtonsoft.Json](https://github.com/JamesNK/Newtonsoft.Json) from 13.0.1 to 13.0.2.
- [Release notes](https://github.com/JamesNK/Newtonsoft.Json/releases)
- [Commits](https://github.com/JamesNK/Newtonsoft.Json/compare/13.0.1...13.0.2)

---
updated-dependencies:
- dependency-name: Newtonsoft.Json
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump NLog from 5.0.5 to 5.1.0

Bumps [NLog](https://github.com/NLog/NLog) from 5.0.5 to 5.1.0.
- [Release notes](https://github.com/NLog/NLog/releases)
- [Changelog](https://github.com/NLog/NLog/blob/dev/CHANGELOG.md)
- [Commits](https://github.com/NLog/NLog/compare/v5.0.5...v5.1.0)

---
updated-dependencies:
- dependency-name: NLog
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump NLog from 5.0.5 to 5.1.0

* Fix -r flag - should have been --results-directory all along

* Bump Newtonsoft.Json from 13.0.1 to 13.0.2

* Bump YamlDotNet from 12.0.2 to 12.1.0

Bumps [YamlDotNet](https://github.com/aaubry/YamlDotNet) from 12.0.2 to 12.1.0.
- [Release notes](https://github.com/aaubry/YamlDotNet/releases)
- [Commits](https://github.com/aaubry/YamlDotNet/compare/v12.0.2...v12.1.0)

---
updated-dependencies:
- dependency-name: YamlDotNet
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump Moq from 4.18.2 to 4.18.3

Bumps [Moq](https://github.com/moq/moq4) from 4.18.2 to 4.18.3.
- [Release notes](https://github.com/moq/moq4/releases)
- [Changelog](https://github.com/moq/moq4/blob/main/CHANGELOG.md)
- [Commits](https://github.com/moq/moq4/compare/v4.18.2...v4.18.3)

---
updated-dependencies:
- dependency-name: Moq
... (continued)

Run Details

10732 of 20257 branches covered (0.0%)

Branch coverage included in aggregate %.

48141 of 48141 new or added lines in 1086 files covered. (100.0%)

30685 of 52388 relevant lines covered (58.57%)

7387.88 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/Rdmp.Core/DataLoad/Modules/DataFlowOperations/ReleaseMetadata.cs

// Copyright (c) The University of Dundee 2018-2019
// This file is part of the Research Data Management Platform (RDMP).
// RDMP is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
// RDMP is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
// You should have received a copy of the GNU General Public License along with RDMP. If not, see <https://www.gnu.org/licenses/>.

using System;
using System.Linq;
using Rdmp.Core.CommandExecution;
using Rdmp.Core.CommandExecution.AtomicCommands;
using Rdmp.Core.Curation.Data;
using Rdmp.Core.Curation.Data.DataLoad;
using Rdmp.Core.Curation.Data.Serialization;
using Rdmp.Core.DataExport.DataExtraction;
using Rdmp.Core.DataExport.DataRelease.Pipeline;
using Rdmp.Core.DataFlowPipeline;
using Rdmp.Core.DataFlowPipeline.Requirements;
using Rdmp.Core.MapsDirectlyToDatabaseTable;
using Rdmp.Core.ReusableLibraryCode.Checks;
using Rdmp.Core.ReusableLibraryCode.Progress;

namespace Rdmp.Core.DataLoad.Modules.DataFlowOperations;

/// <summary>
/// Data release pipeline component which generates <see cref="ShareDefinition"/> files for all <see cref="Catalogue"/> being
/// extracted.  These contain the dataset and column descriptions in a format that can be loaded by any remote RDMP instance via ExecuteCommandImportShareDefinitionList.
/// 
/// <para>This serialization includes the allocation of SharingUIDs to allow for later updates and to prevent duplicate loading in the destination.  In addition it handles
/// system boundaries e.g. it doesn't serialize <see cref="LoadMetadata"/> of the <see cref="Catalogue"/> or other deployment specific objects</para>
/// </summary>
public class ReleaseMetadata : IPluginDataFlowComponent<ReleaseAudit>, IPipelineRequirement<ReleaseData>,
    IPipelineRequirement<IBasicActivateItems>
{
    private ReleaseData _releaseData;
    private IBasicActivateItems _activator;

    public ReleaseAudit ProcessPipelineData(ReleaseAudit toProcess, IDataLoadEventListener listener,
        GracefulCancellationToken cancellationToken)
    {
        var allCatalogues =
            _releaseData.SelectedDatasets.Values.SelectMany(sd => sd.ToList())
                .Select(sds => sds.ExtractableDataSet.Catalogue)
                .Distinct()
                .Cast<IMapsDirectlyToDatabaseTable>()
                .ToArray();

        if (!allCatalogues.Any())
        {
            listener.OnNotify(this,
                new NotifyEventArgs(ProgressEventType.Warning, "No Catalogues are selected for release"));
            return toProcess;
        }

        var sourceFolder = _releaseData.ConfigurationsForRelease.First().Value.First().ExtractDirectory.Parent ??
                           throw new Exception(
                               "Could not find Source Folder. DOes the project have an Extraction Directory defined?");
        var outputFolder = sourceFolder.CreateSubdirectory(ExtractionDirectory.METADATA_FOLDER_NAME);

        var cmd = new ExecuteCommandExportObjectsToFile(_activator, allCatalogues, outputFolder);
        cmd.Execute();

        return toProcess;
    }

    public void Dispose(IDataLoadEventListener listener, Exception pipelineFailureExceptionIfAny)
    {
    }

    public void Abort(IDataLoadEventListener listener)
    {
    }

    public void PreInitialize(ReleaseData value, IDataLoadEventListener listener)
    {
        _releaseData = value;
    }

    public void Check(ICheckNotifier notifier)
    {
        notifier.OnCheckPerformed(new CheckEventArgs("No checking needed", CheckResult.Success));
    }

    public void PreInitialize(IBasicActivateItems value, IDataLoadEventListener listener)
    {
        _activator = value;
    }
}

1	// Copyright (c) The University of Dundee 2018-2019
2	// This file is part of the Research Data Management Platform (RDMP).
3	// RDMP is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
4	// RDMP is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
5	// You should have received a copy of the GNU General Public License along with RDMP. If not, see <https://www.gnu.org/licenses/>.
6
7	using System;
8	using System.Linq;
9	using Rdmp.Core.CommandExecution;
10	using Rdmp.Core.CommandExecution.AtomicCommands;
11	using Rdmp.Core.Curation.Data;
12	using Rdmp.Core.Curation.Data.DataLoad;
13	using Rdmp.Core.Curation.Data.Serialization;
14	using Rdmp.Core.DataExport.DataExtraction;
15	using Rdmp.Core.DataExport.DataRelease.Pipeline;
16	using Rdmp.Core.DataFlowPipeline;
17	using Rdmp.Core.DataFlowPipeline.Requirements;
18	using Rdmp.Core.MapsDirectlyToDatabaseTable;
19	using Rdmp.Core.ReusableLibraryCode.Checks;
20	using Rdmp.Core.ReusableLibraryCode.Progress;
21
22	namespace Rdmp.Core.DataLoad.Modules.DataFlowOperations;
23
24	/// <summary>
25	/// Data release pipeline component which generates <see cref="ShareDefinition"/> files for all <see cref="Catalogue"/> being
26	/// extracted. These contain the dataset and column descriptions in a format that can be loaded by any remote RDMP instance via ExecuteCommandImportShareDefinitionList.
27	///
28	/// <para>This serialization includes the allocation of SharingUIDs to allow for later updates and to prevent duplicate loading in the destination. In addition it handles
29	/// system boundaries e.g. it doesn't serialize <see cref="LoadMetadata"/> of the <see cref="Catalogue"/> or other deployment specific objects</para>
30	/// </summary>
31	public class ReleaseMetadata : IPluginDataFlowComponent<ReleaseAudit>, IPipelineRequirement<ReleaseData>,
32	IPipelineRequirement<IBasicActivateItems>
33	{
34	private ReleaseData _releaseData;
35	private IBasicActivateItems _activator;
36
37	public ReleaseAudit ProcessPipelineData(ReleaseAudit toProcess, IDataLoadEventListener listener,
38	GracefulCancellationToken cancellationToken)
39	{
40	var allCatalogues =	×
41	_releaseData.SelectedDatasets.Values.SelectMany(sd => sd.ToList())	×
42	.Select(sds => sds.ExtractableDataSet.Catalogue)	×
43	.Distinct()	×
44	.Cast<IMapsDirectlyToDatabaseTable>()	×
45	.ToArray();	×
46
47	if (!allCatalogues.Any())	×
48	{
49	listener.OnNotify(this,	×
50	new NotifyEventArgs(ProgressEventType.Warning, "No Catalogues are selected for release"));	×
51	return toProcess;	×
52	}
53
54	var sourceFolder = _releaseData.ConfigurationsForRelease.First().Value.First().ExtractDirectory.Parent ??	×
55	throw new Exception(	×
56	"Could not find Source Folder. DOes the project have an Extraction Directory defined?");	×
57	var outputFolder = sourceFolder.CreateSubdirectory(ExtractionDirectory.METADATA_FOLDER_NAME);	×
58
59	var cmd = new ExecuteCommandExportObjectsToFile(_activator, allCatalogues, outputFolder);	×
60	cmd.Execute();	×
61
62	return toProcess;	×
63	}
64
65	public void Dispose(IDataLoadEventListener listener, Exception pipelineFailureExceptionIfAny)
66	{
67	}	×
68
69	public void Abort(IDataLoadEventListener listener)
70	{
71	}	×
72
73	public void PreInitialize(ReleaseData value, IDataLoadEventListener listener)
74	{
75	_releaseData = value;	×
76	}	×
77
78	public void Check(ICheckNotifier notifier)
79	{
80	notifier.OnCheckPerformed(new CheckEventArgs("No checking needed", CheckResult.Success));	×
81	}	×
82
83	public void PreInitialize(IBasicActivateItems value, IDataLoadEventListener listener)
84	{
85	_activator = value;	×
86	}	×
87	}

HicServices / RDMP / 6245535001

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous