6245535001

Committed 20 Sep 2023 07:44AM UTC coverage: 57.013%. First build

Build # 6245535001

Build Type

push

github

Committed by

web-flow

Commit Message

8.1.0 Release (#1628)

* Bump Newtonsoft.Json from 13.0.1 to 13.0.2

Bumps [Newtonsoft.Json](https://github.com/JamesNK/Newtonsoft.Json) from 13.0.1 to 13.0.2.
- [Release notes](https://github.com/JamesNK/Newtonsoft.Json/releases)
- [Commits](https://github.com/JamesNK/Newtonsoft.Json/compare/13.0.1...13.0.2)

---
updated-dependencies:
- dependency-name: Newtonsoft.Json
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump NLog from 5.0.5 to 5.1.0

Bumps [NLog](https://github.com/NLog/NLog) from 5.0.5 to 5.1.0.
- [Release notes](https://github.com/NLog/NLog/releases)
- [Changelog](https://github.com/NLog/NLog/blob/dev/CHANGELOG.md)
- [Commits](https://github.com/NLog/NLog/compare/v5.0.5...v5.1.0)

---
updated-dependencies:
- dependency-name: NLog
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump NLog from 5.0.5 to 5.1.0

* Fix -r flag - should have been --results-directory all along

* Bump Newtonsoft.Json from 13.0.1 to 13.0.2

* Bump YamlDotNet from 12.0.2 to 12.1.0

Bumps [YamlDotNet](https://github.com/aaubry/YamlDotNet) from 12.0.2 to 12.1.0.
- [Release notes](https://github.com/aaubry/YamlDotNet/releases)
- [Commits](https://github.com/aaubry/YamlDotNet/compare/v12.0.2...v12.1.0)

---
updated-dependencies:
- dependency-name: YamlDotNet
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump Moq from 4.18.2 to 4.18.3

Bumps [Moq](https://github.com/moq/moq4) from 4.18.2 to 4.18.3.
- [Release notes](https://github.com/moq/moq4/releases)
- [Changelog](https://github.com/moq/moq4/blob/main/CHANGELOG.md)
- [Commits](https://github.com/moq/moq4/compare/v4.18.2...v4.18.3)

---
updated-dependencies:
- dependency-name: Moq
... (continued)

Run Details

10732 of 20257 branches covered (0.0%)

Branch coverage included in aggregate %.

48141 of 48141 new or added lines in 1086 files covered. (100.0%)

30685 of 52388 relevant lines covered (58.57%)

7387.88 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

87.8

/Rdmp.Core/DataLoad/Engine/Checks/CheckEntireDataLoadProcess.cs

// Copyright (c) The University of Dundee 2018-2019
// This file is part of the Research Data Management Platform (RDMP).
// RDMP is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
// RDMP is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
// You should have received a copy of the GNU General Public License along with RDMP. If not, see <https://www.gnu.org/licenses/>.

using System;
using Rdmp.Core.Caching.Layouts;
using Rdmp.Core.Curation.Data.DataLoad;
using Rdmp.Core.DataLoad.Engine.Checks.Checkers;
using Rdmp.Core.DataLoad.Engine.DatabaseManagement.EntityNaming;
using Rdmp.Core.DataLoad.Engine.LoadProcess;
using Rdmp.Core.ReusableLibraryCode.Checks;

namespace Rdmp.Core.DataLoad.Engine.Checks;

/// <summary>
/// Checks a LoadMetadata it is in a fit state to be executed (does it have primary keys, backup trigger etc).
/// </summary>
public class CheckEntireDataLoadProcess : ICheckable
{
    private readonly HICDatabaseConfiguration _databaseConfiguration;
    private readonly HICLoadConfigurationFlags _loadConfigurationFlags;
    public ILoadMetadata LoadMetadata { get; set; }

    public CheckEntireDataLoadProcess(ILoadMetadata loadMetadata, HICDatabaseConfiguration databaseConfiguration,
        HICLoadConfigurationFlags loadConfigurationFlags)
    {
        _databaseConfiguration = databaseConfiguration;
        _loadConfigurationFlags = loadConfigurationFlags;
        LoadMetadata = loadMetadata;
    }

    public void Check(ICheckNotifier notifier)
    {
        var catalogueLoadChecks =
            new CatalogueLoadChecks(LoadMetadata, _loadConfigurationFlags, _databaseConfiguration);
        var metadataLoggingConfigurationChecks = new MetadataLoggingConfigurationChecks(LoadMetadata);
        var processTaskChecks = new ProcessTaskChecks(LoadMetadata);
        var preExecutionChecks = new PreExecutionChecker(LoadMetadata, _databaseConfiguration);

        //If the load is a progressable (loaded over time) then make sure any associated caches are compatible with the load ProcessTasks
        foreach (var loadProgress in LoadMetadata.LoadProgresses)
        {
            loadProgress.Check(notifier);

            var cp = loadProgress.CacheProgress;
            if (cp != null)
                try
                {
                    var f = new CacheLayoutFactory();
                    CacheLayoutFactory.CreateCacheLayout(loadProgress, LoadMetadata);
                }
                catch (Exception e)
                {
                    notifier.OnCheckPerformed(new CheckEventArgs(
                        $"Load contains a CacheProgress '{cp}' but we were unable to generate an ICacheLayout, see Inner Exception for details",
                        CheckResult.Fail, e));
                }
        }

        //Make sure there are some load tasks and they are valid
        processTaskChecks.Check(notifier);


        try
        {
            metadataLoggingConfigurationChecks.Check(notifier);

            preExecutionChecks.Check(notifier);

            if (!preExecutionChecks.HardFail)
                catalogueLoadChecks.Check(notifier);
        }
        catch (Exception e)
        {
            notifier.OnCheckPerformed(new CheckEventArgs("Entire check process crashed in an unexpected way",
                CheckResult.Fail, e));
        }
    }
}

1	// Copyright (c) The University of Dundee 2018-2019
2	// This file is part of the Research Data Management Platform (RDMP).
3	// RDMP is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
4	// RDMP is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
5	// You should have received a copy of the GNU General Public License along with RDMP. If not, see <https://www.gnu.org/licenses/>.
6
7	using System;
8	using Rdmp.Core.Caching.Layouts;
9	using Rdmp.Core.Curation.Data.DataLoad;
10	using Rdmp.Core.DataLoad.Engine.Checks.Checkers;
11	using Rdmp.Core.DataLoad.Engine.DatabaseManagement.EntityNaming;
12	using Rdmp.Core.DataLoad.Engine.LoadProcess;
13	using Rdmp.Core.ReusableLibraryCode.Checks;
14
15	namespace Rdmp.Core.DataLoad.Engine.Checks;
16
17	/// <summary>
18	/// Checks a LoadMetadata it is in a fit state to be executed (does it have primary keys, backup trigger etc).
19	/// </summary>
20	public class CheckEntireDataLoadProcess : ICheckable
21	{
22	private readonly HICDatabaseConfiguration _databaseConfiguration;
23	private readonly HICLoadConfigurationFlags _loadConfigurationFlags;
24	public ILoadMetadata LoadMetadata { get; set; }	422✔
25
26	public CheckEntireDataLoadProcess(ILoadMetadata loadMetadata, HICDatabaseConfiguration databaseConfiguration,	70✔
27	HICLoadConfigurationFlags loadConfigurationFlags)	70✔
28	{
29	_databaseConfiguration = databaseConfiguration;	70✔
30	_loadConfigurationFlags = loadConfigurationFlags;	70✔
31	LoadMetadata = loadMetadata;	70✔
32	}	70✔
33
34	public void Check(ICheckNotifier notifier)
35	{
36	var catalogueLoadChecks =	70✔
37	new CatalogueLoadChecks(LoadMetadata, _loadConfigurationFlags, _databaseConfiguration);	70✔
38	var metadataLoggingConfigurationChecks = new MetadataLoggingConfigurationChecks(LoadMetadata);	70✔
39	var processTaskChecks = new ProcessTaskChecks(LoadMetadata);	70✔
40	var preExecutionChecks = new PreExecutionChecker(LoadMetadata, _databaseConfiguration);	70✔
41
42	//If the load is a progressable (loaded over time) then make sure any associated caches are compatible with the load ProcessTasks
43	foreach (var loadProgress in LoadMetadata.LoadProgresses)	144✔
44	{
45	loadProgress.Check(notifier);	2✔
46
47	var cp = loadProgress.CacheProgress;	2✔
48	if (cp != null)	2✔
49	try
50	{
51	var f = new CacheLayoutFactory();	2✔
52	CacheLayoutFactory.CreateCacheLayout(loadProgress, LoadMetadata);	2✔
53	}	2✔
54	catch (Exception e)	×
55	{
56	notifier.OnCheckPerformed(new CheckEventArgs(	×
57	$"Load contains a CacheProgress '{cp}' but we were unable to generate an ICacheLayout, see Inner Exception for details",	×
58	CheckResult.Fail, e));	×
59	}	×
60	}
61
62	//Make sure there are some load tasks and they are valid
63	processTaskChecks.Check(notifier);	70✔
64
65
66	try
67	{
68	metadataLoggingConfigurationChecks.Check(notifier);	68✔
69
70	preExecutionChecks.Check(notifier);	68✔
71
72	if (!preExecutionChecks.HardFail)	64✔
73	catalogueLoadChecks.Check(notifier);	64✔
74	}	64✔
75	catch (Exception e)	4✔
76	{
77	notifier.OnCheckPerformed(new CheckEventArgs("Entire check process crashed in an unexpected way",	4✔
78	CheckResult.Fail, e));	4✔
79	}	2✔
80	}	66✔
81	}

HicServices / RDMP / 6245535001

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous