6245535001

Committed 20 Sep 2023 07:44AM UTC coverage: 57.013%. First build

Build # 6245535001

Build Type

push

github

Committed by

web-flow

Commit Message

8.1.0 Release (#1628)

* Bump Newtonsoft.Json from 13.0.1 to 13.0.2

Bumps [Newtonsoft.Json](https://github.com/JamesNK/Newtonsoft.Json) from 13.0.1 to 13.0.2.
- [Release notes](https://github.com/JamesNK/Newtonsoft.Json/releases)
- [Commits](https://github.com/JamesNK/Newtonsoft.Json/compare/13.0.1...13.0.2)

---
updated-dependencies:
- dependency-name: Newtonsoft.Json
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump NLog from 5.0.5 to 5.1.0

Bumps [NLog](https://github.com/NLog/NLog) from 5.0.5 to 5.1.0.
- [Release notes](https://github.com/NLog/NLog/releases)
- [Changelog](https://github.com/NLog/NLog/blob/dev/CHANGELOG.md)
- [Commits](https://github.com/NLog/NLog/compare/v5.0.5...v5.1.0)

---
updated-dependencies:
- dependency-name: NLog
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump NLog from 5.0.5 to 5.1.0

* Fix -r flag - should have been --results-directory all along

* Bump Newtonsoft.Json from 13.0.1 to 13.0.2

* Bump YamlDotNet from 12.0.2 to 12.1.0

Bumps [YamlDotNet](https://github.com/aaubry/YamlDotNet) from 12.0.2 to 12.1.0.
- [Release notes](https://github.com/aaubry/YamlDotNet/releases)
- [Commits](https://github.com/aaubry/YamlDotNet/compare/v12.0.2...v12.1.0)

---
updated-dependencies:
- dependency-name: YamlDotNet
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Bump Moq from 4.18.2 to 4.18.3

Bumps [Moq](https://github.com/moq/moq4) from 4.18.2 to 4.18.3.
- [Release notes](https://github.com/moq/moq4/releases)
- [Changelog](https://github.com/moq/moq4/blob/main/CHANGELOG.md)
- [Commits](https://github.com/moq/moq4/compare/v4.18.2...v4.18.3)

---
updated-dependencies:
- dependency-name: Moq
... (continued)

Run Details

10732 of 20257 branches covered (0.0%)

Branch coverage included in aggregate %.

48141 of 48141 new or added lines in 1086 files covered. (100.0%)

30685 of 52388 relevant lines covered (58.57%)

7387.88 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

19.05

/Rdmp.Core/DataLoad/Engine/Migration/QueryBuilding/MigrationQueryHelper.cs

// Copyright (c) The University of Dundee 2018-2019
// This file is part of the Research Data Management Platform (RDMP).
// RDMP is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
// RDMP is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
// You should have received a copy of the GNU General Public License along with RDMP. If not, see <https://www.gnu.org/licenses/>.

namespace Rdmp.Core.DataLoad.Engine.Migration.QueryBuilding;

/// <summary>
/// Generates the MERGE and UPDATE SQL queries responsible for migrating records from STAGING to LIVE as part of a data load.
/// </summary>
public abstract class MigrationQueryHelper
{
    protected readonly MigrationColumnSet ColumnsToMigrate;
    protected readonly MigrationColumnSetQueryHelper McsQueryHelper;

    protected MigrationQueryHelper(MigrationColumnSet columnsToMigrate)
    {
        ColumnsToMigrate = columnsToMigrate;
        McsQueryHelper = new MigrationColumnSetQueryHelper(ColumnsToMigrate);
    }

    public virtual string CreateUpdateQuery()
    {
        var cte = string.Format(
            "WITH ToUpdate AS (SELECT stag.* FROM {0} AS stag LEFT OUTER JOIN {1} AS prod {2} WHERE {3} AND {4} AND EXISTS (SELECT {5} EXCEPT SELECT {6}))",
            ColumnsToMigrate.SourceTable.GetFullyQualifiedName(),
            ColumnsToMigrate.DestinationTable.GetFullyQualifiedName(),
            McsQueryHelper.BuildJoinClause("stag", "prod"),
            McsQueryHelper.BuildPrimaryKeyNotNullTest("stag."),
            // if the joined stag.col is null, then this isn't an update
            McsQueryHelper.BuildPrimaryKeyNotNullTest("prod."),
            // if the joined prod.col is null, shouldn't see this as would have meant an insert
            McsQueryHelper.BuildSelectListForAllColumnsExceptStandard("stag."),
            McsQueryHelper.BuildSelectListForAllColumnsExceptStandard("prod."));

        return $"{cte} {CreateUpdateClause()}";
    }

    public string CreateUpdateClause()
    {
        const string joinTableName = "ToUpdate";

        return string.Format("UPDATE prod SET {0} FROM {1} AS prod INNER JOIN {2} {3} SELECT @@ROWCOUNT",
            BuildUpdateClauseForRow(joinTableName, "prod"),
            ColumnsToMigrate.DestinationTable.GetFullyQualifiedName(),
            joinTableName,
            McsQueryHelper.BuildJoinClause(joinTableName, "prod"));
    }


    public abstract string BuildUpdateClauseForRow(string sourceAlias, string destAlias);
    public abstract string BuildInsertClause();
}

1	// Copyright (c) The University of Dundee 2018-2019
2	// This file is part of the Research Data Management Platform (RDMP).
3	// RDMP is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
4	// RDMP is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
5	// You should have received a copy of the GNU General Public License along with RDMP. If not, see <https://www.gnu.org/licenses/>.
6
7	namespace Rdmp.Core.DataLoad.Engine.Migration.QueryBuilding;
8
9	/// <summary>
10	/// Generates the MERGE and UPDATE SQL queries responsible for migrating records from STAGING to LIVE as part of a data load.
11	/// </summary>
12	public abstract class MigrationQueryHelper
13	{
14	protected readonly MigrationColumnSet ColumnsToMigrate;
15	protected readonly MigrationColumnSetQueryHelper McsQueryHelper;
16
17	protected MigrationQueryHelper(MigrationColumnSet columnsToMigrate)	58✔
18	{
19	ColumnsToMigrate = columnsToMigrate;	58✔
20	McsQueryHelper = new MigrationColumnSetQueryHelper(ColumnsToMigrate);	58✔
21	}	58✔
22
23	public virtual string CreateUpdateQuery()
24	{
25	var cte = string.Format(	×
26	"WITH ToUpdate AS (SELECT stag.* FROM {0} AS stag LEFT OUTER JOIN {1} AS prod {2} WHERE {3} AND {4} AND EXISTS (SELECT {5} EXCEPT SELECT {6}))",	×
27	ColumnsToMigrate.SourceTable.GetFullyQualifiedName(),	×
28	ColumnsToMigrate.DestinationTable.GetFullyQualifiedName(),	×
29	McsQueryHelper.BuildJoinClause("stag", "prod"),	×
30	McsQueryHelper.BuildPrimaryKeyNotNullTest("stag."),	×
31	// if the joined stag.col is null, then this isn't an update	×
32	McsQueryHelper.BuildPrimaryKeyNotNullTest("prod."),	×
33	// if the joined prod.col is null, shouldn't see this as would have meant an insert	×
34	McsQueryHelper.BuildSelectListForAllColumnsExceptStandard("stag."),	×
35	McsQueryHelper.BuildSelectListForAllColumnsExceptStandard("prod."));	×
36
37	return $"{cte} {CreateUpdateClause()}";	×
38	}
39
40	public string CreateUpdateClause()
41	{
42	const string joinTableName = "ToUpdate";
43
44	return string.Format("UPDATE prod SET {0} FROM {1} AS prod INNER JOIN {2} {3} SELECT @@ROWCOUNT",	×
45	BuildUpdateClauseForRow(joinTableName, "prod"),	×
46	ColumnsToMigrate.DestinationTable.GetFullyQualifiedName(),	×
47	joinTableName,	×
48	McsQueryHelper.BuildJoinClause(joinTableName, "prod"));	×
49	}
50
51
52	public abstract string BuildUpdateClauseForRow(string sourceAlias, string destAlias);
53	public abstract string BuildInsertClause();
54	}

HicServices / RDMP / 6245535001

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous