Linear Solver Performance: Constant Coefficient Poisson, Single Core

Part 1, Benchmark Setup and Execution

Console.WriteLine("Execution Date/time is " + DateTime.Now);

The below script needs to be able to find the current output cell; this is an easy method to get it.

Execution Date/time is 11/24/2023 7:16:50 PM

System.Security.Principal.WindowsIdentity.GetCurrent().Name

FDY\JenkinsCI

#r "BoSSSpad.dll"
//#r "../../../../src/L4-application/BoSSSpad/bin/Debug/net6.0/BoSSSpad.dll"
using System;
using System.Collections.Generic;
using System.Linq;
using ilPSP;
using ilPSP.Utils;
using BoSSS.Platform;
using BoSSS.Platform.LinAlg;
using BoSSS.Foundation;
using BoSSS.Foundation.XDG;
using BoSSS.Foundation.Grid;
using BoSSS.Foundation.Grid.Classic;
using BoSSS.Foundation.Grid.RefElements;
using BoSSS.Foundation.IO;
using BoSSS.Solution;
using BoSSS.Solution.Control;
using BoSSS.Solution.GridImport;
using BoSSS.Solution.Statistic;
using BoSSS.Solution.Utils;
using BoSSS.Solution.AdvancedSolvers;
using BoSSS.Solution.Gnuplot;
using BoSSS.Application.BoSSSpad;
using BoSSS.Application.XNSE_Solver;
using static BoSSS.Application.BoSSSpad.BoSSSshell;
Init();

using BoSSS.Application.SipPoisson;

string PROJECT_NAME = System.Environment.GetEnvironmentVariable("LinslvPerfSer") ?? "LinslvPerfSer"; // this allows to modify the project name for testing purposes
//string PROJECT_NAME = "LinslvPerfSer";
wmg.Init(PROJECT_NAME);
wmg.SetNameBasedSessionJobControlCorrelation();
wmg.AllJobs

Project name is set to 'LinslvPerfSer'.

Default Execution queue is chosen for the database.

Opening existing database '\\fdygitrunner\ValidationTests\databases\LinslvPerfSer'.

ExecutionQueues

index	RuntimeLocation	DeploymentBaseDirectory	DeployRuntime	Name	DotnetRuntime	Username	ServerName	ComputeNodes	DefaultJobPriority	SingleNode	AllowedDatabasesPaths
0	win\amd64	\\fdygitrunner\BoSSStests	True	MSHPC-Gitrunner-HighPrio	dotnet	FDY\jenkinsci	DC2	[ fdygitrunner ]	Highest	True	[ \\fdygitrunner\BoSSStests, \\fdygitrunner\ValidationTests\databases ]
1	win\amd64	\\fdygitrunner\BoSSStests	False	MSHPC-Gitrunner-DefaultTest	dotnet	FDY\jenkinsci	DC2	[ hpccluster, hpccluster2, hpcluster3, hpccluster4, fdygitrunner ]	Normal	True	[ \\fdygitrunner\BoSSStests, \\fdygitrunner\ValidationTests\databases ]
2	win\amd64	\\fdygitrunner\ValidationTests\deploy	True	MSHPC-AllNodes	dotnet	FDY\jenkinsci	DC2	[ hpccluster, hpccluster2, hpcluster3, hpccluster4, fdygitrunner ]	Normal	True	[ \\fdygitrunner\ValidationTests\databases ]
3	win\amd64	\\fdygitrunner\BoSSStests	True	MSHPC-AllNodes-test	dotnet	FDY\jenkinsci	DC2	[ hpccluster, hpccluster2, hpcluster3, hpccluster4, fdygitrunner ]	Normal	True	[ \\fdygitrunner\BoSSStests ]
4	win\amd64	\\fdygitrunner\ValidationTests\deploy	True	MSHPC-FastNodes	dotnet	FDY\jenkinsci	DC2	[ hpcluster3, hpccluster4 ]	Normal	True	[ \\fdygitrunner\ValidationTests\databases ]

Utility definitions

static class Utils {
    // DOF per cell in 3D
    public static int Np(int p) {
        return (p*p*p + 6*p*p + 11*p + 6)/6;
    }    
    
    //Non-equidistant nodes
    public static double[] SinLinSpacing(double l, double r, double a, int n) {
        double[] linnodes = GenericBlas.Linspace(-Math.PI * 0.5, Math.PI * 0.5, n);
        double[] linnodes2 = GenericBlas.Linspace(-1, 1, n);
        double[] nodes = new double[n];

        for (int i = 0; i < n; i++)
            //nodes[i] = linnodes2[i] * (1 - a) + (1.0 - Math.Sin(linnodes[i])) * a;
            nodes[i] = linnodes2[i] * (1 - a) + Math.Sin(linnodes[i])*a;

        for (int i = 0; i < n; i++)
            nodes[i] = nodes[i] * (r - l)*0.5 + l;
        return nodes;
    }
}

Init grids and save to database

wmg.Grids

Opening existing database '\\fdygitrunner\BoSSStests\LinslvPerfSer'.

#0: { Guid = 8a3d2373-6845-46ef-889f-cbc7b7c9d5b4; Name = LinslvPerfSer-Stokes2D_J576; Cell Count = 576; Dim = 2 }

#1: { Guid = c5d643a7-1efa-40be-9e45-1105ab5c6c83; Name = LinslvPerfSer-SIP_Poisson_J20480; Cell Count = 20480; Dim = 3 }

#2: { Guid = 06efeda7-55ef-452d-a5a2-d60c3114d5a5; Name = LinslvPerfSer-XdgStokes_J512; Cell Count = 512; Dim = 3 }

#3: { Guid = baad5dbe-bc78-4c7d-a53d-add17f398048; Name = LinslvPerfSer-Stokes2D_J1024; Cell Count = 1024; Dim = 2 }

#4: { Guid = a413248c-89e0-42ac-955a-653b84831644; Name = LinslvPerfSer-XdgStokes_J4096; Cell Count = 4096; Dim = 3 }

#5: { Guid = 5dbd70ad-31b8-474e-a882-8e6d8b025081; Name = LinslvPerfSer-Stokes3D_J110592; Cell Count = 110592; Dim = 3 }

#6: { Guid = d50d2096-93b1-4f7a-87e2-1ff4b7b4b11c; Name = LinslvPerfSer-Stokes3D_J262144; Cell Count = 262144; Dim = 3 }

#7: { Guid = a120eff4-9268-4599-858d-fa04d9af7bf6; Name = LinslvPerfSer-Stokes2D_J147456; Cell Count = 147456; Dim = 2 }

#8: { Guid = a1d4cdf5-c0ae-4cf7-9424-47bd090072ec; Name = LinslvPerfSer-XdgStokes_J32768; Cell Count = 32768; Dim = 3 }

#9: { Guid = a51fa358-0557-4f0f-a82a-4604ec6ff715; Name = LinslvPerfSer-SIP_Poisson_J69120; Cell Count = 69120; Dim = 3 }

#10: { Guid = d3d10ca0-3d33-42fd-bcb3-109be304f284; Name = LinslvPerfSer-Stokes2D_J4096; Cell Count = 4096; Dim = 2 }

#11: { Guid = ab0e7c42-1e00-4cf8-9318-afd81b562798; Name = LinslvPerfSer-XdgPoisson_J8; Cell Count = 8; Dim = 3 }

#12: { Guid = 4ab9b1cd-9afa-446f-b12e-17c5a2d9146b; Name = LinslvPerfSer-SIP_Poisson_J163840; Cell Count = 163840; Dim = 3 }

#13: { Guid = ce452346-e410-412c-94a5-16069d2edf09; Name = LinslvPerfSer-SIP_Poisson_J320; Cell Count = 320; Dim = 3 }

#14: { Guid = 880531d5-f20f-43b1-93c4-b226c5e1c9db; Name = LinslvPerfSer-Stokes3D_J32768; Cell Count = 32768; Dim = 3 }

#15: { Guid = cfac6808-f218-4be6-a1d2-e2512c2f05be; Name = LinslvPerfSer-XdgPoisson_J32768; Cell Count = 32768; Dim = 3 }

#16: { Guid = 7424a617-ffd7-48d8-a4bd-1a46594bc71d; Name = LinslvPerfSer-Stokes2D_J256; Cell Count = 256; Dim = 2 }

#17: { Guid = 89b88675-e21b-4610-b420-e97fa66d6f78; Name = LinslvPerfSer-Stokes3D_J13824; Cell Count = 13824; Dim = 3 }

#18: { Guid = 682ae785-78ab-4d82-a8fe-fa91bdff8912; Name = LinslvPerfSer-Stokes3D_J4096; Cell Count = 4096; Dim = 3 }

#19: { Guid = d1c92a50-c2b8-4a58-971c-82b5c7c89a50; Name = LinslvPerfSer-XdgPoisson_J262144; Cell Count = 262144; Dim = 3 }

#20: { Guid = 1c611c5c-fe38-4b53-a683-88f4e01e1e55; Name = LinslvPerfSer-SIP_Poisson_J552960; Cell Count = 552960; Dim = 3 }

#21: { Guid = da153024-457d-4086-8b98-e0e42b7d07ad; Name = LinslvPerfSer-XdgStokes_J262144; Cell Count = 262144; Dim = 3 }

#22: { Guid = 92e715e8-1669-4783-869e-ded2d8a2622c; Name = LinslvPerfSer-Stokes2D_J16384; Cell Count = 16384; Dim = 2 }

#23: { Guid = bad794f5-9487-4770-b292-6449d52e619e; Name = LinslvPerfSer-Stokes2D_J36864; Cell Count = 36864; Dim = 2 }

#24: { Guid = a7dab9da-d03e-4714-a40f-b8e094f945a5; Name = LinslvPerfSer-XdgStokes_J13824; Cell Count = 13824; Dim = 3 }

#25: { Guid = 4817f9de-82e8-48f0-9406-c03a8b5893b6; Name = LinslvPerfSer-XdgPoisson_J512; Cell Count = 512; Dim = 3 }

#26: { Guid = 3235d5f7-7982-440e-bd6a-e709f6377769; Name = LinslvPerfSer-SIP_Poisson_J2560; Cell Count = 2560; Dim = 3 }

#27: { Guid = b42078e0-4f47-4336-94fe-920600283b77; Name = LinslvPerfSer-XdgStokes_J110592; Cell Count = 110592; Dim = 3 }

#28: { Guid = c5dce9cc-13f5-46ac-9993-410d96e5e484; Name = LinslvPerfSer-Stokes2D_J65536; Cell Count = 65536; Dim = 2 }

#29: { Guid = 89bec575-4807-4992-a94c-9495e67e9d10; Name = LinslvPerfSer-XdgPoisson_J64; Cell Count = 64; Dim = 3 }

#30: { Guid = 0433cef7-af7e-4b8d-8820-0caae042b22c; Name = LinslvPerfSer-XdgPoisson_J4096; Cell Count = 4096; Dim = 3 }

#31: { Guid = bc1717ad-b120-4084-a60e-5d1454c59325; Name = LinslvPerfSer-Stokes2D_J2304; Cell Count = 2304; Dim = 2 }

#32: { Guid = f91b62aa-17bd-4cfc-aee7-86a24619b416; Name = LinslvPerfSer-Stokes3D_J512; Cell Count = 512; Dim = 3 }

#33: { Guid = 84b7aab6-49e8-498b-9ca1-aee0beaed574; Name = LinslvPerfSer-SIP_Poisson_J1310720; Cell Count = 1310720; Dim = 3 }

#34: { Guid = fe070972-e500-44fd-acb8-eddf933845f3; Name = LinslvPerfSer-Stokes2D_J262144; Cell Count = 262144; Dim = 2 }

#35: { Guid = a4352dc9-1434-4f02-b9bb-a7d8fd753ff6; Name = LinslvPerfSer-Stokes2D_J64; Cell Count = 64; Dim = 2 }

Create meshes in various resolutions:

• domain $\Omega = (0,10) \times (-1,1) \times (-1,1)$;
• a Dirichlet boundary is set for $x = 0$, everywhere else Neumann boundaries are assumed; these are typically more challenging for a linear solver than Dirichlet boundaries.
• in order to make the problem a bit challenging, a non-equidistant spacing for $y$ and $z$ coordinate are used
• the domain shape is reminiscent of a typical grid for the simulation of channel flows, with exception of the boundary conditions

int[] Resolutions_3D = new int[] { 4, 8, 16, 24, 32, 48, 64 };
IGridInfo[] grids = new IGridInfo[Resolutions_3D.Length];

for(int cnt = 0; cnt < Resolutions_3D.Length; cnt++) {
    int Res = Resolutions_3D[cnt];    
    
    double[] xNodes = GenericBlas.Linspace(0, 10, Res*5 + 1);
    double[] yNodes = Utils.SinLinSpacing(-1, +1, 0.6, Res + 1);
    double[] zNodes = Utils.SinLinSpacing(-1, +1, 0.6, Res + 1);
    int J = (xNodes.Length - 1)*(yNodes.Length - 1)*(zNodes.Length - 1);
    
    string GridName = wmg.CurrentProject + "-SIP_Poisson_J" + J;
    
    //grids[cnt] = null;
    //foreach(IGridInfo grd in wmg.Grids) { 
    //    bool check = grd.Name.Contains(string.Format("_J"+ J));
    //    if(check) {
    //      grids[cnt] = grd;
    //    }
    //}
    
    Console.WriteLine("Creating Grid: " + GridName);
    
    grids[cnt] = wmg.Grids.SingleOrDefault(grd => grd.Name.Contains(GridName)); // check if an appropriate grid is already present in the database
    if(grids[cnt] == null) { // 
        Console.WriteLine($"Creating grid with {J} = {Res*5}x{Res}x{Res} cells.");
        
        GridCommons g;
        g      = Grid3D.Cartesian3DGrid(xNodes, yNodes, zNodes);
        g.Name = GridName;
    
        g.DefineEdgeTags(delegate (double[] X) {
            if(Math.Abs(X[0] - 0.0) <= 1.0e-6)
                return BoundaryType.Dirichlet.ToString();
            else
                return BoundaryType.Neumann.ToString();
        });
      
        g = wmg.SaveGrid(g);  
        grids[cnt] = g;
    } else {
        Console.WriteLine("Found Grid: " + grids[cnt]);
        if(grids[cnt].NumberOfCells != J)
            throw new Exception("J mismatch");
        
        if(grids[cnt].SpatialDimension != 3)
            throw new Exception("D mismatch");
    }
}

Creating Grid: LinslvPerfSer-SIP_Poisson_J320

Found Grid: { Guid = ce452346-e410-412c-94a5-16069d2edf09; Name = LinslvPerfSer-SIP_Poisson_J320; Cell Count = 320; Dim = 3 }

Creating Grid: LinslvPerfSer-SIP_Poisson_J2560

Found Grid: { Guid = 3235d5f7-7982-440e-bd6a-e709f6377769; Name = LinslvPerfSer-SIP_Poisson_J2560; Cell Count = 2560; Dim = 3 }

Creating Grid: LinslvPerfSer-SIP_Poisson_J20480

Found Grid: { Guid = c5d643a7-1efa-40be-9e45-1105ab5c6c83; Name = LinslvPerfSer-SIP_Poisson_J20480; Cell Count = 20480; Dim = 3 }

Creating Grid: LinslvPerfSer-SIP_Poisson_J69120

Found Grid: { Guid = a51fa358-0557-4f0f-a82a-4604ec6ff715; Name = LinslvPerfSer-SIP_Poisson_J69120; Cell Count = 69120; Dim = 3 }

Creating Grid: LinslvPerfSer-SIP_Poisson_J163840

Found Grid: { Guid = 4ab9b1cd-9afa-446f-b12e-17c5a2d9146b; Name = LinslvPerfSer-SIP_Poisson_J163840; Cell Count = 163840; Dim = 3 }

Creating Grid: LinslvPerfSer-SIP_Poisson_J552960

Found Grid: { Guid = 1c611c5c-fe38-4b53-a683-88f4e01e1e55; Name = LinslvPerfSer-SIP_Poisson_J552960; Cell Count = 552960; Dim = 3 }

Creating Grid: LinslvPerfSer-SIP_Poisson_J1310720

Found Grid: { Guid = 84b7aab6-49e8-498b-9ca1-aee0beaed574; Name = LinslvPerfSer-SIP_Poisson_J1310720; Cell Count = 1310720; Dim = 3 }

grids

#0: { Guid = ce452346-e410-412c-94a5-16069d2edf09; Name = LinslvPerfSer-SIP_Poisson_J320; Cell Count = 320; Dim = 3 }

#1: { Guid = 3235d5f7-7982-440e-bd6a-e709f6377769; Name = LinslvPerfSer-SIP_Poisson_J2560; Cell Count = 2560; Dim = 3 }

#2: { Guid = c5d643a7-1efa-40be-9e45-1105ab5c6c83; Name = LinslvPerfSer-SIP_Poisson_J20480; Cell Count = 20480; Dim = 3 }

#3: { Guid = a51fa358-0557-4f0f-a82a-4604ec6ff715; Name = LinslvPerfSer-SIP_Poisson_J69120; Cell Count = 69120; Dim = 3 }

#4: { Guid = 4ab9b1cd-9afa-446f-b12e-17c5a2d9146b; Name = LinslvPerfSer-SIP_Poisson_J163840; Cell Count = 163840; Dim = 3 }

#5: { Guid = 1c611c5c-fe38-4b53-a683-88f4e01e1e55; Name = LinslvPerfSer-SIP_Poisson_J552960; Cell Count = 552960; Dim = 3 }

#6: { Guid = 84b7aab6-49e8-498b-9ca1-aee0beaed574; Name = LinslvPerfSer-SIP_Poisson_J1310720; Cell Count = 1310720; Dim = 3 }

Setup Control Object for a Solver Run

Values/Formulas for the Values of RHS and Boundary Conditions

string nl = System.Environment.NewLine;
string math_expressions_code = 
"static class InitialValues { " +
"    public static double RHS(double[] X) { " + nl +
"        return -Math.Sin(X[0]); " + nl +
"    } " + nl +
"     " + nl +
"    public static double DirichletBC(double[] X) { " + nl +
"        return 0.0; " + nl +
"    } " + nl +
"     " + nl +
"    public static double NeumannBC(double[] X) { " + nl +
"       if(Math.Abs(X[1] - 1.0) < 1.0e-8 || Math.Abs(X[1] + 1.0) < 1.0e-8) " + nl +
"           return 0; " + nl +
"       if(X.Length > 2 && (Math.Abs(X[2] - 1.0) < 1.0e-8 || Math.Abs(X[2] + 1.0) < 1.0e-8)) " + nl +
"           return 0; " + nl +
"     " + nl +
"       return Math.Cos(10.0); " + nl +
"   } " + nl +
"} " + nl;

var RHS_value = new Formula("InitialValues.RHS", false, math_expressions_code);
var NeumannBC_value = new Formula("InitialValues.NeumannBC", false, math_expressions_code);
var DirichletBC_value = new ConstantValue(0.0);

Brief test of the boundary values:

RHS_value.Evaluate(new Vector(0.2, 0.1), 0)

-0.19866933079506122

NeumannBC_value.Evaluate(new Vector(0.2, 0.1), 0)

-0.8390715290764524

Setup of Parameter Study

Polynomial degrees to test:

//int[] PolyDegS = new int[] {2, 3, 4, 5, 6};
int[] PolyDegS = new int[] {2, 3, 5}; // reduced options for dev.

Solvers which we want to instrument:

using BoSSS.Solution.AdvancedSolvers;

LinearSolverCode[] solver_nameS = new LinearSolverCode[] {
    LinearSolverCode.direct_pardiso, 
    LinearSolverCode.exp_gmres_levelpmg,
    LinearSolverCode.exp_Kcycle_schwarz,
    LinearSolverCode.pMultigrid
    //LinearSolverCode.exp_Kcycle_ILU
};

Maximum Dof for one calculation (we skip fine grids for higher polynomial orders):

int GetMaxAllowedDOF(LinearSolverCode code) {
    switch(code) {
        case LinearSolverCode.direct_pardiso:
        case LinearSolverCode.direct_mumps:
        return 1100000; // 1.1 Million for iterative solvers at maximum
    
        default: 
        return 3000000; // Up to 3 Million for iterative solvers
    }
}

Loop over all combinations of parameters and define a control object for each combo:

List<SipControl> controls = new List<SipControl>();
foreach(LinearSolverCode solver_name in solver_nameS) {
foreach(int k in PolyDegS) {   
foreach(IGridInfo grd in grids) {
    int Np = Utils.Np(k);
    int J  = grd.NumberOfCells;
    if(J*Np > GetMaxAllowedDOF(solver_name)) {
        continue;
    } 
    var ctrl = new SipControl();
    controls.Add(ctrl);
       
    
    string caseName = string.Format("Poisson_J{0}_k{1}_{2}", J, k, solver_name);
    Console.WriteLine("setting up: " + caseName);
    ctrl.SessionName = "SIP_" + caseName;

    ctrl.SetGrid(grd);
    ctrl.savetodb = true;
    ctrl.SetDGdegree(k);

    ctrl.LinearSolver           = solver_name.GetConfig();
    var isc = ctrl.LinearSolver as IterativeSolverConfig;
    if(isc != null) {
        //Console.WriteLine(isc.ConvergenceCriterion);
        //ctrl.LinearSolver.TargetBlockSize      = Math.Min(J*Np-1,10000);
        isc.ConvergenceCriterion = 1e-8;
    }
        
        
    ctrl.InitialValues.Add("RHS", RHS_value);
    ctrl.AddBoundaryValue(BoundaryType.Dirichlet.ToString(), "T", DirichletBC_value);
    ctrl.AddBoundaryValue(BoundaryType.Neumann.ToString(), "T", NeumannBC_value);
    
    ctrl.NoOfMultigridLevels = 100; // maximum number of multigrid levels to use; actual number will be far lower.
    ctrl.TracingNamespaces = "BoSSS.Solution";
    //ctrl.GridPartType = BoSSS.Foundation.Grid.GridPartType.METIS;
    //ctrl.GridPartType = BoSSS.Foundation.Grid.GridPartType.directHilbert;
}
}
}

setting up: Poisson_J320_k2_direct_pardiso

setting up: Poisson_J2560_k2_direct_pardiso

setting up: Poisson_J20480_k2_direct_pardiso

setting up: Poisson_J69120_k2_direct_pardiso

setting up: Poisson_J320_k3_direct_pardiso

setting up: Poisson_J2560_k3_direct_pardiso

setting up: Poisson_J20480_k3_direct_pardiso

setting up: Poisson_J320_k5_direct_pardiso

setting up: Poisson_J2560_k5_direct_pardiso

setting up: Poisson_J320_k2_exp_gmres_levelpmg

setting up: Poisson_J2560_k2_exp_gmres_levelpmg

setting up: Poisson_J20480_k2_exp_gmres_levelpmg

setting up: Poisson_J69120_k2_exp_gmres_levelpmg

setting up: Poisson_J163840_k2_exp_gmres_levelpmg

setting up: Poisson_J320_k3_exp_gmres_levelpmg

setting up: Poisson_J2560_k3_exp_gmres_levelpmg

setting up: Poisson_J20480_k3_exp_gmres_levelpmg

setting up: Poisson_J69120_k3_exp_gmres_levelpmg

setting up: Poisson_J320_k5_exp_gmres_levelpmg

setting up: Poisson_J2560_k5_exp_gmres_levelpmg

setting up: Poisson_J20480_k5_exp_gmres_levelpmg

setting up: Poisson_J320_k2_exp_Kcycle_schwarz

setting up: Poisson_J2560_k2_exp_Kcycle_schwarz

setting up: Poisson_J20480_k2_exp_Kcycle_schwarz

setting up: Poisson_J69120_k2_exp_Kcycle_schwarz

setting up: Poisson_J163840_k2_exp_Kcycle_schwarz

setting up: Poisson_J320_k3_exp_Kcycle_schwarz

setting up: Poisson_J2560_k3_exp_Kcycle_schwarz

setting up: Poisson_J20480_k3_exp_Kcycle_schwarz

setting up: Poisson_J69120_k3_exp_Kcycle_schwarz

setting up: Poisson_J320_k5_exp_Kcycle_schwarz

setting up: Poisson_J2560_k5_exp_Kcycle_schwarz

setting up: Poisson_J20480_k5_exp_Kcycle_schwarz

setting up: Poisson_J320_k2_pMultigrid

setting up: Poisson_J2560_k2_pMultigrid

setting up: Poisson_J20480_k2_pMultigrid

setting up: Poisson_J69120_k2_pMultigrid

setting up: Poisson_J163840_k2_pMultigrid

setting up: Poisson_J320_k3_pMultigrid

setting up: Poisson_J2560_k3_pMultigrid

setting up: Poisson_J20480_k3_pMultigrid

setting up: Poisson_J69120_k3_pMultigrid

setting up: Poisson_J320_k5_pMultigrid

setting up: Poisson_J2560_k5_pMultigrid

setting up: Poisson_J20480_k5_pMultigrid

//string path = @"C:\Users\flori\Documents\BoSSS-kummer\public\src\L4-application\ipPoisson\bin\Release\net5.0\PoissonBench";
//foreach(var ctrl in controls) {
//    ctrl.savetodb = false;
//    ctrl.SaveToFile(System.IO.Path.Combine(path, ctrl.SessionName + ".obj"));
//}

controls.Count()

45

Launch Jobs

Use the default queue defined on this machine:

ExecutionQueues

index	RuntimeLocation	DeploymentBaseDirectory	DeployRuntime	Name	DotnetRuntime	Username	ServerName	ComputeNodes	DefaultJobPriority	SingleNode	AllowedDatabasesPaths
0	win\amd64	\\fdygitrunner\BoSSStests	True	MSHPC-Gitrunner-HighPrio	dotnet	FDY\jenkinsci	DC2	[ fdygitrunner ]	Highest	True	[ \\fdygitrunner\BoSSStests, \\fdygitrunner\ValidationTests\databases ]
1	win\amd64	\\fdygitrunner\BoSSStests	False	MSHPC-Gitrunner-DefaultTest	dotnet	FDY\jenkinsci	DC2	[ hpccluster, hpccluster2, hpcluster3, hpccluster4, fdygitrunner ]	Normal	True	[ \\fdygitrunner\BoSSStests, \\fdygitrunner\ValidationTests\databases ]
2	win\amd64	\\fdygitrunner\ValidationTests\deploy	True	MSHPC-AllNodes	dotnet	FDY\jenkinsci	DC2	[ hpccluster, hpccluster2, hpcluster3, hpccluster4, fdygitrunner ]	Normal	True	[ \\fdygitrunner\ValidationTests\databases ]
3	win\amd64	\\fdygitrunner\BoSSStests	True	MSHPC-AllNodes-test	dotnet	FDY\jenkinsci	DC2	[ hpccluster, hpccluster2, hpcluster3, hpccluster4, fdygitrunner ]	Normal	True	[ \\fdygitrunner\BoSSStests ]
4	win\amd64	\\fdygitrunner\ValidationTests\deploy	True	MSHPC-FastNodes	dotnet	FDY\jenkinsci	DC2	[ hpcluster3, hpccluster4 ]	Normal	True	[ \\fdygitrunner\ValidationTests\databases ]

var myBatch = GetDefaultQueue();
myBatch

RuntimeLocation	DeploymentBaseDirectory	DeployRuntime	Name	DotnetRuntime	Username	ServerName	ComputeNodes	DefaultJobPriority	SingleNode	AllowedDatabasesPaths
win\amd64	\\fdygitrunner\ValidationTests\deploy	True	MSHPC-FastNodes	dotnet	FDY\jenkinsci	DC2	[ hpcluster3, hpccluster4 ]	Normal	True	[ \\fdygitrunner\ValidationTests\databases ]

foreach(var ctrl in controls) {
    Console.WriteLine(" Submitting: " + ctrl.SessionName);
    var j = ctrl.CreateJob();
    j.RetryCount = 1;
    j.Activate(myBatch);
    //ctrl.RunBatch(); // run in the default queue for this project
}

 Submitting: SIP_Poisson_J320_k2_direct_pardiso

Deployments so far (1): (Job token: 802544, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_053516.015102' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k2_direct_pardiso	10/29/2023 05:36:49	af95f066..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k2_direct_pardiso

Deployments so far (1): (Job token: 802545, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_053643.633447' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k2_direct_pardiso	10/29/2023 05:38:16	315fcef7..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k2_direct_pardiso

Deployments so far (1): (Job token: 802546, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_053811.920555' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k2_direct_pardiso	10/29/2023 05:39:54	f284a6db..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k2_direct_pardiso

Deployments so far (1): (Job token: 802547, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_053949.469054' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k2_direct_pardiso	10/29/2023 05:41:21	cafd37fc..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k3_direct_pardiso

Deployments so far (1): (Job token: 802549, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054116.353025' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k3_direct_pardiso	10/29/2023 05:42:37	278f66b1..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k3_direct_pardiso

Deployments so far (1): (Job token: 802551, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054235.449736' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k3_direct_pardiso	10/29/2023 05:43:52	8655d979..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k3_direct_pardiso

Deployments so far (1): (Job token: 802553, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054355.507452' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k3_direct_pardiso	10/29/2023 05:45:15	6adbc1bb..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k5_direct_pardiso

Deployments so far (1): (Job token: 802555, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054523.182626' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k5_direct_pardiso	10/29/2023 05:46:38	55676919..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k5_direct_pardiso

Deployments so far (1): (Job token: 802556, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054641.121857' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k5_direct_pardiso	10/29/2023 05:47:44	c52a61aa..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k2_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802558, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054737.344934' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k2_exp_gmres_levelpmg	10/29/2023 05:48:25	55996061..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k2_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802560, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054823.451890' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k2_exp_gmres_levelpmg	10/29/2023 05:49:07	00bb9aca..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k2_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802562, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054904.985210' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k2_exp_gmres_levelpmg	10/29/2023 05:49:48	31d1908b..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k2_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802564, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_054945.208820' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k2_exp_gmres_levelpmg	10/29/2023 05:50:27	74bfba60..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J163840_k2_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802565, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055021.798368' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J163840_k2_exp_gmres_levelpmg	10/29/2023 05:51:01	b46e7550..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k3_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802567, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055104.358041' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k3_exp_gmres_levelpmg	10/29/2023 05:51:45	4923b1ed..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k3_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802569, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055137.818893' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k3_exp_gmres_levelpmg	10/29/2023 05:52:19	5f6a9206..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k3_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802571, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055216.903845' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k3_exp_gmres_levelpmg	10/29/2023 05:52:53	8c247220..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k3_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802573, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055247.981509' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k3_exp_gmres_levelpmg	10/29/2023 05:53:24	cac77d41..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k5_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802574, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055321.242233' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k5_exp_gmres_levelpmg	10/29/2023 05:53:56	0b636b12..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k5_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802576, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055350.477968' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k5_exp_gmres_levelpmg	10/29/2023 05:54:29	267d9182..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k5_exp_gmres_levelpmg

Deployments so far (1): (Job token: 802578, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055425.640634' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k5_exp_gmres_levelpmg	10/29/2023 05:55:06	4b65e4de..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k2_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802580, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055507.135123' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k2_exp_Kcycle_schwarz	10/29/2023 05:55:42	f74f6b57..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k2_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802581, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055544.315175' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k2_exp_Kcycle_schwarz	10/29/2023 05:56:27	2aeb71ef..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k2_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802583, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055627.332852' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k2_exp_Kcycle_schwarz	10/29/2023 05:57:10	f090d657..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k2_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802585, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055710.881376' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k2_exp_Kcycle_schwarz	10/29/2023 05:57:49	4413a52f..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J163840_k2_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802587, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055750.408158' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J163840_k2_exp_Kcycle_schwarz	10/29/2023 05:58:27	783dc171..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k3_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802589, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055828.437202' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k3_exp_Kcycle_schwarz	10/29/2023 05:59:05	8a96e40a..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k3_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802590, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055901.818502' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k3_exp_Kcycle_schwarz	10/29/2023 05:59:44	540310c5..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k3_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802592, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_055942.188120' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k3_exp_Kcycle_schwarz	10/29/2023 06:00:13	0dfe8698..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k3_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802593, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060008.368118' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k3_exp_Kcycle_schwarz	10/29/2023 06:00:37	ad9f5107..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k5_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802594, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060032.904053' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k5_exp_Kcycle_schwarz	10/29/2023 06:01:02	47c05a39..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k5_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802595, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060057.063309' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k5_exp_Kcycle_schwarz	10/29/2023 06:01:27	9aa49ae6..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k5_exp_Kcycle_schwarz

Deployments so far (1): (Job token: 802596, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060121.237977' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k5_exp_Kcycle_schwarz	10/29/2023 06:01:50	0060bba2..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k2_pMultigrid

Deployments so far (1): (Job token: 802597, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060147.556222' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k2_pMultigrid	10/29/2023 06:02:14	3d6abaa0..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k2_pMultigrid

Deployments so far (1): (Job token: 802598, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060208.759176' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k2_pMultigrid	10/29/2023 06:02:42	2951901f..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k2_pMultigrid

Deployments so far (1): (Job token: 802599, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060235.282957' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k2_pMultigrid	10/29/2023 06:03:09	2819144c..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k2_pMultigrid

Deployments so far (1): (Job token: 802600, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060304.020640' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k2_pMultigrid	10/29/2023 06:03:34	168fa728..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J163840_k2_pMultigrid

Deployments so far (1): (Job token: 802601, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060331.107645' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J163840_k2_pMultigrid	10/29/2023 06:04:02	9d62ed77..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k3_pMultigrid

Deployments so far (1): (Job token: 802602, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060402.073081' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k3_pMultigrid	10/29/2023 06:04:34	bccee2c9..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k3_pMultigrid

Deployments so far (1): (Job token: 802603, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060429.134568' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k3_pMultigrid	10/29/2023 06:05:02	f89e9a92..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k3_pMultigrid

Deployments so far (1): (Job token: 802604, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060500.447551' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k3_pMultigrid	10/29/2023 06:05:33	3dc09ad2..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J69120_k3_pMultigrid

Deployments so far (1): (Job token: 802605, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060529.589994' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J69120_k3_pMultigrid	10/29/2023 06:06:01	274e5eaf..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J320_k5_pMultigrid

Deployments so far (1): (Job token: 802606, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060557.646957' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J320_k5_pMultigrid	10/29/2023 06:06:27	edbc63aa..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J2560_k5_pMultigrid

Deployments so far (1): (Job token: 802607, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060624.103306' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J2560_k5_pMultigrid	10/29/2023 06:06:45	1cba0e01..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

 Submitting: SIP_Poisson_J20480_k5_pMultigrid

Deployments so far (1): (Job token: 802608, FinishedSuccessful 'LinslvPerfSer-ipPoisson2023Oct29_060638.684321' @ MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy, FinishedSuccessful);

Success: 1

Info: Found successful session "LinslvPerfSer	SIP_Poisson_J20480_k5_pMultigrid	10/29/2023 06:06:57	ad5fafdd..." -- job is marked as successful, no further action.

No submission, because job status is: FinishedSuccessful

//foreach(var j in wmg.AllJobs.Values)
//    j.DeleteOldDeploymentsAndSessions();

Wait for Completion and Check Job Status

wmg.BlockUntilAllJobsTerminate(3600*24*2); // wait at maximum two days for the jobs to finish

All jobs finished.

wmg.AllJobs

#0: SIP_Poisson_J320_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#1: SIP_Poisson_J2560_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#2: SIP_Poisson_J20480_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#3: SIP_Poisson_J69120_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k2_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#4: SIP_Poisson_J320_k3_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k3_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#5: SIP_Poisson_J2560_k3_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k3_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#6: SIP_Poisson_J20480_k3_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k3_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#7: SIP_Poisson_J320_k5_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k5_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#8: SIP_Poisson_J2560_k5_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k5_direct_pardiso: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#9: SIP_Poisson_J320_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#10: SIP_Poisson_J2560_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#11: SIP_Poisson_J20480_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#12: SIP_Poisson_J69120_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#13: SIP_Poisson_J163840_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J163840_k2_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#14: SIP_Poisson_J320_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#15: SIP_Poisson_J2560_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#16: SIP_Poisson_J20480_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#17: SIP_Poisson_J69120_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k3_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#18: SIP_Poisson_J320_k5_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k5_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#19: SIP_Poisson_J2560_k5_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k5_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#20: SIP_Poisson_J20480_k5_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k5_exp_gmres_levelpmg: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#21: SIP_Poisson_J320_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#22: SIP_Poisson_J2560_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#23: SIP_Poisson_J20480_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#24: SIP_Poisson_J69120_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#25: SIP_Poisson_J163840_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J163840_k2_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#26: SIP_Poisson_J320_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#27: SIP_Poisson_J2560_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#28: SIP_Poisson_J20480_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#29: SIP_Poisson_J69120_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k3_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#30: SIP_Poisson_J320_k5_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k5_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#31: SIP_Poisson_J2560_k5_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k5_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#32: SIP_Poisson_J20480_k5_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k5_exp_Kcycle_schwarz: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#33: SIP_Poisson_J320_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#34: SIP_Poisson_J2560_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#35: SIP_Poisson_J20480_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#36: SIP_Poisson_J69120_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#37: SIP_Poisson_J163840_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J163840_k2_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#38: SIP_Poisson_J320_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#39: SIP_Poisson_J2560_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#40: SIP_Poisson_J20480_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#41: SIP_Poisson_J69120_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J69120_k3_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#42: SIP_Poisson_J320_k5_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J320_k5_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#43: SIP_Poisson_J2560_k5_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J2560_k5_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

#44: SIP_Poisson_J20480_k5_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)	SIP_Poisson_J20480_k5_pMultigrid: FinishedSuccessful (MS HPC client  MSHPC-FastNodes @DC2, @\\fdygitrunner\ValidationTests\deploy)

wmg.Sessions.Where(sess => sess.Name.StartsWith("SIP_Poisson_J"))

#0: LinslvPerfSer	SIP_Poisson_J20480_k5_pMultigrid	10/29/2023 06:06:57	ad5fafdd...

#1: LinslvPerfSer	SIP_Poisson_J320_k3_exp_Kcycle_schwarz	10/29/2023 05:59:05	8a96e40a...

#2: LinslvPerfSer	SIP_Poisson_J20480_k2_exp_Kcycle_schwarz	10/29/2023 05:57:10	f090d657...

#3: LinslvPerfSer	SIP_Poisson_J320_k2_direct_pardiso	10/29/2023 05:36:49	af95f066...

#4: LinslvPerfSer	SIP_Poisson_J2560_k3_exp_gmres_levelpmg	10/29/2023 05:52:19	5f6a9206...

#5: LinslvPerfSer	SIP_Poisson_J320_k2_pMultigrid	10/29/2023 06:02:14	3d6abaa0...

#6: LinslvPerfSer	SIP_Poisson_J320_k5_exp_Kcycle_schwarz	10/29/2023 06:01:02	47c05a39...

#7: LinslvPerfSer	SIP_Poisson_J320_k2_exp_gmres_levelpmg	10/29/2023 05:48:25	55996061...

#8: LinslvPerfSer	SIP_Poisson_J320_k3_pMultigrid	10/29/2023 06:04:34	bccee2c9...

#9: LinslvPerfSer	SIP_Poisson_J320_k5_direct_pardiso	10/29/2023 05:46:38	55676919...

#10: LinslvPerfSer	SIP_Poisson_J20480_k5_exp_gmres_levelpmg	10/29/2023 05:55:06	4b65e4de...

#11: LinslvPerfSer	SIP_Poisson_J163840_k2_exp_gmres_levelpmg	10/29/2023 05:51:01	b46e7550...

#12: LinslvPerfSer	SIP_Poisson_J69120_k3_pMultigrid	10/29/2023 06:06:01	274e5eaf...

#13: LinslvPerfSer	SIP_Poisson_J2560_k3_direct_pardiso	10/29/2023 05:43:52	8655d979...

#14: LinslvPerfSer	SIP_Poisson_J69120_k3_exp_gmres_levelpmg	10/29/2023 05:53:24	cac77d41...

#15: LinslvPerfSer	SIP_Poisson_J20480_k3_exp_gmres_levelpmg	10/29/2023 05:52:53	8c247220...

#16: LinslvPerfSer	SIP_Poisson_J69120_k2_exp_Kcycle_schwarz	10/29/2023 05:57:49	4413a52f...

#17: LinslvPerfSer	SIP_Poisson_J163840_k2_pMultigrid	10/29/2023 06:04:02	9d62ed77...

#18: LinslvPerfSer	SIP_Poisson_J2560_k2_pMultigrid	10/29/2023 06:02:42	2951901f...

#19: LinslvPerfSer	SIP_Poisson_J320_k3_exp_gmres_levelpmg	10/29/2023 05:51:45	4923b1ed...

#20: LinslvPerfSer	SIP_Poisson_J2560_k5_exp_Kcycle_schwarz	10/29/2023 06:01:27	9aa49ae6...

#21: LinslvPerfSer	SIP_Poisson_J2560_k2_exp_gmres_levelpmg	10/29/2023 05:49:07	00bb9aca...

#22: LinslvPerfSer	SIP_Poisson_J2560_k3_pMultigrid	10/29/2023 06:05:02	f89e9a92...

#23: LinslvPerfSer	SIP_Poisson_J20480_k3_direct_pardiso	10/29/2023 05:45:15	6adbc1bb...

#24: LinslvPerfSer	SIP_Poisson_J2560_k5_exp_gmres_levelpmg	10/29/2023 05:54:29	267d9182...

#25: LinslvPerfSer	SIP_Poisson_J69120_k2_pMultigrid	10/29/2023 06:03:34	168fa728...

#26: LinslvPerfSer	SIP_Poisson_J2560_k5_direct_pardiso	10/29/2023 05:47:44	c52a61aa...

#27: LinslvPerfSer	SIP_Poisson_J20480_k2_exp_gmres_levelpmg	10/29/2023 05:49:48	31d1908b...

#28: LinslvPerfSer	SIP_Poisson_J69120_k2_direct_pardiso	10/29/2023 05:41:21	cafd37fc...

#29: LinslvPerfSer	SIP_Poisson_J69120_k3_exp_Kcycle_schwarz	10/29/2023 06:00:37	ad9f5107...

#30: LinslvPerfSer	SIP_Poisson_J2560_k5_pMultigrid	10/29/2023 06:06:45	1cba0e01...

#31: LinslvPerfSer	SIP_Poisson_J320_k3_direct_pardiso	10/29/2023 05:42:37	278f66b1...

#32: LinslvPerfSer	SIP_Poisson_J320_k5_pMultigrid	10/29/2023 06:06:27	edbc63aa...

#33: LinslvPerfSer	SIP_Poisson_J20480_k5_exp_Kcycle_schwarz	10/29/2023 06:01:50	0060bba2...

#34: LinslvPerfSer	SIP_Poisson_J2560_k2_direct_pardiso	10/29/2023 05:38:16	315fcef7...

#35: LinslvPerfSer	SIP_Poisson_J320_k2_exp_Kcycle_schwarz	10/29/2023 05:55:42	f74f6b57...

#36: LinslvPerfSer	SIP_Poisson_J20480_k3_pMultigrid	10/29/2023 06:05:33	3dc09ad2...

#37: LinslvPerfSer	SIP_Poisson_J163840_k2_exp_Kcycle_schwarz	10/29/2023 05:58:27	783dc171...

#38: LinslvPerfSer	SIP_Poisson_J20480_k2_pMultigrid	10/29/2023 06:03:09	2819144c...

#39: LinslvPerfSer	SIP_Poisson_J20480_k2_direct_pardiso	10/29/2023 05:39:54	f284a6db...

#40: LinslvPerfSer	SIP_Poisson_J2560_k2_exp_Kcycle_schwarz	10/29/2023 05:56:27	2aeb71ef...

#41: LinslvPerfSer	SIP_Poisson_J2560_k3_exp_Kcycle_schwarz	10/29/2023 05:59:44	540310c5...

#42: LinslvPerfSer	SIP_Poisson_J20480_k3_exp_Kcycle_schwarz	10/29/2023 06:00:13	0dfe8698...

#43: LinslvPerfSer	SIP_Poisson_J320_k5_exp_gmres_levelpmg	10/29/2023 05:53:56	0b636b12...

#44: LinslvPerfSer	SIP_Poisson_J69120_k2_exp_gmres_levelpmg	10/29/2023 05:50:27	74bfba60...

var NoSuccess = controls.Select(ctrl => ctrl.GetJob()).Where(job => job.Status != JobStatus.FinishedSuccessful).ToArray();
NoSuccess

foreach(var fail in NoSuccess)
    Console.WriteLine(fail + ":  @" + ((fail.LatestDeployment?.DeploymentDirectory?.FullName) ?? " no deployment directory"));

/*
string PathOffset = @"C:\Users\jenkinsci\Desktop\LinSlvPerfFail-20apr22";
foreach(var fail in NoSuccess) {
    var C = fail.GetControl();
    C.savetodb = false;
    C.SaveToFile(System.IO.Path.Combine(PathOffset, fail.Name + ".obj"));
    
    string Stdout = fail.Stdout;
    System.IO.File.WriteAllText(System.IO.Path.Combine(PathOffset, fail.Name + "-stdout.txt"), Stdout);
    
    string Stderr = fail.Stderr;
    System.IO.File.WriteAllText(System.IO.Path.Combine(PathOffset, fail.Name + "-stderr.txt"), Stderr);
}
*/

var FailedSessions = wmg.Sessions.Where(Si => Si.Name.Contains("SIP_Poisson") &&
                                        (Si.SuccessfulTermination == false
                                        || Convert.ToInt32(Si.KeysAndQueries["Conv"]) == 0));
FailedSessions

//foreach(var s in FailedSessions)
//    s.Delete(true);

//wmg.AllJobs["SIP_Poisson_J2560_k5_pMultigrid"].AllDeployments

Asserting Success

var prelim_allowedFails = new[] { 
"SIP_Poisson_J*_k*_pMultigrid", 
 };

bool FailAllowed(string name) {
    foreach(string s in prelim_allowedFails) {
        if(s.WildcardMatch(name))
            return true;
    }
    return false;
}

NUnit.Framework.Assert.Zero(NoSuccess.Where(job => !FailAllowed(job.Name)).Count(), "Some Jobs Failed");

//foreach(Job jF in NoSuccess)
//   jF.DeleteOldDeploymentsAndSessions();

NUnit.Framework.Assert.Zero(FailedSessions.Where(s => !FailAllowed(s.Name)).Count(), "Some Sessions did not derminate successfully.");

List Output of some job (arbitrarily the first one):

wmg.AllJobs.First().Value.Stdout

Session ID: af95f066-7837-4a62-b1e9-c1444ed5878b, DB path: '\\fdygitrunner\ValidationTests\databases\LinslvPerfSer'

Session directory '\\fdygitrunner\ValidationTests\databases\LinslvPerfSer\sessions\af95f066-7837-4a62-b1e9-c1444ed5878b'.

Grid repartitioning method: METIS

Grid repartitioning options: 

Number of cell Weights: 0

Available multi-grid levels: 4

Trying to solve equation (starting at 10/28/2023 21:37:46)...

Solver running in DG mode (no XDG).

Using quadrature order 6.

4 multigrid levels available.

Operator/PDE is linear.

creating sparse system for 3200 DOF's ...

done 0.6583818 sec.

   System size:                 3200

   No of blocks:                320

   No of blocks in matrix:      1888

   min DG coordinates per cell: 10

   max DG coordinates per cell: 10

   Total non-zeros in matrix:   156576

   Approx. matrix storage (MB): 1

Setting up multigrid operator...

done. (0.099736 sec)

  Memory reserved|used by multi-grid operator 2.73 | 2.70 MB

Running solver...

1 2.67e-12

done. (0.5114057 sec, 1 iter)

  Pardiso phase 11: 0.1969207

  Pardiso phase 22: 0.0523008

  Pardiso phase 33: 0.0106811

  spmm total 0.0375506

  spmm core 0.0046665

  spmv total 0.0029847

  spmv inner 0.0015317

  spmv outer 0.0029179

Total runtime: 00:00:01.4112346

Solver SUCCESSFUL!



Removing tag: NotTerminated

query 'SolL2err' not found.

Create Table for Post-Processing

(moved to post-processing worksheet)

/*
// evaluators to add additional columns to the session table
static class AddCols {
    static public object XdgMatrixAssembly_time(ISessionInfo SI) {
        var mcr = SI.GetProfiling()[0];
        var ndS = mcr.FindChildren("MatrixAssembly");
        var nd  = ndS.ElementAt(0);
        return nd.TimeSpentInMethod.TotalSeconds  / nd.CallCount;
    }
    static public object Aggregation_basis_init_time(ISessionInfo SI) {
        var mcr = SI.GetProfiling()[0];
        var ndS = mcr.FindChildren("Aggregation_basis_init");
        var nd  = ndS.ElementAt(0);
        return nd.TimeSpentInMethod.TotalSeconds  / nd.CallCount;
    }
    static public object Solver_Init_time(ISessionInfo SI) {
        var mcr = SI.GetProfiling()[0];
        var ndS = mcr.FindChildren("Solver_Init");
        var nd  = ndS.ElementAt(0);
        //Console.WriteLine("Number of nodes: " + ndS.Count() + " cc " + nd.CallCount );
        return nd.TimeSpentInMethod.TotalSeconds / nd.CallCount;
    }
    static public object Solver_Run_time(ISessionInfo SI) {
        var mcr = SI.GetProfiling()[0];
        var ndS = mcr.FindChildren("Solver_Run");
        var nd  = ndS.ElementAt(0);
        return nd.TimeSpentInMethod.TotalSeconds  / nd.CallCount;
    }
    static public object NoOfCores(ISessionInfo SI){
        return SI.GetProfiling().Length;
        }
}
*/

/*
wmg.AdditionalSessionTableColums.Clear();
wmg.AdditionalSessionTableColums.Add("MatrixAssembly", AddCols.XdgMatrixAssembly_time);
wmg.AdditionalSessionTableColums.Add("Aggregation_basis_init_time", AddCols.Aggregation_basis_init_time);
wmg.AdditionalSessionTableColums.Add("Solver_Init_time", AddCols.Solver_Init_time);
wmg.AdditionalSessionTableColums.Add("Solver_Run_time", AddCols.Solver_Run_time);
wmg.AdditionalSessionTableColums.Add("NoOfCores", AddCols.NoOfCores);
*/

/*
var FullSessTab = wmg.SessionTable;

// The Session column can't be serialized,
// we have to remove it
List<string> AllCols = FullSessTab.GetColumnNames().ToList();
AllCols.Remove("Session");
FullSessTab = FullSessTab.ExtractColumns(AllCols.ToArray());
*/

//foreach(var s in AllCols) Console.WriteLine(s);

//foreach(var s in wmg.Sessions[0].KeysAndQueries.Keys) Console.WriteLine(s + " \t = " + wmg.Sessions[0].KeysAndQueries[s]);

/*var SubTab = FullSessTab.ExtractColumns(
    "SessionName","DGdegree:T", "Grid:NoOfCells", "LinearSolver.SolverCode", "DOFs", "MatrixAssembly",
    "Aggregation_basis_init_time", "Solver_Init_time", "Solver_Run_time", "NoIter");
*/

//SubTab.Print();

/*
// Filename
var now               = DateTime.Now;
FullSessTab.TableName = wmg.CurrentProject + "_" + now.Year + "-" + now.Month + "-" + now.Day;
string docpath        = FullSessTab.TableName + ".json";
SubTab.SaveToFile(wmg.CurrentProject + ".json");
SubTab.ToCSVFile(wmg.CurrentProject + ".csv");
*/