Add load balancing test (#2561)

* Added embedded_circle test

* Add embedded_circle test files

* Removed diag files

* removed PICMI input file

* Update to use default regression analysis

* Added line breaks for spacing

Co-authored-by: Axel Huebl <[email protected]>

* Added description

* Fixed benchmark file

* Added load balancing to test

* Commented out load_balancing portion of test.
This will be added back in once load balancing is fixed.

* Add load balancing to embedded_boundary test

* Updated checksum

* Added embedded_circle test

* Add embedded_circle test files

* removed PICMI input file

* Update to use default regression analysis

* Added load balancing to test

* Commented out load_balancing portion of test.
This will be added back in once load balancing is fixed.

* Add load balancing to embedded_boundary test

* added analysis.py file in order to relax tolerance on test

* Ensure that timers are used to update load balancing algorithm

* Updated test name retrieval

Co-authored-by: Axel Huebl <[email protected]>
Co-authored-by: Roelof <[email protected]>
Co-authored-by: Roelof Groenewald <[email protected]>

Author: 3 people

Examples/Tests/embedded_circle/analysis.py

@@ -0,0 +1,15 @@
+#! /usr/bin/env python
+
+import os
+import sys
+sys.path.insert(1, '../../../../warpx/Regression/Checksum/')
+import checksumAPI
+
+# this will be the name of the plot file
+fn = sys.argv[1]
+
+# Get name of the test
+test_name = os.path.split(os.getcwd())[1]
+
+# Run checksum regression test
+checksumAPI.evaluate_checksum(test_name, fn, rtol=1e-2)

Examples/Tests/embedded_circle/inputs_2d

@@ -10,10 +10,11 @@ warpx.eb_implicit_function = -((x-0.00005)**2+(z-0.00005)**2-1e-05**2)
 warpx.eb_potential(x,y,z,t) = -10
 warpx.self_fields_absolute_tolerance = 0.02
 
-# algo.load_balance_intervals = 5
-# algo.load_balance_efficiency_ratio_threshold = 1.001
-# algo.load_balance_with_sfc = 0
-# algo.load_balance_knapsack_factor = 2
+algo.load_balance_intervals = 5
+algo.load_balance_costs_update = timers
+algo.load_balance_efficiency_ratio_threshold = 1.001
+algo.load_balance_with_sfc = 0
+algo.load_balance_knapsack_factor = 2
 
 amr.n_cell = 128 128
 amr.max_grid_size = 16

Regression/Checksum/benchmarks_json/embedded_circle.json

@@ -1,27 +1,27 @@
 {
   "ar_ions": {
-    "particle_cpu": 31744.0,
-    "particle_id": 3220043046.0,
-    "particle_momentum_x": 2.673023392216285e-18,
-    "particle_momentum_y": 2.6733267061000188e-18,
-    "particle_momentum_z": 2.667060599749979e-18,
-    "particle_position_x": 3.1743018682048367,
-    "particle_position_y": 3.1742959462007088,
-    "particle_weight": 988093872.0703125
+    "particle_cpu": 31743.0,
+    "particle_id": 3219974926.0,
+    "particle_momentum_x": 2.673080656628151e-18,
+    "particle_momentum_y": 2.6734826129917346e-18,
+    "particle_momentum_z": 2.6677137825404595e-18,
+    "particle_position_x": 3.174244144020173,
+    "particle_position_y": 3.1742742523212426,
+    "particle_weight": 988078308.1054688
   },
   "electrons": {
-    "particle_cpu": 30724.0,
-    "particle_id": 1040144086.0,
-    "particle_momentum_x": 2.991377867057318e-20,
-    "particle_momentum_y": 3.014091741533624e-20,
-    "particle_momentum_z": 3.022811783218703e-20,
-    "particle_position_x": 3.0722092755241888,
-    "particle_position_y": 3.072232836690298,
-    "particle_weight": 956467895.5078125
+    "particle_cpu": 30723.0,
+    "particle_id": 1040042009.0,
+    "particle_momentum_x": 2.99271246971674e-20,
+    "particle_momentum_y": 3.014893117483374e-20,
+    "particle_momentum_z": 3.016015662279529e-20,
+    "particle_position_x": 3.072306870914145,
+    "particle_position_y": 3.072501289015288,
+    "particle_weight": 956421203.6132812
   },
   "lev=0": {
-    "phi": 56898.52308944405,
-    "rho_ar_ions": 257.80642870099507,
-    "rho_electrons": 250.17704417223325
+    "phi": 56898.115832092146,
+    "rho_ar_ions": 257.8023434408326,
+    "rho_electrons": 250.15834020610757
   }
-}
+}

Regression/WarpX-tests.ini

@@ -2427,8 +2427,7 @@ compileTest = 0
 doVis = 0
 compareParticles = 1
 particleTypes = electrons ar_ions
-analysisRoutine = Examples/analysis_default_regression.py
-tolerance = 1.e-12
+analysisRoutine = Examples/Tests/embedded_circle/analysis.py
 
 [initial_distribution]
 buildDir = .