moved sharpness functions units tests in calibration.jl. changed runt…

…ests.jl to add the new file.

src/utils.jl

@@ -60,7 +60,12 @@ Inputs: \
 Outputs:\
     - `counts`: an array cointaining the empirical frequencies for each quantile interval.
 """
-function empirical_frequency_regression(Y_cal, sampled_distributions, n_bins=20)
+function empirical_frequency_regression(Y_cal, sampled_distributions, n_bins::Int=20)
+    if n_bins <= 0
+        throw(ArgumentError("n_bins must be a positive integer"))
+    elseif all(x -> x == 0 || x == 1, y_binary)
+        throw(ArgumentError("y_binary must be an array of 0 and 1"))
+    end
     quantiles = collect(range(0; stop=1, length=n_bins + 1))
     quantiles_matrix = hcat(
         [quantile(samples, quantiles) for samples in sampled_distributions]...
@@ -113,9 +118,12 @@ Outputs: \
     - `bin_centers`: array with the centers of the bins. 
 
 """
-function empirical_frequency_binary_classification(
-    y_binary, sampled_distributions, n_bins=20
-)
+function empirical_frequency_binary_classification(y_binary, sampled_distributions, n_bins::Int=20)
+    if n_bins <= 0
+        throw(ArgumentError("n_bins must be a positive integer"))
+    elseif all(x -> x == 0 || x == 1, y_binary)
+        throw(ArgumentError("y_binary must be an array of 0 and 1"))
+    end
     #intervals boundaries
     int_bds = collect(range(0; stop=1, length=n_bins + 1))
     #bin centers

test/calibration.jl

@@ -0,0 +1,25 @@
+using Statistics
+using LaplaceRedux
+
+@testset "sharpness_classification tests" begin
+    y_binary = [0, 1, 0, 1, 1, 0, 1, 0]
+    sampled_distributions = [
+            0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8;
+            0.9 0.8 0.7 0.6 0.5 0.4 0.3 0.2
+    ]
+    mean_class_one, mean_class_zero = sharpness_classification(y_binary, sampled_distributions)
+    @test mean_class_one ≈ mean(sampled_distributions[1,[2,4,5,7]])
+    @test mean_class_zero ≈ mean(sampled_distributions[2,[1,3,6,8]])
+
+end
+
+
+
+# Test for `sharpness_regression` function
+@testset "sharpness_regression tests" begin
+    sampled_distributions = [[0.1, 0.2, 0.3, 0.7, 0.6], [0.2, 0.3, 0.4, 0.3 , 0.5 ], [0.3, 0.4, 0.5, 0.9, 0.2]]
+    mean_variance = mean(map(var, sampled_distributions))
+    sharpness = sharpness_regression(sampled_distributions)
+
+    @test sharpness ≈ mean_variance
+end

test/runtests.jl

@@ -17,6 +17,9 @@ using Test
     @testset "Laplace" begin
         include("laplace.jl")
     end
+    @testset "Calibration Plots" begin
+        include("calibration.jl")
+    end
 
     if VERSION >= v"1.8.0"
         @testset "PyTorch Comparisons" begin