Line | Branch | Exec | Source |
---|---|---|---|
1 | !!!############################################################################# | ||
2 | !!! Code written by Ned Thaddeus Taylor | ||
3 | !!! Code part of the ATHENA library - a feedforward neural network library | ||
4 | !!!############################################################################# | ||
5 | !!! module contains functions to compute the accuracy of a model | ||
6 | !!! module includes the following procedures: | ||
7 | !!! - categorical_score - computes the accuracy of a categorisation model | ||
8 | !!! - mae_score - computes the mean absolute error of a continuous model | ||
9 | !!! - mse_score - computes the mean squared error of a continuous model | ||
10 | !!! - r2_score - computes the R^2 score of a continuous model | ||
11 | !!!############################################################################# | ||
12 | module accuracy | ||
13 | use constants, only: real12 | ||
14 | implicit none | ||
15 | |||
16 | |||
17 | private | ||
18 | |||
19 | public :: categorical_score | ||
20 | public :: mae_score, mse_score | ||
21 | public :: r2_score | ||
22 | |||
23 | |||
24 | contains | ||
25 | |||
26 | !!!############################################################################# | ||
27 | !!! compute accuracy | ||
28 | !!! this only works (and is only valid for?) categorisation problems | ||
29 | !!!############################################################################# | ||
30 |
3/6✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | function categorical_score(output, expected) result(accuracy) |
31 | implicit none | ||
32 | real(real12), dimension(:,:), intent(in) :: output | ||
33 | integer, dimension(:,:) :: expected | ||
34 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: accuracy |
35 | |||
36 | integer :: s | ||
37 | |||
38 | !! Compute the accuracy | ||
39 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | do concurrent(s=1:size(expected,2)) |
40 |
25/40✓ Branch 0 taken 6 times.
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 6 times.
✗ Branch 8 not taken.
✓ Branch 9 taken 6 times.
✓ Branch 11 taken 6 times.
✗ Branch 12 not taken.
✗ Branch 13 not taken.
✓ Branch 14 taken 6 times.
✗ Branch 16 not taken.
✓ Branch 17 taken 6 times.
✓ Branch 19 taken 18 times.
✓ Branch 20 taken 6 times.
✓ Branch 21 taken 14 times.
✓ Branch 22 taken 4 times.
✗ Branch 23 not taken.
✓ Branch 24 taken 6 times.
✗ Branch 26 not taken.
✓ Branch 27 taken 6 times.
✗ Branch 29 not taken.
✓ Branch 30 taken 6 times.
✗ Branch 32 not taken.
✓ Branch 33 taken 6 times.
✗ Branch 35 not taken.
✓ Branch 36 taken 6 times.
✓ Branch 38 taken 6 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 6 times.
✗ Branch 41 not taken.
✗ Branch 42 not taken.
✗ Branch 43 not taken.
✓ Branch 44 taken 18 times.
✓ Branch 45 taken 6 times.
✓ Branch 46 taken 12 times.
✓ Branch 47 taken 6 times.
✓ Branch 48 taken 4 times.
✓ Branch 49 taken 2 times.
|
44 | if (maxloc(expected(:,s),dim=1).eq.maxloc(output(:,s),dim=1)) then |
41 |
2/4✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 4 times.
|
4 | accuracy(s) = 1._real12 |
42 | else | ||
43 |
2/4✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
|
2 | accuracy(s) = 0._real12 |
44 | end if | ||
45 | end do | ||
46 | |||
47 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | end function categorical_score |
48 | !!!----------------------------------------------------------------------------- | ||
49 | !!!----------------------------------------------------------------------------- | ||
50 | !!! works for continuous datasets | ||
51 |
3/6✓ Branch 0 taken 503 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 503 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 503 times.
✗ Branch 5 not taken.
|
503 | function mae_score(output, expected) result(accuracy) |
52 | implicit none | ||
53 | real(real12), dimension(:,:), intent(in) :: output, expected | ||
54 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 503 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 503 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 503 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 503 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 503 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 503 times.
|
503 | real(real12), dimension(size(expected,2)) :: accuracy |
55 | |||
56 | !! Compute the accuracy | ||
57 |
25/46✗ Branch 0 not taken.
✓ Branch 1 taken 503 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 503 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 503 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 503 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 503 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 503 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 503 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 503 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 503 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 503 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 503 times.
✗ Branch 33 not taken.
✓ Branch 34 taken 503 times.
✗ Branch 36 not taken.
✓ Branch 37 taken 503 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 503 times.
✗ Branch 42 not taken.
✓ Branch 43 taken 503 times.
✗ Branch 45 not taken.
✓ Branch 46 taken 503 times.
✗ Branch 48 not taken.
✓ Branch 49 taken 503 times.
✗ Branch 51 not taken.
✓ Branch 52 taken 503 times.
✗ Branch 54 not taken.
✓ Branch 55 taken 503 times.
✗ Branch 57 not taken.
✓ Branch 58 taken 503 times.
✗ Branch 60 not taken.
✓ Branch 61 taken 503 times.
✓ Branch 63 taken 507 times.
✓ Branch 64 taken 503 times.
✓ Branch 65 taken 1020 times.
✓ Branch 66 taken 507 times.
|
2030 | accuracy = 1._real12 - sum(abs(expected - output),dim=1)/size(expected(:,1)) |
58 | |||
59 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 503 times.
|
503 | end function mae_score |
60 | !!!----------------------------------------------------------------------------- | ||
61 | !!!----------------------------------------------------------------------------- | ||
62 | !!! works for continuous datasets | ||
63 |
3/6✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | function mse_score(output, expected) result(accuracy) |
64 | implicit none | ||
65 | real(real12), dimension(:,:), intent(in) :: output, expected | ||
66 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: accuracy |
67 | |||
68 | !! Compute the accuracy | ||
69 |
25/46✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 2 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 2 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 2 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 2 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 2 times.
✗ Branch 33 not taken.
✓ Branch 34 taken 2 times.
✗ Branch 36 not taken.
✓ Branch 37 taken 2 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 2 times.
✗ Branch 42 not taken.
✓ Branch 43 taken 2 times.
✗ Branch 45 not taken.
✓ Branch 46 taken 2 times.
✗ Branch 48 not taken.
✓ Branch 49 taken 2 times.
✗ Branch 51 not taken.
✓ Branch 52 taken 2 times.
✗ Branch 54 not taken.
✓ Branch 55 taken 2 times.
✗ Branch 57 not taken.
✓ Branch 58 taken 2 times.
✗ Branch 60 not taken.
✓ Branch 61 taken 2 times.
✓ Branch 63 taken 6 times.
✓ Branch 64 taken 2 times.
✓ Branch 65 taken 18 times.
✓ Branch 66 taken 6 times.
|
26 | accuracy = 1._real12 - sum((expected - output)**2._real12,dim=1)/size(expected(:,1)) |
70 | |||
71 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | end function mse_score |
72 | !!!----------------------------------------------------------------------------- | ||
73 | !!!----------------------------------------------------------------------------- | ||
74 | !!! works for continuous datasets (CURRENTLY UNAVAILABLE) | ||
75 |
3/6✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | function r2_score(output, expected) result(accuracy) |
76 | implicit none | ||
77 | real(real12), dimension(:,:), intent(in) :: output, expected | ||
78 |
18/36✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 2 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 2 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 2 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 2 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 2 times.
✗ Branch 33 not taken.
✓ Branch 34 taken 2 times.
✗ Branch 36 not taken.
✓ Branch 37 taken 2 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 2 times.
✗ Branch 42 not taken.
✓ Branch 43 taken 2 times.
✗ Branch 45 not taken.
✓ Branch 46 taken 2 times.
✗ Branch 48 not taken.
✓ Branch 49 taken 2 times.
✗ Branch 51 not taken.
✓ Branch 52 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: y_mean, rss, tss |
79 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: accuracy |
80 | |||
81 | real(real12), parameter :: epsilon = 1.E-8_real12 | ||
82 | |||
83 | integer :: s | ||
84 | |||
85 |
8/14✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
✓ Branch 18 taken 6 times.
✓ Branch 19 taken 2 times.
|
8 | do s = 1, size(expected,2) |
86 | !! compute mean of true/expected | ||
87 |
12/22✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 6 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 6 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 6 times.
✓ Branch 15 taken 18 times.
✓ Branch 16 taken 6 times.
✗ Branch 17 not taken.
✓ Branch 18 taken 6 times.
✗ Branch 20 not taken.
✓ Branch 21 taken 6 times.
✗ Branch 23 not taken.
✓ Branch 24 taken 6 times.
✗ Branch 26 not taken.
✓ Branch 27 taken 6 times.
✗ Branch 29 not taken.
✓ Branch 30 taken 6 times.
|
24 | y_mean(s) = sum(expected(:,s),dim=1) / size(expected(:,s),dim=1) |
88 | |||
89 | !! compute total sum of squares | ||
90 |
11/20✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 6 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 6 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 6 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 6 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 6 times.
✓ Branch 21 taken 18 times.
✓ Branch 22 taken 6 times.
✗ Branch 23 not taken.
✓ Branch 24 taken 6 times.
✗ Branch 26 not taken.
✓ Branch 27 taken 6 times.
|
24 | tss(s) = sum( ( expected(:,s) - y_mean(s) ) ** 2._real12, dim=1 ) |
91 | |||
92 | !! compute residual sum of squares | ||
93 |
15/28✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 6 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 6 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 6 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 6 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 6 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 6 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 6 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 6 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 6 times.
✓ Branch 33 taken 18 times.
✓ Branch 34 taken 6 times.
✗ Branch 35 not taken.
✓ Branch 36 taken 6 times.
✗ Branch 38 not taken.
✓ Branch 39 taken 6 times.
|
24 | rss(s) = sum( ( expected(:,s) - output(:,s) ) ** 2._real12, dim=1 ) |
94 | |||
95 | !! compute accuracy (R^2 score) | ||
96 |
4/6✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✓ Branch 6 taken 5 times.
✓ Branch 7 taken 1 times.
|
8 | if(abs(rss(s)).lt.epsilon)then |
97 |
2/4✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 5 times.
|
5 | accuracy(s) = 1._real12 |
98 |
7/14✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 1 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 1 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 1 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 1 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 1 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 1 times.
|
1 | elseif(abs(tss(s)).lt.epsilon.or.rss(s)/tss(s).gt.1._real12)then |
99 | ✗ | accuracy(s) = 0._real12 | |
100 | else | ||
101 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 1 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 1 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 1 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 1 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 1 times.
|
1 | accuracy(s) = 1._real12 - rss(s)/tss(s) |
102 | end if | ||
103 | end do | ||
104 | |||
105 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | end function r2_score |
106 | !!!############################################################################# | ||
107 | |||
108 | end module accuracy | ||
109 |