| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | !!!############################################################################# | ||
| 2 | !!! Code written by Ned Thaddeus Taylor | ||
| 3 | !!! Code part of the ATHENA library - a feedforward neural network library | ||
| 4 | !!!############################################################################# | ||
| 5 | !!! module contains functions to compute the accuracy of a model | ||
| 6 | !!! module includes the following procedures: | ||
| 7 | !!! - categorical_score - computes the accuracy of a categorisation model | ||
| 8 | !!! - mae_score - computes the mean absolute error of a continuous model | ||
| 9 | !!! - mse_score - computes the mean squared error of a continuous model | ||
| 10 | !!! - r2_score - computes the R^2 score of a continuous model | ||
| 11 | !!!############################################################################# | ||
| 12 | module accuracy | ||
| 13 | use constants, only: real12 | ||
| 14 | implicit none | ||
| 15 | |||
| 16 | |||
| 17 | private | ||
| 18 | |||
| 19 | public :: categorical_score | ||
| 20 | public :: mae_score, mse_score | ||
| 21 | public :: r2_score | ||
| 22 | |||
| 23 | |||
| 24 | contains | ||
| 25 | |||
| 26 | !!!############################################################################# | ||
| 27 | !!! compute accuracy | ||
| 28 | !!! this only works (and is only valid for?) categorisation problems | ||
| 29 | !!!############################################################################# | ||
| 30 |
3/6✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | function categorical_score(output, expected) result(accuracy) |
| 31 | implicit none | ||
| 32 | real(real12), dimension(:,:), intent(in) :: output | ||
| 33 | integer, dimension(:,:) :: expected | ||
| 34 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: accuracy |
| 35 | |||
| 36 | integer :: s | ||
| 37 | |||
| 38 | !! Compute the accuracy | ||
| 39 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | do concurrent(s=1:size(expected,2)) |
| 40 |
25/40✓ Branch 0 taken 6 times.
✓ Branch 1 taken 2 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 6 times.
✗ Branch 8 not taken.
✓ Branch 9 taken 6 times.
✓ Branch 11 taken 6 times.
✗ Branch 12 not taken.
✗ Branch 13 not taken.
✓ Branch 14 taken 6 times.
✗ Branch 16 not taken.
✓ Branch 17 taken 6 times.
✓ Branch 19 taken 18 times.
✓ Branch 20 taken 6 times.
✓ Branch 21 taken 14 times.
✓ Branch 22 taken 4 times.
✗ Branch 23 not taken.
✓ Branch 24 taken 6 times.
✗ Branch 26 not taken.
✓ Branch 27 taken 6 times.
✗ Branch 29 not taken.
✓ Branch 30 taken 6 times.
✗ Branch 32 not taken.
✓ Branch 33 taken 6 times.
✗ Branch 35 not taken.
✓ Branch 36 taken 6 times.
✓ Branch 38 taken 6 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 6 times.
✗ Branch 41 not taken.
✗ Branch 42 not taken.
✗ Branch 43 not taken.
✓ Branch 44 taken 18 times.
✓ Branch 45 taken 6 times.
✓ Branch 46 taken 12 times.
✓ Branch 47 taken 6 times.
✓ Branch 48 taken 4 times.
✓ Branch 49 taken 2 times.
|
44 | if (maxloc(expected(:,s),dim=1).eq.maxloc(output(:,s),dim=1)) then |
| 41 |
2/4✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 4 times.
|
4 | accuracy(s) = 1._real12 |
| 42 | else | ||
| 43 |
2/4✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
|
2 | accuracy(s) = 0._real12 |
| 44 | end if | ||
| 45 | end do | ||
| 46 | |||
| 47 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | end function categorical_score |
| 48 | !!!----------------------------------------------------------------------------- | ||
| 49 | !!!----------------------------------------------------------------------------- | ||
| 50 | !!! works for continuous datasets | ||
| 51 |
3/6✓ Branch 0 taken 503 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 503 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 503 times.
✗ Branch 5 not taken.
|
503 | function mae_score(output, expected) result(accuracy) |
| 52 | implicit none | ||
| 53 | real(real12), dimension(:,:), intent(in) :: output, expected | ||
| 54 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 503 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 503 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 503 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 503 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 503 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 503 times.
|
503 | real(real12), dimension(size(expected,2)) :: accuracy |
| 55 | |||
| 56 | !! Compute the accuracy | ||
| 57 |
25/46✗ Branch 0 not taken.
✓ Branch 1 taken 503 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 503 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 503 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 503 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 503 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 503 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 503 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 503 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 503 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 503 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 503 times.
✗ Branch 33 not taken.
✓ Branch 34 taken 503 times.
✗ Branch 36 not taken.
✓ Branch 37 taken 503 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 503 times.
✗ Branch 42 not taken.
✓ Branch 43 taken 503 times.
✗ Branch 45 not taken.
✓ Branch 46 taken 503 times.
✗ Branch 48 not taken.
✓ Branch 49 taken 503 times.
✗ Branch 51 not taken.
✓ Branch 52 taken 503 times.
✗ Branch 54 not taken.
✓ Branch 55 taken 503 times.
✗ Branch 57 not taken.
✓ Branch 58 taken 503 times.
✗ Branch 60 not taken.
✓ Branch 61 taken 503 times.
✓ Branch 63 taken 507 times.
✓ Branch 64 taken 503 times.
✓ Branch 65 taken 1020 times.
✓ Branch 66 taken 507 times.
|
2030 | accuracy = 1._real12 - sum(abs(expected - output),dim=1)/size(expected(:,1)) |
| 58 | |||
| 59 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 503 times.
|
503 | end function mae_score |
| 60 | !!!----------------------------------------------------------------------------- | ||
| 61 | !!!----------------------------------------------------------------------------- | ||
| 62 | !!! works for continuous datasets | ||
| 63 |
3/6✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | function mse_score(output, expected) result(accuracy) |
| 64 | implicit none | ||
| 65 | real(real12), dimension(:,:), intent(in) :: output, expected | ||
| 66 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: accuracy |
| 67 | |||
| 68 | !! Compute the accuracy | ||
| 69 |
25/46✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 2 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 2 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 2 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 2 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 2 times.
✗ Branch 33 not taken.
✓ Branch 34 taken 2 times.
✗ Branch 36 not taken.
✓ Branch 37 taken 2 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 2 times.
✗ Branch 42 not taken.
✓ Branch 43 taken 2 times.
✗ Branch 45 not taken.
✓ Branch 46 taken 2 times.
✗ Branch 48 not taken.
✓ Branch 49 taken 2 times.
✗ Branch 51 not taken.
✓ Branch 52 taken 2 times.
✗ Branch 54 not taken.
✓ Branch 55 taken 2 times.
✗ Branch 57 not taken.
✓ Branch 58 taken 2 times.
✗ Branch 60 not taken.
✓ Branch 61 taken 2 times.
✓ Branch 63 taken 6 times.
✓ Branch 64 taken 2 times.
✓ Branch 65 taken 18 times.
✓ Branch 66 taken 6 times.
|
26 | accuracy = 1._real12 - sum((expected - output)**2._real12,dim=1)/size(expected(:,1)) |
| 70 | |||
| 71 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | end function mse_score |
| 72 | !!!----------------------------------------------------------------------------- | ||
| 73 | !!!----------------------------------------------------------------------------- | ||
| 74 | !!! works for continuous datasets (CURRENTLY UNAVAILABLE) | ||
| 75 |
3/6✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 5 not taken.
|
2 | function r2_score(output, expected) result(accuracy) |
| 76 | implicit none | ||
| 77 | real(real12), dimension(:,:), intent(in) :: output, expected | ||
| 78 |
18/36✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 2 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 2 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 2 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 2 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 2 times.
✗ Branch 33 not taken.
✓ Branch 34 taken 2 times.
✗ Branch 36 not taken.
✓ Branch 37 taken 2 times.
✗ Branch 39 not taken.
✓ Branch 40 taken 2 times.
✗ Branch 42 not taken.
✓ Branch 43 taken 2 times.
✗ Branch 45 not taken.
✓ Branch 46 taken 2 times.
✗ Branch 48 not taken.
✓ Branch 49 taken 2 times.
✗ Branch 51 not taken.
✓ Branch 52 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: y_mean, rss, tss |
| 79 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
|
2 | real(real12), dimension(size(expected,2)) :: accuracy |
| 80 | |||
| 81 | real(real12), parameter :: epsilon = 1.E-8_real12 | ||
| 82 | |||
| 83 | integer :: s | ||
| 84 | |||
| 85 |
8/14✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 2 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 2 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 2 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 2 times.
✓ Branch 18 taken 6 times.
✓ Branch 19 taken 2 times.
|
8 | do s = 1, size(expected,2) |
| 86 | !! compute mean of true/expected | ||
| 87 |
12/22✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 6 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 6 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 6 times.
✓ Branch 15 taken 18 times.
✓ Branch 16 taken 6 times.
✗ Branch 17 not taken.
✓ Branch 18 taken 6 times.
✗ Branch 20 not taken.
✓ Branch 21 taken 6 times.
✗ Branch 23 not taken.
✓ Branch 24 taken 6 times.
✗ Branch 26 not taken.
✓ Branch 27 taken 6 times.
✗ Branch 29 not taken.
✓ Branch 30 taken 6 times.
|
24 | y_mean(s) = sum(expected(:,s),dim=1) / size(expected(:,s),dim=1) |
| 88 | |||
| 89 | !! compute total sum of squares | ||
| 90 |
11/20✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 6 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 6 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 6 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 6 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 6 times.
✓ Branch 21 taken 18 times.
✓ Branch 22 taken 6 times.
✗ Branch 23 not taken.
✓ Branch 24 taken 6 times.
✗ Branch 26 not taken.
✓ Branch 27 taken 6 times.
|
24 | tss(s) = sum( ( expected(:,s) - y_mean(s) ) ** 2._real12, dim=1 ) |
| 91 | |||
| 92 | !! compute residual sum of squares | ||
| 93 |
15/28✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 6 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 6 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 6 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 6 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 6 times.
✗ Branch 21 not taken.
✓ Branch 22 taken 6 times.
✗ Branch 24 not taken.
✓ Branch 25 taken 6 times.
✗ Branch 27 not taken.
✓ Branch 28 taken 6 times.
✗ Branch 30 not taken.
✓ Branch 31 taken 6 times.
✓ Branch 33 taken 18 times.
✓ Branch 34 taken 6 times.
✗ Branch 35 not taken.
✓ Branch 36 taken 6 times.
✗ Branch 38 not taken.
✓ Branch 39 taken 6 times.
|
24 | rss(s) = sum( ( expected(:,s) - output(:,s) ) ** 2._real12, dim=1 ) |
| 94 | |||
| 95 | !! compute accuracy (R^2 score) | ||
| 96 |
4/6✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 6 times.
✓ Branch 6 taken 5 times.
✓ Branch 7 taken 1 times.
|
8 | if(abs(rss(s)).lt.epsilon)then |
| 97 |
2/4✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 5 times.
|
5 | accuracy(s) = 1._real12 |
| 98 |
7/14✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 1 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 1 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 1 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 1 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 1 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 1 times.
|
1 | elseif(abs(tss(s)).lt.epsilon.or.rss(s)/tss(s).gt.1._real12)then |
| 99 | ✗ | accuracy(s) = 0._real12 | |
| 100 | else | ||
| 101 |
6/12✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 1 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 1 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 1 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 1 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 1 times.
|
1 | accuracy(s) = 1._real12 - rss(s)/tss(s) |
| 102 | end if | ||
| 103 | end do | ||
| 104 | |||
| 105 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | end function r2_score |
| 106 | !!!############################################################################# | ||
| 107 | |||
| 108 | end module accuracy | ||
| 109 |