[Task 1] Complaint and diagnosis <c> | [Task 1] Time <t> | |||||||||||||||||
modality=positive | modality=negation | modality=suspicion | modality=family | |||||||||||||||
Precision | Recall | FB1 | Precision | Recall | FB1 | Precision | Recall | FB1 | Precision | Recall | FB1 | Precision | Recall | FB1 | Precision | Recall | FB1 | |
A1 | 89.44 | 77.41 | 82.99 | 83.93 | 73.03 | 78.10 | 72.14 | 68.09 | 70.06 | 65.22 | 36.59 | 46.88 | 75.00 | 57.69 | 65.22 | 89.09 | 81.84 | 85.31 |
A2 | 89.33 | 78.84 | 83.76 | 81.62 | 73.75 | 77.49 | 81.6 | 71.37 | 76.14 | 81.48 | 40.00 | 53.66 | 88.89 | 57.14 | 69.57 | 89.25 | 81.03 | 84.94 |
A3 | 89.66 | 78.92 | 83.95 | 82.29 | 73.67 | 77.74 | 81.04 | 71.23 | 75.82 | 81.48 | 40.00 | 53.66 | 92.31 | 57.14 | 70.59 | 89.05 | 81.57 | 85.15 |
B1 | 76.78 | 60.72 | 67.81 | 71.10 | 60.36 | 65.29 | 78.69 | 39.46 | 52.56 | 51.52 | 30.91 | 38.64 | 91.89 | 80.95 | 86.08 | 72.64 | 83.47 | 77.68 |
C1 | 88.12 | 78.48 | 83.02 | 76.29 | 71.95 | 74.06 | 81.63 | 65.81 | 72.87 | 74.07 | 36.36 | 48.78 | 97.06 | 78.57 | 86.84 | 89.21 | 82.93 | 85.96 |
C2 | 88.02 | 78.88 | 83.20 | 80.49 | 71.88 | 75.94 | 84.42 | 70.23 | 76.67 | 56.25 | 65.45 | 60.50 | 91.89 | 80.95 | 86.08 | 87.70 | 86.99 | 87.35 |
C3 | 89.01 | 78.88 | 83.64 | 78.18 | 73.45 | 75.74 | 83.01 | 66.10 | 73.59 | 69.23 | 32.73 | 44.44 | 97.22 | 83.33 | 89.74 | 88.92 | 82.66 | 85.67 |
D1 | 87.92 | 78.44 | 82.91 | 62.68 | 48.62 | 54.76 | 51.86 | 51.57 | 51.71 | 6.56 | 7.27 | 6.90 | 37.21 | 76.19 | 50.00 | 86.97 | 83.20 | 85.04 |
D2 | 88.54 | 78.32 | 83.12 | 62.50 | 47.87 | 54.21 | 51.28 | 51.42 | 51.35 | 6.67 | 7.27 | 6.96 | 37.21 | 76.19 | 50.00 | 89.47 | 82.93 | 86.08 |
D3 | 81.43 | 70.18 | 75.39 | 51.13 | 38.89 | 44.18 | 51.37 | 50.71 | 51.04 | 8.51 | 7.27 | 7.84 | 40.32 | 59.52 | 48.08 | 89.12 | 82.11 | 85.47 |
E1 | 89.39 | 72.34 | 79.96 | 83.59 | 69.71 | 76.02 | 79.47 | 67.81 | 73.17 | 78.12 | 45.45 | 57.47 | 90.62 | 69.05 | 78.38 | 83.94 | 56.64 | 67.64 |
E2 | 89.24 | 71.82 | 79.58 | 83.57 | 69.26 | 75.75 | 79.73 | 67.81 | 73.29 | 74.19 | 41.82 | 53.49 | 93.55 | 69.05 | 79.45 | 83.94 | 56.64 | 67.64 |
E3 | 89.15 | 72.14 | 79.74 | 82.81 | 69.18 | 75.39 | 79.80 | 67.52 | 73.15 | 77.14 | 49.09 | 60.00 | 90.62 | 69.05 | 78.38 | 83.94 | 56.64 | 67.64 |
F1 (baseline) | 87.72 | 62.48 | 72.98 | 77.65 | 56.92 | 65.69 | 73.73 | 47.58 | 57.84 | 70.00 | 12.73 | 21.54 | 100.00 | 28.57 | 44.44 | 86.32 | 76.96 | 81.38 |
G1 | 86.77 | 75.65 | 80.83 | 76.91 | 70.01 | 73.30 | 86.92 | 67.24 | 75.82 | 64.44 | 52.73 | 58.00 | 73.08 | 90.48 | 80.85 | 90.83 | 80.49 | 85.34 |
G2 | 86.39 | 75.25 | 80.44 | 76.64 | 69.71 | 73.01 | 86.26 | 67.09 | 75.48 | 67.44 | 52.73 | 59.18 | 73.08 | 90.48 | 80.85 | 90.77 | 79.95 | 85.01 |
G3 | 86.29 | 75.13 | 80.32 | 76.36 | 69.11 | 72.56 | 86.03 | 66.67 | 75.12 | 68.18 | 54.55 | 60.61 | 73.08 | 90.48 | 80.85 | 91.54 | 82.11 | 86.57 |
H1 | 78.87 | 66.31 | 72.05 | 68.48 | 74.27 | 71.26 | 77.33 | 65.10 | 70.69 | 60.00 | 38.18 | 46.67 | 100.00 | 71.43 | 83.33 | - | - | - |
H2 | 78.21 | 66.63 | 71.96 | 67.89 | 74.64 | 71.11 | 76.96 | 65.67 | 70.87 | 60.00 | 38.18 | 46.67 | 100.00 | 71.43 | 83.33 | - | - | - |
I1 | 87.21 | 65.59 | 74.87 | 81.58 | 72.55 | 76.80 | 83.53 | 70.80 | 76.64 | 53.23 | 60.00 | 56.41 | 86.84 | 78.57 | 82.50 | - | - | - |
I2 | 87.47 | 64.91 | 74.52 | 82.12 | 71.80 | 76.62 | 83.31 | 70.37 | 76.29 | 55.00 | 60.00 | 57.39 | 89.19 | 78.57 | 83.54 | - | - | - |
I3 | 88.62 | 64.03 | 74.35 | 83.53 | 70.16 | 76.26 | 84.44 | 70.37 | 76.77 | 52.38 | 60.00 | 55.93 | 87.18 | 80.95 | 83.95 | - | - | - |
J1 | 81.79 | 69.02 | 74.86 | - | - | - | - | - | - | - | - | - | - | - | - | 87.26 | 74.25 | 80.23 |
J2 | 81.83 | 69.38 | 75.09 | 70.17 | 56.34 | 62.50 | 51.05 | 54.61 | 52.77 | 45.45 | 12.20 | 19.23 | 66.67 | 53.85 | 59.57 | 88.14 | 74.53 | 74.53 |
Best | 89.66 | 78.92 | 83.95 | 83.93 | 74.64 | 78.10 | 86.92 | 71.37 | 76.77 | 81.48 | 65.45 | 60.61 | 100.00 | 90.48 | 89.74 | 91.54 | 86.99 | 87.35 |
Average | 86.13 | 72.07 | 78.39 | 75.72 | 66.40 | 70.60 | 75.90 | 63.24 | 68.68 | 57.68 | 38.33 | 44.38 | 81.43 | 71.72 | 73.98 | 87.27 | 77.21 | 81.30 |