Skip to content

Commit 3e53a8d

Browse files
committed
user-testing: complete analysis for end user participant 3e
1 parent e313ee9 commit 3e53a8d

File tree

14 files changed

+653
-44
lines changed

14 files changed

+653
-44
lines changed

user_testing/results/aggregated_analysis/sus/sus_aggregated_report.json

Lines changed: 13 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,16 @@
11
{
22
"summary_statistics": {
33
"endusers": {
4-
"count": 2,
5-
"mean": 71.25,
6-
"std": 15.90990257669732,
7-
"median": 71.25,
4+
"count": 3,
5+
"mean": 69.16666666666667,
6+
"std": 11.814539065631521,
7+
"median": 65.0,
88
"min": 60.0,
99
"max": 82.5,
1010
"scores": [
1111
60.0,
12-
82.5
12+
82.5,
13+
65.0
1314
]
1415
},
1516
"technicians": {
@@ -28,15 +29,15 @@
2829
"subscales_summary": {
2930
"endusers": {
3031
"usability": {
31-
"count": 2,
32-
"mean": 67.1875,
33-
"std": 19.88737822087165,
34-
"median": 67.1875,
32+
"count": 3,
33+
"mean": 64.58333333333333,
34+
"std": 14.768173832039402,
35+
"median": 59.375,
3536
"min": 53.125,
3637
"max": 81.25
3738
},
3839
"learnability": {
39-
"count": 2,
40+
"count": 3,
4041
"mean": 87.5,
4142
"std": 0.0,
4243
"median": 87.5,
@@ -64,12 +65,12 @@
6465
}
6566
},
6667
"benchmarking": {
67-
"participants_below_average": 1,
68+
"participants_below_average": 2,
6869
"participants_above_average": 0,
6970
"participants_excellent": 3
7071
},
7172
"metadata": {
72-
"analysis_date": "2025-10-01T15:45:53.445939",
73+
"analysis_date": "2025-10-01T18:44:52.429168",
7374
"benchmark_thresholds": {
7475
"below_average": "< 68",
7576
"above_average": "68-80.3",

user_testing/results/aggregated_analysis/sus/sus_individual_scores.json

Lines changed: 22 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,26 @@
4040
"learnability_score": 87.5,
4141
"file_path": "../results/endusers/sus/2e_sus.md"
4242
},
43+
{
44+
"participant_id": "3e",
45+
"user_type": "endusers",
46+
"ratings": [
47+
4,
48+
2,
49+
3,
50+
1,
51+
4,
52+
2,
53+
2,
54+
3,
55+
3,
56+
2
57+
],
58+
"sus_score": 65.0,
59+
"usability_score": 59.375,
60+
"learnability_score": 87.5,
61+
"file_path": "../results/endusers/sus/3e_sus.md"
62+
},
4363
{
4464
"participant_id": "1t",
4565
"user_type": "technicians",
@@ -82,11 +102,11 @@
82102
}
83103
],
84104
"metadata": {
85-
"total_participants": 4,
105+
"total_participants": 5,
86106
"user_types": [
87107
"endusers",
88108
"technicians"
89109
],
90-
"analysis_date": "2025-10-01T15:45:53.445913"
110+
"analysis_date": "2025-10-01T18:44:52.429143"
91111
}
92112
}
2.09 KB
Loading
4.46 KB
Loading
7.61 KB
Loading

user_testing/results/aggregated_analysis/tasks/task_metrics.json

Lines changed: 64 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -104,6 +104,58 @@
104104
"error_rate_per_minute": 0.1818181818,
105105
"blocked": true
106106
},
107+
{
108+
"participant_id": "3e",
109+
"user_type": "end_user",
110+
"task_key": "edit_publication",
111+
"task_name": "Edit existing publication record",
112+
"expected_duration_minutes": 8,
113+
"actual_duration_minutes": 13.5833333333,
114+
"status": "complete",
115+
"errors_encountered": 3,
116+
"severity_weighted_score": 7,
117+
"error_rate_per_minute": 0.2208588957,
118+
"blocked": false
119+
},
120+
{
121+
"participant_id": "3e",
122+
"user_type": "end_user",
123+
"task_key": "merge_authors",
124+
"task_name": "Merge duplicate author entities",
125+
"expected_duration_minutes": 10,
126+
"actual_duration_minutes": 1.5166666667,
127+
"status": "complete",
128+
"errors_encountered": 0,
129+
"severity_weighted_score": 0,
130+
"error_rate_per_minute": 0.0,
131+
"blocked": false
132+
},
133+
{
134+
"participant_id": "3e",
135+
"user_type": "end_user",
136+
"task_key": "restore_version",
137+
"task_name": "Restore previous version",
138+
"expected_duration_minutes": 7,
139+
"actual_duration_minutes": 1.45,
140+
"status": "failed",
141+
"errors_encountered": 3,
142+
"severity_weighted_score": 5,
143+
"error_rate_per_minute": 2.0689655172,
144+
"blocked": false
145+
},
146+
{
147+
"participant_id": "3e",
148+
"user_type": "end_user",
149+
"task_key": "create_publication",
150+
"task_name": "Create new publication record",
151+
"expected_duration_minutes": 20,
152+
"actual_duration_minutes": 7.3333333333,
153+
"status": "complete",
154+
"errors_encountered": 3,
155+
"severity_weighted_score": 3,
156+
"error_rate_per_minute": 0.4090909091,
157+
"blocked": false
158+
},
107159
{
108160
"participant_id": "1t",
109161
"user_type": "technician",
@@ -161,35 +213,35 @@
161213
"end_user": [
162214
{
163215
"task_key": "edit_publication",
164-
"total": 2,
165-
"complete": 2,
216+
"total": 3,
217+
"complete": 3,
166218
"partial": 0,
167219
"failed": 0,
168220
"success_rate": 100.0
169221
},
170222
{
171223
"task_key": "merge_authors",
172-
"total": 2,
173-
"complete": 2,
224+
"total": 3,
225+
"complete": 3,
174226
"partial": 0,
175227
"failed": 0,
176228
"success_rate": 100.0
177229
},
178230
{
179231
"task_key": "restore_version",
180-
"total": 2,
232+
"total": 3,
181233
"complete": 2,
182234
"partial": 0,
183-
"failed": 0,
184-
"success_rate": 100.0
235+
"failed": 1,
236+
"success_rate": 66.66666666666666
185237
},
186238
{
187239
"task_key": "create_publication",
188-
"total": 2,
189-
"complete": 1,
240+
"total": 3,
241+
"complete": 2,
190242
"partial": 1,
191243
"failed": 0,
192-
"success_rate": 75.0
244+
"success_rate": 83.33333333333334
193245
}
194246
],
195247
"technician": [
@@ -216,7 +268,8 @@
216268
"1e",
217269
"1t",
218270
"2e",
219-
"2t"
271+
"2t",
272+
"3e"
220273
],
221274
"tasks": [
222275
"add_display_support",
30 Bytes
Loading

0 commit comments

Comments
 (0)