diff --git a/public/Upset-Alttext-User-Survey/assets/consent.md b/public/Upset-Alttext-User-Survey/assets/consent.md index 0b5129b60..59f034860 100644 --- a/public/Upset-Alttext-User-Survey/assets/consent.md +++ b/public/Upset-Alttext-User-Survey/assets/consent.md @@ -6,7 +6,7 @@ Before we begin, please read the following consent form carefully and thereafter Taking valuable feedback and assessment from sighted community is crucial as a forst evaluation step for our generated text descriptions. The sole purpose of the study is to evaluate our text description for UpSet plots. ## Tasks -The study contains three visualization contents: Visualization only (a UpSet plot), Text only (text description of a UpSet plot), Visualization and Text (a UpSet plot and text description of that plot). For each visualization content, we ask you 13 questions regarding understanding the content. The questions contain various types such as single-choice, paragraph, long text, likert scale, etc. After answering the questions for each content, the participant will take part in a post study survey. Each participant should take 50-60 minutes to complete the questionnaire. +The study contains three visualization contents: Visualization only (a UpSet plot), Text only (text description of a UpSet plot), Visualization and Text (a UpSet plot and text description of that plot). For each visualization content, we ask you 12 questions regarding understanding the content. The questions contain various types such as single-choice, checkbox, long text, likert scale, etc. After answering the questions for each content, the participant will take part in a post study survey. Each participant should take approximately 20-25 minutes to complete the questionnaire. Each participant in this study is assigned a random ID for analyses. As such, your participation will remain anonymous, and your responses will not be used to identify you. @@ -17,7 +17,7 @@ Records of your participation in this study will be confidential as permitted by Any publication or presentation of the data will not identify you. The data collected in this study is only used for the present study and not for future research. ## Cost/Payment -You will be compensated $15.00/hr for participating via Prolific. +You will be compensated $7.00 for participating via Prolific. ## Contact For more information about this research or about the rights of research participants, or in case of research-related injury, contact: Ishrat Jahan Eliza [ishratjahan.eliza@utah.edu](ishratjahan.eliza@utah.edu). Contact the Institutional Review Board (IRB) if you have questions regarding your rights as a research participant. Also, contact the IRB if you have questions, complaints, or concerns which you do diff --git a/public/Upset-Alttext-User-Survey/assets/tennisVis.md b/public/Upset-Alttext-User-Survey/assets/tennisVis.md index b7407ff69..21f571b39 100644 --- a/public/Upset-Alttext-User-Survey/assets/tennisVis.md +++ b/public/Upset-Alttext-User-Survey/assets/tennisVis.md @@ -15,7 +15,7 @@ This UpSet plot shows tennis grand slam tournaments and their winners. A winner can win multiple tournaments. The sets are grand slam tournaments. The items are grand slam winners. The intersections show how many winners won exactly the same tournaments.
- Covid Symptoms + Tennis Grand Slam Winners
diff --git a/public/Upset-Alttext-User-Survey/assets/upset.md b/public/Upset-Alttext-User-Survey/assets/upset.md index 5cb4afeea..49e67e32b 100644 --- a/public/Upset-Alttext-User-Survey/assets/upset.md +++ b/public/Upset-Alttext-User-Survey/assets/upset.md @@ -56,8 +56,8 @@ In this UpSet plot, there are 20 intersections that are made up of different set You will be asked about the make-up of these intersection. The categories are * an intersection is made up of **no set**; as shown in the third row with size 854 here (movies that don't have any of the genres shown). -* an intersection can only contains a **single set**, like the largest one (Drama, with 1198 movies) -* an can contains **2-3 sets**, like the "Drama-Comedy" intersection with size 212. +* an intersection can only contain a **single set**, like the largest one (Drama, with 1198 movies) +* an intersection can contain **2-3 sets**, like the "Drama-Comedy" intersection with size 212. * an intersection can be made up of more than 3 sets, or **many sets** * Finally, an intersection can contain all sets, which we call an "all-set intersection" (not shown in this example). diff --git a/public/Upset-Alttext-User-Survey/config.json b/public/Upset-Alttext-User-Survey/config.json index 517b5f0ae..e74224726 100644 --- a/public/Upset-Alttext-User-Survey/config.json +++ b/public/Upset-Alttext-User-Survey/config.json @@ -847,7 +847,41 @@ ] } ], - "path": "Upset-Alttext-User-Survey/assets/covidVis.md" + "path": "Upset-Alttext-User-Survey/assets/covidVis.md", + "correctAnswer": [ + { + "id": "voq1", + "answer": "6" + }, + { + "id": "voq2", + "answer": "Fatigue" + }, + { + "id": "voq3", + "answer": "Anosmia, Fatigue" + }, + { + "id": "voq4", + "answer": "281" + }, + { + "id": "voq5", + "answer": "It is the intersection of 2-3 sets" + }, + { + "id": "voq6", + "answer": "Diverging a lot (the sizes of the largest set and the smallest set differ largely)" + }, + { + "id": "voq7", + "answer": "Yes" + }, + { + "id": "voq8", + "answer": "Yes" + } + ] }, "Covid-Vis-Q2": { "baseComponent": "VO-image3", @@ -1041,6 +1075,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "6" + }, + { + "id": "voq2", + "answer": "Fatigue" + }, + { + "id": "voq3", + "answer": "Anosmia, Fatigue" + }, + { + "id": "voq4", + "answer": "281" + }, + { + "id": "voq5", + "answer": "It is the intersection of 2-3 sets" + }, + { + "id": "voq6", + "answer": "Diverging a lot (the sizes of the largest set and the smallest set differ largely)" + }, + { + "id": "voq7", + "answer": "Yes" + }, + { + "id": "voq8", + "answer": "Yes" + } ] }, "Covid-Text-Q2": { @@ -1235,6 +1303,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "6" + }, + { + "id": "voq2", + "answer": "Fatigue" + }, + { + "id": "voq3", + "answer": "Anosmia, Fatigue" + }, + { + "id": "voq4", + "answer": "281" + }, + { + "id": "voq5", + "answer": "It is the intersection of 2-3 sets" + }, + { + "id": "voq6", + "answer": "Diverging a lot (the sizes of the largest set and the smallest set differ largely)" + }, + { + "id": "voq7", + "answer": "Yes" + }, + { + "id": "voq8", + "answer": "Yes" + } ] }, "Covid-Both-Q2": { @@ -1411,6 +1513,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "4" + }, + { + "id": "voq2", + "answer": "Australian" + }, + { + "id": "voq3", + "answer": "French Open" + }, + { + "id": "voq4", + "answer": "23" + }, + { + "id": "voq5", + "answer": "It is only of a single set" + }, + { + "id": "voq6", + "answer": "Roughly equal (all the set sizes look similar)" + }, + { + "id": "voq7", + "answer": "No" + }, + { + "id": "voq8", + "answer": "Yes" + } ] }, "Tennis-Vis-Q2": { @@ -1587,8 +1723,41 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "4" + }, + { + "id": "voq2", + "answer": "Australian" + }, + { + "id": "voq3", + "answer": "French Open" + }, + { + "id": "voq4", + "answer": "23" + }, + { + "id": "voq5", + "answer": "It is only of a single set" + }, + { + "id": "voq6", + "answer": "Roughly equal (all the set sizes look similar)" + }, + { + "id": "voq7", + "answer": "No" + }, + { + "id": "voq8", + "answer": "Yes" + } ] - }, "Tennis-Text-Q2": { "baseComponent": "TO-text3", @@ -1763,6 +1932,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "4" + }, + { + "id": "voq2", + "answer": "Australian" + }, + { + "id": "voq3", + "answer": "French Open" + }, + { + "id": "voq4", + "answer": "23" + }, + { + "id": "voq5", + "answer": "It is only of a single set" + }, + { + "id": "voq6", + "answer": "Roughly equal (all the set sizes look similar)" + }, + { + "id": "voq7", + "answer": "No" + }, + { + "id": "voq8", + "answer": "Yes" + } ] }, "Tennis-Both-Q2": { @@ -2596,6 +2799,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "8" + }, + { + "id": "voq2", + "answer": "UPU" + }, + { + "id": "voq3", + "answer": "Interpol, UN, UNESCO, UPU, WHO" + }, + { + "id": "voq4", + "answer": "117" + }, + { + "id": "voq5", + "answer": "It is the intersection of many sets" + }, + { + "id": "voq6", + "answer": "Diverging a lot (the sizes of the largest set and the smallest set differ largely)" + }, + { + "id": "voq7", + "answer": "Yes" + }, + { + "id": "voq8", + "answer": "No" + } ] }, "Organizations-Vis-Q2": { @@ -2824,6 +3061,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "8" + }, + { + "id": "voq2", + "answer": "UPU" + }, + { + "id": "voq3", + "answer": "Interpol, UN, UNESCO, UPU, WHO" + }, + { + "id": "voq4", + "answer": "117" + }, + { + "id": "voq5", + "answer": "It is the intersection of many sets" + }, + { + "id": "voq6", + "answer": "Diverging a lot (the sizes of the largest set and the smallest set differ largely)" + }, + { + "id": "voq7", + "answer": "Yes" + }, + { + "id": "voq8", + "answer": "No" + } ] }, @@ -3052,6 +3323,40 @@ ] } + ], + "correctAnswer": [ + { + "id": "voq1", + "answer": "8" + }, + { + "id": "voq2", + "answer": "UPU" + }, + { + "id": "voq3", + "answer": "Interpol, UN, UNESCO, UPU, WHO" + }, + { + "id": "voq4", + "answer": "117" + }, + { + "id": "voq5", + "answer": "It is the intersection of many sets" + }, + { + "id": "voq6", + "answer": "Diverging a lot (the sizes of the largest set and the smallest set differ largely)" + }, + { + "id": "voq7", + "answer": "Yes" + }, + { + "id": "voq8", + "answer": "No" + } ] }, "Organizations-Both-Q2": {