At the final stage of our study, we explored the possibility of generating open-vocabulary emotional responses based on six discrete emotion classes. For this, we utilized a subset of 68 samples from the MER2024 dataset which contains the open-vocabulary outputs. We then applied our proposed Valence, Arousal, and Dominance (V-A-D) model to this subset and mapped the resulting V-A-D labels into the 3D emotion word space showed in the Introduction. To output the final dataset, we used an L2 distance threshold of 0.25, calculated based on the distance which could output an average of five emotion words from our 3D Emotion Words Space. The results of this process are illustrated in Figure 5. Notably, we observed some empty values, indicating instances where no word within the 0.25 threshold matched the predicted spot. This outcome is attributed to the uneven distribution of emotion words within our 3D space. The following table shows a comprehensive view of the results from all 68 samples.
| ID | EMER24_CLOSE | EMER24_OPEN | V-A-D_OPEN |
|---|---|---|---|
| sample_00000073 | surprised | ['Angry', 'excited'] | ['caring', 'curious'] |
| sample_00000208 | happy | ['Happy', 'satisfied', 'joyful', 'pleasant'] | ['determined', 'interested', 'jubilant', 'sympathetic', 'trusting', 'understood'] |
| sample_00000220 | surprised | ['Confused', 'Surprised'] | ['curious', 'infatuated'] |
| sample_00000286 | worried | ['Negative', 'Disappointed'] | ['cold', 'overwhelmed', 'rattled'] |
| sample_00000368 | angry | ['Alert', 'Excited', 'Confused', 'Curious'] | ['shocked'] |
| sample_00000370 | neutral | ['Pleasure', 'Focus', 'serious', 'helpless', 'depressed', 'Disappointed', 'Discontent', 'Negative'] | ['caring', 'curious'] |
| sample_00000406 | neutral | ['Confused', 'doubtful'] | ['caring', 'curious'] |
| sample_00000433 | worried | ['Serious', 'Focused', 'Worried'] | ['annoyed', 'crabby', 'cranky', 'cynical', 'dismayed', 'displeased', 'envious', 'frightened', 'greedy', 'grouchy', 'guilty', 'irritated', 'obsessed', 'offended', 'restless', 'shocked', 'suspicious', 'troubled', 'worried'] |
| sample_00000444 | surprised | ['Happy', 'Joyful'] | ['caring', 'curious'] |
| sample_00000493 | happy | ['Displeased', 'Angry'] | [] |
| sample_00000602 | neutral | ['Displeased', 'Angry', 'Nervous', 'Serious'] | ['caring', 'curious'] |
| sample_00000605 | angry | ['Like', 'interest', 'surprise', 'think'] | ['moody'] |
| sample_00000665 | worried | ['Guilt', 'regret'] | ['cold', 'discontent', 'hesitant', 'overwhelmed', 'rattled'] |
| sample_00000668 | surprised | ['Displeased', 'Angry'] | ['awestruck', 'curious'] |
| sample_00000680 | neutral | ['Grateful', 'Shy', 'Happy', 'Satisfied'] | ['caring'] |
| sample_00000686 | happy | ['Positive', 'Happy'] | ['determined', 'humorous', 'interested', 'sympathetic', 'understood'] |
| sample_00000694 | worried | ['Argument', 'intense', 'displeasure', 'anger'] | ['alarmed', 'crabby', 'cranky', 'cynical', 'dismayed', 'grouchy', 'guilty', 'jealous', 'obsessed', 'restless', 'shocked', 'stressed', 'suspicious'] |
| sample_00000732 | neutral | ['Nostalgia', 'sentiment'] | ['caring'] |
| sample_00000788 | neutral | ['Worry', 'Nervous', 'Unhappy'] | ['caring'] |
| sample_00000808 | worried | ['Negative', 'Despair', 'Helpless', 'Confused', 'Afraid', 'Anxiety', 'Trouble'] | ['alarmed', 'annoyed', 'annoying', 'crabby', 'cranky', 'cruel', 'cynical', 'desperate', 'disturbed', 'guilty', 'hysterical', 'jealous', 'obsessed', 'restless', 'shocked', 'terrified', 'worried'] |
| sample_00000855 | angry | ['Angry', 'Excited'] | ['angry', 'cruel', 'furious', 'horrified', 'obsessed', 'terrified'] |
| sample_00000884 | worried | ['Doubt', 'Worry'] | ['dismayed', 'grouchy', 'hesitant', 'offended', 'overwhelmed', 'rattled', 'stressed', 'suspicious', 'troubled'] |
| sample_00000894 | angry | ['Angry', 'Disappointed', 'Negative emotions'] | ['cold', 'overwhelmed', 'rattled'] |
| sample_00000906 | surprised | ['Melancholy', 'contemplative', 'unhappy', 'concerned', 'nervous', 'uneasy', 'worried', 'anxious'] | ['curious'] |
| sample_00000972 | surprised | ['Happy', 'Satisfied'] | ['caring', 'curious', 'determined', 'emotional'] |
| sample_00000987 | angry | ['Serious', 'Angry', 'Displeased'] | ['grumpy', 'harsh', 'moody'] |
| sample_00001036 | angry | ['Angry', 'displeased'] | ['alarmed', 'angry', 'crabby', 'cranky', 'cruel', 'cynical', 'dismayed', 'displeased', 'greedy', 'grouchy', 'grumpy', 'hateful', 'moody', 'obsessed', 'outraged', 'stressed', 'suspicious', 'terrified', 'worried'] |
| sample_00001039 | surprised | ['Displeased', 'irritated', 'impatient', 'impatient'] | ['curious'] |
| sample_00001073 | neutral | ['Happy', 'relaxed', 'appreciate', 'like', 'positive emotion recognition'] | ['determined', 'humorous', 'interested', 'sympathetic', 'understood'] |
| sample_00001089 | happy | ['Happy'] | ['determined', 'interested'] |
| sample_00001116 | worried | ['Worry', 'Dissatisfaction', 'Anger', 'Anxiety'] | ['cold', 'hesitant', 'overwhelmed', 'rattled'] |
| sample_00001126 | worried | ['Worry', 'concern', 'heavy'] | ['alarmed', 'crabby', 'cranky', 'cynical', 'dismayed', 'displeased', 'envious', 'greedy', 'grouchy', 'guilty', 'offended', 'outraged', 'overwhelmed', 'rattled', 'restless', 'shocked', 'stressed', 'suspicious', 'troubled', 'uneasy'] |
| sample_00001178 | angry | ['Angry'] | ['cold', 'dreary', 'hesitant', 'overwhelmed', 'rattled'] |
| sample_00001205 | sad | ['Anxiety', 'Worry'] | ['cold', 'hesitant', 'overwhelmed', 'rattled'] |
| sample_00001255 | neutral | ['Positive', 'enthusiastic', 'confident'] | ['caring', 'curious', 'determined'] |
| sample_00001260 | surprised | ['Low', 'depressed'] | ['caring', 'curious'] |
| sample_00001282 | surprised | ['Displeased', 'Angry', 'Confused'] | [] |
| sample_00001327 | worried | ['Confused', 'Surprised'] | ['overwhelmed', 'rattled'] |
| sample_00001340 | angry | ['Unsatisfied emotion', 'frustration'] | ['alarmed', 'cranky', 'grumpy', 'harsh', 'moody', 'obsessed'] |
| sample_00001346 | angry | ['Angry', 'Accusation'] | ['overwhelmed', 'rattled', 'shocked'] |
| sample_00001347 | neutral | ['Nervous', 'serious', 'urgent', 'anxious'] | ['caring', 'curious'] |
| sample_00001433 | happy | ['Joy', 'Relaxation', 'Happiness', 'Excitement'] | ['caring', 'curious', 'determined', 'understood'] |
| sample_00001557 | sad | ['Sad', 'Heartbroken'] | ['harsh'] |
| sample_00001620 | sad | ['Displeased', 'Negative emotions'] | ['cold', 'dreary', 'hesitant', 'offended', 'overwhelmed', 'rattled'] |
| sample_00001636 | sad | ['Contemplation', 'reminiscence', 'introspection', 'pain', 'helplessness', 'despair'] | ['shocked'] |
| sample_00001774 | angry | ['Unhappy', 'nervous', 'expressing opinions or feelings', 'thinking', 'blaming or questioning', 'displeased or not understanding'] | ['alarmed', 'angry', 'cranky', 'cruel', 'cynical', 'dismayed', 'frantic', 'furious', 'grumpy', 'hateful', 'hysterical', 'moody', 'obsessed', 'stressed', 'suspicious', 'terrified', 'worried'] |
| sample_00001776 | sad | ['Melancholy', 'depressed', 'struggling', 'lost', 'sad', 'fragile', 'strong', 'will to survive'] | ['cold', 'dreary', 'hesitant', 'overwhelmed', 'rattled', 'wistful'] |
| sample_00001797 | surprised | ['Angry', 'Angry'] | ['curious'] |
| sample_00001807 | angry | ['Angry', 'threat'] | ['frantic', 'grumpy', 'moody', 'outraged', 'stressed'] |
| sample_00001871 | surprised | ['Effort to control emotions', 'Recognition'] | ['caring', 'curious'] |
| sample_00001904 | surprised | ['Happy', 'Positive', 'Grateful'] | ['curious'] |
| sample_00001942 | worried | ['Angry'] | ['alarmed', 'annoyed', 'annoying', 'crabby', 'cranky', 'cruel', 'cynical', 'desperate', 'dismayed', 'displeased', 'disturbed', 'envious', 'frightened', 'grouchy', 'guilty', 'irritated', 'jealous', 'mad', 'obsessed', 'offended', 'restless', 'shocked', 'suspicious', 'terrified', 'worried'] |
| sample_00001959 | neutral | ['Sad'] | [] |
| sample_00002041 | sad | ['Sad', 'unfair', 'Depressed', 'Discontent', 'depressed'] | ['tense'] |
| sample_00002097 | angry | ['Angry', 'displeased'] | ['alarmed', 'annoyed', 'crabby', 'cranky', 'cruel', 'cynical', 'dismayed', 'envious', 'grumpy', 'guilty', 'hysterical', 'jealous', 'obsessed', 'shocked', 'stressed', 'suspicious', 'terrified', 'worried'] |
| sample_00002316 | sad | ['Angry'] | ['cold', 'overwhelmed', 'rattled'] |
| sample_00002325 | happy | ['Positive', 'Happy', 'Teasing', 'Flirting'] | ['determined', 'interested', 'sympathetic', 'understood'] |
| sample_00002394 | worried | ['Angry', 'Accusation'] | ['cold', 'discontent', 'hesitant', 'overwhelmed', 'rattled', 'shocked'] |
| sample_00002419 | neutral | ['Calm', 'Relax', 'Happy'] | ['caring', 'curious'] |
| sample_00002511 | angry | ['Angry', 'disappointed', 'wronged'] | ['alarmed', 'crabby', 'cranky', 'cynical', 'dismayed', 'grouchy', 'grumpy', 'jealous', 'obsessed', 'offended', 'outraged', 'overwhelmed', 'rattled', 'shocked', 'stressed', 'suspicious', 'troubled'] |
| sample_00002563 | angry | ['Angry', 'displeased'] | ['alarmed', 'frantic', 'grumpy', 'harsh', 'moody', 'obsessed'] |
| sample_00002684 | surprised | ['Happy', 'Warm', 'Positive'] | [] |
| sample_00002789 | angry | ['Angry', 'displeased'] | ['alarmed', 'crabby', 'cranky', 'cruel', 'cynical', 'dismayed', 'displeased', 'greedy', 'grouchy', 'grumpy', 'guilty', 'jealous', 'obsessed', 'offended', 'outraged', 'overwhelmed', 'rattled', 'shocked', 'stressed', 'suspicious'] |
| sample_00003049 | worried | ['Worry', 'doubt'] | ['cold', 'dreary', 'hesitant', 'overwhelmed', 'rattled'] |
| sample_00003084 | surprised | ['Angry', 'displeased', 'mocking', 'provocative'] | ['cold'] |
| sample_00003238 | surprised | ['Not satisfied', 'disappointed'] | ['cold'] |
| sample_00003296 | angry | ['Pain', 'breakdown'] | ['alarmed', 'cranky', 'frantic', 'grumpy', 'hysterical', 'moody', 'obsessed', 'stressed'] |