ICMI 2017 – Proceedings

Frontmatter

Invited Talks

Gastrophysics: Using Technology to Enhance the Experience of Food and Drink (Keynote)
Charles Spence
(University of Oxford, UK)


@InProceedings{ICMI17p1, author = {Charles Spence}, title = {Gastrophysics: Using Technology to Enhance the Experience of Food and Drink (Keynote)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1-0}, doi = {10.1145/3136755.3137024}, year = {2017}, } Publisher's Version Article: icmi17key-keynote01-p doi:10.1145/3136755.3137024

Collaborative Robots: From Action and Interaction to Collaboration (Keynote)
Danica Kragic
(KTH, Sweden)


@InProceedings{ICMI17p100, author = {Danica Kragic}, title = {Collaborative Robots: From Action and Interaction to Collaboration (Keynote)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {100-99}, doi = {10.1145/3136755.3137026}, year = {2017}, } Publisher's Version Article: icmi17key-keynote03-p doi:10.1145/3136755.3137026

Situated Conceptualization: A Framework for Multimodal Interaction (Keynote)
Lawrence Barsalou
(University of Glasgow, UK)


@InProceedings{ICMI17p199, author = {Lawrence Barsalou}, title = {Situated Conceptualization: A Framework for Multimodal Interaction (Keynote)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {199-198}, doi = {10.1145/3136755.3137025}, year = {2017}, } Publisher's Version Article: icmi17key-keynote02-p doi:10.1145/3136755.3137025

Steps towards Collaborative Multimodal Dialogue (Sustained Contribution Award)
Phil Cohen
(Voicebox Technologies, USA)


@InProceedings{ICMI17p298, author = {Phil Cohen}, title = {Steps towards Collaborative Multimodal Dialogue (Sustained Contribution Award)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {298-297}, doi = {10.1145/3136755.3154480}, year = {2017}, } Publisher's Version Article: icmi17key-keynote04-p doi:10.1145/3136755.3154480

Main Track

Oral Session 1: Children and Interaction

Tablets, Tabletops, and Smartphones: Cross-Platform Comparisons of Children’s Touchscreen Interactions
Julia Woodward, Alex Shaw, Aishat Aloba, Ayushi Jain, Jaime Ruiz, and Lisa Anthony
(University of Florida, USA)


@InProceedings{ICMI17p397, author = {Julia Woodward and Alex Shaw and Aishat Aloba and Ayushi Jain and Jaime Ruiz and Lisa Anthony}, title = {Tablets, Tabletops, and Smartphones: Cross-Platform Comparisons of Children’s Touchscreen Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {397-396}, doi = {10.1145/3136755.3136762}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1130-p doi:10.1145/3136755.3136762

Toward an Efficient Body Expression Recognition Based on the Synthesis of a Neutral Movement
Arthur Crenn, Alexandre Meyer, Rizwan Ahmed Khan, Hubert Konik, and Saida Bouakaz
(University of Lyon, France; University of Saint-Etienne, France)


@InProceedings{ICMI17p408, author = {Arthur Crenn and Alexandre Meyer and Rizwan Ahmed Khan and Hubert Konik and Saida Bouakaz}, title = {Toward an Efficient Body Expression Recognition Based on the Synthesis of a Neutral Movement}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {408-407}, doi = {10.1145/3136755.3136763}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1137-p doi:10.1145/3136755.3136763

Interactive Narration with a Child: Impact of Prosody and Facial Expressions
Ovidiu Șerban, Mukesh Barange, Sahba Zojaji, Alexandre Pauchet, Adeline Richard, and Emilie Chanoni
(Normandy University, France; University of Rouen, France)


@InProceedings{ICMI17p419, author = {Ovidiu Șerban and Mukesh Barange and Sahba Zojaji and Alexandre Pauchet and Adeline Richard and Emilie Chanoni}, title = {Interactive Narration with a Child: Impact of Prosody and Facial Expressions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {419-418}, doi = {10.1145/3136755.3136797}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2224-p doi:10.1145/3136755.3136797

Comparing Human and Machine Recognition of Children’s Touchscreen Stroke Gestures
Alex Shaw, Jaime Ruiz, and Lisa Anthony
(University of Florida, USA)


@InProceedings{ICMI17p430, author = {Alex Shaw and Jaime Ruiz and Lisa Anthony}, title = {Comparing Human and Machine Recognition of Children’s Touchscreen Stroke Gestures}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {430-429}, doi = {10.1145/3136755.3136810}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2586-p doi:10.1145/3136755.3136810

Oral Session 2: Understanding Human Behaviour

Virtual Debate Coach Design: Assessing Multimodal Argumentation Performance
Volha Petukhova, Tobias Mayer, Andrei Malchanau, and Harry Bunt
(Saarland University, Germany; Tilburg University, Netherlands)


@InProceedings{ICMI17p441, author = {Volha Petukhova and Tobias Mayer and Andrei Malchanau and Harry Bunt}, title = {Virtual Debate Coach Design: Assessing Multimodal Argumentation Performance}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {441-440}, doi = {10.1145/3136755.3136775}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1485-p doi:10.1145/3136755.3136775

Predicting the Distribution of Emotion Perception: Capturing Inter-rater Variability
Biqiao Zhang, Georg Essl, and Emily Mower Provost
(University of Michigan, USA; University of Wisconsin-Milwaukee, USA)


@InProceedings{ICMI17p452, author = {Biqiao Zhang and Georg Essl and Emily Mower Provost}, title = {Predicting the Distribution of Emotion Perception: Capturing Inter-rater Variability}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {452-451}, doi = {10.1145/3136755.3136792}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2057-p doi:10.1145/3136755.3136792

Automatically Predicting Human Knowledgeability through Non-verbal Cues
Abdelwahab Bourai, Tadas Baltrušaitis, and Louis-Philippe Morency
(Carnegie Mellon University, USA)


@InProceedings{ICMI17p463, author = {Abdelwahab Bourai and Tadas Baltrušaitis and Louis-Philippe Morency}, title = {Automatically Predicting Human Knowledgeability through Non-verbal Cues}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {463-462}, doi = {10.1145/3136755.3136799}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2304-p doi:10.1145/3136755.3136799

Pooling Acoustic and Lexical Features for the Prediction of Valence
Zakaria Aldeneh, Soheil Khorram, Dimitrios Dimitriadis, and Emily Mower Provost
(University of Michigan, USA; IBM Research, USA)


@InProceedings{ICMI17p474, author = {Zakaria Aldeneh and Soheil Khorram and Dimitrios Dimitriadis and Emily Mower Provost}, title = {Pooling Acoustic and Lexical Features for the Prediction of Valence}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {474-473}, doi = {10.1145/3136755.3136760}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1096-p doi:10.1145/3136755.3136760

Oral Session 3: Touch and Gesture

Hand-to-Hand: An Intermanual Illusion of Movement
Dario Pittera, Marianna Obrist, and Ali Israr
(Disney Research, USA; University of Sussex, UK)


@InProceedings{ICMI17p485, author = {Dario Pittera and Marianna Obrist and Ali Israr}, title = {Hand-to-Hand: An Intermanual Illusion of Movement}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {485-484}, doi = {10.1145/3136755.3136777}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1559-p doi:10.1145/3136755.3136777

An Investigation of Dynamic Crossmodal Instantiation in TUIs
Feng Feng and Tony Stockman
(Queen Mary University of London, UK)


@InProceedings{ICMI17p496, author = {Feng Feng and Tony Stockman}, title = {An Investigation of Dynamic Crossmodal Instantiation in TUIs}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {496-495}, doi = {10.1145/3136755.3136782}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1803-p doi:10.1145/3136755.3136782

“Stop over There”: Natural Gesture and Speech Interaction for Non-critical Spontaneous Intervention in Autonomous Driving
Robert Tscharn, Marc Erich Latoschik, Diana Löffler, and Jörn Hurtienne
(University of Würzburg, Germany)


@InProceedings{ICMI17p507, author = {Robert Tscharn and Marc Erich Latoschik and Diana Löffler and Jörn Hurtienne}, title = {“Stop over There”: Natural Gesture and Speech Interaction for Non-critical Spontaneous Intervention in Autonomous Driving}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {507-506}, doi = {10.1145/3136755.3136787}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1885-p doi:10.1145/3136755.3136787

Pre-touch Proxemics: Moving the Design Space of Touch Targets from Still Graphics towards Proxemic Behaviors
Ilhan Aslan and Elisabeth André
(University of Augsburg, Germany)


@InProceedings{ICMI17p518, author = {Ilhan Aslan and Elisabeth André}, title = {Pre-touch Proxemics: Moving the Design Space of Touch Targets from Still Graphics towards Proxemic Behaviors}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {518-517}, doi = {10.1145/3136755.3136808}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2460-p doi:10.1145/3136755.3136808

Freehand Grasping in Mixed Reality: Analysing Variation during Transition Phase of Interaction
Maadh Al-Kalbani, Maite Frutos-Pascual, and Ian Williams
(Birmingham City University, UK)


@InProceedings{ICMI17p529, author = {Maadh Al-Kalbani and Maite Frutos-Pascual and Ian Williams}, title = {Freehand Grasping in Mixed Reality: Analysing Variation during Transition Phase of Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {529-528}, doi = {10.1145/3136755.3136776}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1526-p doi:10.1145/3136755.3136776

Rhythmic Micro-Gestures: Discreet Interaction On-the-Go
Euan Freeman, Gareth Griffiths, and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p540, author = {Euan Freeman and Gareth Griffiths and Stephen A. Brewster}, title = {Rhythmic Micro-Gestures: Discreet Interaction On-the-Go}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {540-539}, doi = {10.1145/3136755.3136815}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2797-p doi:10.1145/3136755.3136815

Oral Session 4: Sound and Interaction

Evaluation of Psychoacoustic Sound Parameters for Sonification
Jamie Ferguson and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p551, author = {Jamie Ferguson and Stephen A. Brewster}, title = {Evaluation of Psychoacoustic Sound Parameters for Sonification}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {551-550}, doi = {10.1145/3136755.3136783}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1821-p doi:10.1145/3136755.3136783

Utilising Natural Cross-Modal Mappings for Visual Control of Feature-Based Sound Synthesis
Augoustinos Tsiros and Grégory Leplâtre
(Edinburgh Napier University, UK)


@InProceedings{ICMI17p562, author = {Augoustinos Tsiros and Grégory Leplâtre}, title = {Utilising Natural Cross-Modal Mappings for Visual Control of Feature-Based Sound Synthesis}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {562-561}, doi = {10.1145/3136755.3136798}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2267-p doi:10.1145/3136755.3136798

Oral Session 5: Methodology

Automatic Classification of Auto-correction Errors in Predictive Text Entry Based on EEG and Context Information
Felix Putze, Maik Schünemann, Tanja Schultz, and Wolfgang Stuerzlinger
(University of Bremen, Germany; Simon Fraser University, Canada)


@InProceedings{ICMI17p573, author = {Felix Putze and Maik Schünemann and Tanja Schultz and Wolfgang Stuerzlinger}, title = {Automatic Classification of Auto-correction Errors in Predictive Text Entry Based on EEG and Context Information}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {573-572}, doi = {10.1145/3136755.3136784}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1840-p doi:10.1145/3136755.3136784

Cumulative Attributes for Pain Intensity Estimation
Joy O. Egede and Michel Valstar
(University of Nottingham at Ningbo, China; University of Nottingham, UK)


@InProceedings{ICMI17p584, author = {Joy O. Egede and Michel Valstar}, title = {Cumulative Attributes for Pain Intensity Estimation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {584-583}, doi = {10.1145/3136755.3136789}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1970-p doi:10.1145/3136755.3136789

Towards the Use of Social Interaction Conventions as Prior for Gaze Model Adaptation
Rémy Siegfried, Yu Yu, and Jean-Marc Odobez
(Idiap, Switzerland; EPFL, Switzerland)


@InProceedings{ICMI17p595, author = {Rémy Siegfried and Yu Yu and Jean-Marc Odobez}, title = {Towards the Use of Social Interaction Conventions as Prior for Gaze Model Adaptation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {595-594}, doi = {10.1145/3136755.3136793}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2059-p doi:10.1145/3136755.3136793

Multimodal Sentiment Analysis with Word-Level Fusion and Reinforcement Learning
Minghai Chen, Sen Wang, Paul Pu Liang, Tadas Baltrušaitis, Amir Zadeh, and Louis-Philippe Morency
(Carnegie Mellon University, USA)


@InProceedings{ICMI17p606, author = {Minghai Chen and Sen Wang and Paul Pu Liang and Tadas Baltrušaitis and Amir Zadeh and Louis-Philippe Morency}, title = {Multimodal Sentiment Analysis with Word-Level Fusion and Reinforcement Learning}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {606-605}, doi = {10.1145/3136755.3136801}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2317-p doi:10.1145/3136755.3136801

IntelliPrompter: Speech-Based Dynamic Note Display Interface for Oral Presentations
Reza Asadi, Ha Trinh, Harriet J. Fell, and Timothy W. Bickmore
(Northeastern University, USA)


@InProceedings{ICMI17p617, author = {Reza Asadi and Ha Trinh and Harriet J. Fell and Timothy W. Bickmore}, title = {IntelliPrompter: Speech-Based Dynamic Note Display Interface for Oral Presentations}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {617-616}, doi = {10.1145/3136755.3136818}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2926-p doi:10.1145/3136755.3136818

Oral Session 6: Artificial Agents and Wearable Sensors

Head and Shoulders: Automatic Error Detection in Human-Robot Interaction
Pauline Trung, Manuel Giuliani, Michael Miksch, Gerald Stollnberger, Susanne Stadler, Nicole Mirnig, and Manfred Tscheligi
(University of Salzburg, Austria; University of the West of England, UK; Austrian Institute of Technology, Austria)


@InProceedings{ICMI17p628, author = {Pauline Trung and Manuel Giuliani and Michael Miksch and Gerald Stollnberger and Susanne Stadler and Nicole Mirnig and Manfred Tscheligi}, title = {Head and Shoulders: Automatic Error Detection in Human-Robot Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {628-627}, doi = {10.1145/3136755.3136785}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1861-p doi:10.1145/3136755.3136785

The Reliability of Non-verbal Cues for Situated Reference Resolution and Their Interplay with Language: Implications for Human Robot Interaction
Stephanie Gross, Brigitte Krenn, and Matthias Scheutz
(Austrian Research Institute for Artificial Intelligence, Austria; Tufts University, USA)


@InProceedings{ICMI17p639, author = {Stephanie Gross and Brigitte Krenn and Matthias Scheutz}, title = {The Reliability of Non-verbal Cues for Situated Reference Resolution and Their Interplay with Language: Implications for Human Robot Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {639-638}, doi = {10.1145/3136755.3136795}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2162-p doi:10.1145/3136755.3136795

Do You Speak to a Human or a Virtual Agent? Automatic Analysis of User’s Social Cues during Mediated Communication
Magalie Ochs, Nathan Libermann, Axel Boidin, and Thierry Chaminade
(Aix-Marseille University, France; University of Toulon, France; Picxel, France)


@InProceedings{ICMI17p650, author = {Magalie Ochs and Nathan Libermann and Axel Boidin and Thierry Chaminade}, title = {Do You Speak to a Human or a Virtual Agent? Automatic Analysis of User’s Social Cues during Mediated Communication}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {650-649}, doi = {10.1145/3136755.3136807}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2455-p doi:10.1145/3136755.3136807

Estimating Verbal Expressions of Task and Social Cohesion in Meetings by Quantifying Paralinguistic Mimicry
Marjolein C. Nanninga, Yanxia Zhang, Nale Lehmann-Willenbrock, Zoltán Szlávik, and Hayley Hung
(Delft University of Technology, Netherlands; University of Amsterdam, Netherlands; VU University Amsterdam, Netherlands)


@InProceedings{ICMI17p661, author = {Marjolein C. Nanninga and Yanxia Zhang and Nale Lehmann-Willenbrock and Zoltán Szlávik and Hayley Hung}, title = {Estimating Verbal Expressions of Task and Social Cohesion in Meetings by Quantifying Paralinguistic Mimicry}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {661-660}, doi = {10.1145/3136755.3136811}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2618-p doi:10.1145/3136755.3136811

Data Augmentation of Wearable Sensor Data for Parkinson’s Disease Monitoring using Convolutional Neural Networks
Terry T. Um, Franz M. J. Pfister, Daniel Pichler, Satoshi Endo, Muriel Lang, Sandra Hirche, Urban Fietzek, and Dana Kulić
(University of Waterloo, Canada; LMU Munich, Germany; TU Munich, Germany; Schön Klinik München Schwabing, Germany)


@InProceedings{ICMI17p672, author = {Terry T. Um and Franz M. J. Pfister and Daniel Pichler and Satoshi Endo and Muriel Lang and Sandra Hirche and Urban Fietzek and Dana Kulić}, title = {Data Augmentation of Wearable Sensor Data for Parkinson’s Disease Monitoring using Convolutional Neural Networks}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {672-671}, doi = {}, year = {2017}, } Article: icmi17main-sl-2897-p doi:

Poster Session 1

Automatic Assessment of Communication Skill in Non-conventional Interview Settings: A Comparative Study
Pooja Rao S. B, Sowmya Rasipuram, Rahul Das, and Dinesh Babu Jayagopi
(IIIT Bangalore, India)


@InProceedings{ICMI17p683, author = {Pooja Rao S. B and Sowmya Rasipuram and Rahul Das and Dinesh Babu Jayagopi}, title = {Automatic Assessment of Communication Skill in Non-conventional Interview Settings: A Comparative Study}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {683-682}, doi = {10.1145/3136755.3136756}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1002-p doi:10.1145/3136755.3136756

Low-Intrusive Recognition of Expressive Movement Qualities
Radoslaw Niewiadomski, Maurizio Mancini, Stefano Piana, Paolo Alborno, Gualtiero Volpe, and Antonio Camurri
(University of Genoa, Italy)


@InProceedings{ICMI17p694, author = {Radoslaw Niewiadomski and Maurizio Mancini and Stefano Piana and Paolo Alborno and Gualtiero Volpe and Antonio Camurri}, title = {Low-Intrusive Recognition of Expressive Movement Qualities}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {694-693}, doi = {10.1145/3136755.3136757}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1022-p doi:10.1145/3136755.3136757

Digitising a Medical Clerking System with Multimodal Interaction Support
Harrison South, Martin Taylor, Huseyin Dogan, and Nan Jiang
(Bournemouth University, UK; Royal Bournemouth and Christchurch Hospital, UK)


@InProceedings{ICMI17p705, author = {Harrison South and Martin Taylor and Huseyin Dogan and Nan Jiang}, title = {Digitising a Medical Clerking System with Multimodal Interaction Support}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {705-704}, doi = {10.1145/3136755.3136758}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1028-p doi:10.1145/3136755.3136758

GazeTap: Towards Hands-Free Interaction in the Operating Room
Benjamin Hatscher, Maria Luz, Lennart E. Nacke, Norbert Elkmann, Veit Müller, and Christian Hansen
(University of Magdeburg, Germany; University of Waterloo, Canada; Fraunhofer IFF, Germany)


@InProceedings{ICMI17p716, author = {Benjamin Hatscher and Maria Luz and Lennart E. Nacke and Norbert Elkmann and Veit Müller and Christian Hansen}, title = {GazeTap: Towards Hands-Free Interaction in the Operating Room}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {716-715}, doi = {10.1145/3136755.3136759}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1061-p doi:10.1145/3136755.3136759

Boxer: A Multimodal Collision Technique for Virtual Objects
Byungjoo Lee, Qiao Deng, Eve Hoggan, and Antti Oulasvirta
(Aalto University, Finland; KAIST, South Korea; Aarhus University, Denmark)


@InProceedings{ICMI17p727, author = {Byungjoo Lee and Qiao Deng and Eve Hoggan and Antti Oulasvirta}, title = {Boxer: A Multimodal Collision Technique for Virtual Objects}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {727-726}, doi = {10.1145/3136755.3136761}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1107-p doi:10.1145/3136755.3136761

Trust Triggers for Multimodal Command and Control Interfaces
Helen Hastie, Xingkun Liu, and Pedro Patron
(Heriot-Watt University, UK; SeeByte, UK)


@InProceedings{ICMI17p738, author = {Helen Hastie and Xingkun Liu and Pedro Patron}, title = {Trust Triggers for Multimodal Command and Control Interfaces}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {738-737}, doi = {10.1145/3136755.3136764}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1150-p doi:10.1145/3136755.3136764

TouchScope: A Hybrid Multitouch Oscilloscope Interface
Matthew Heinz, Sven Bertel, and Florian Echtler
(Bauhaus-Universität Weimar, Germany)


@InProceedings{ICMI17p749, author = {Matthew Heinz and Sven Bertel and Florian Echtler}, title = {TouchScope: A Hybrid Multitouch Oscilloscope Interface}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {749-748}, doi = {10.1145/3136755.3136765}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1222-p doi:10.1145/3136755.3136765

A Multimodal System to Characterise Melancholia: Cascaded Bag of Words Approach
Shalini Bhatia, Munawar Hayat, and Roland Goecke
(University of Canberra, Australia)


@InProceedings{ICMI17p760, author = {Shalini Bhatia and Munawar Hayat and Roland Goecke}, title = {A Multimodal System to Characterise Melancholia: Cascaded Bag of Words Approach}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {760-759}, doi = {10.1145/3136755.3136766}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1234-p doi:10.1145/3136755.3136766

Crowdsourcing Ratings of Caller Engagement in Thin-Slice Videos of Human-Machine Dialog: Benefits and Pitfalls
Vikram Ramanarayanan, Chee Wee Leong, David Suendermann-Oeft, and Keelan Evanini
(ETS at San Francisco, USA; ETS at Princeton, USA)


@InProceedings{ICMI17p771, author = {Vikram Ramanarayanan and Chee Wee Leong and David Suendermann-Oeft and Keelan Evanini}, title = {Crowdsourcing Ratings of Caller Engagement in Thin-Slice Videos of Human-Machine Dialog: Benefits and Pitfalls}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {771-770}, doi = {10.1145/3136755.3136767}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1296-p doi:10.1145/3136755.3136767

Modelling Fusion of Modalities in Multimodal Interactive Systems with MMMM
Bruno Dumas, Jonathan Pirau, and Denis Lalanne
(University of Namur, Belgium; University of Fribourg, Switzerland)


@InProceedings{ICMI17p782, author = {Bruno Dumas and Jonathan Pirau and Denis Lalanne}, title = {Modelling Fusion of Modalities in Multimodal Interactive Systems with MMMM}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {782-781}, doi = {10.1145/3136755.3136768}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1376-p doi:10.1145/3136755.3136768

Temporal Alignment using the Incremental Unit Framework
Casey Kennington, Ting Han, and David Schlangen
(Boise State University, USA; Bielefeld University, Germany)


@InProceedings{ICMI17p793, author = {Casey Kennington and Ting Han and David Schlangen}, title = {Temporal Alignment using the Incremental Unit Framework}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {793-792}, doi = {10.1145/3136755.3136769}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1389-p doi:10.1145/3136755.3136769

Multimodal Gender Detection
Mohamed Abouelenien, Verónica Pérez-Rosas, Rada Mihalcea, and Mihai Burzo
(University of Michigan, USA)


@InProceedings{ICMI17p804, author = {Mohamed Abouelenien and Verónica Pérez-Rosas and Rada Mihalcea and Mihai Burzo}, title = {Multimodal Gender Detection}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {804-803}, doi = {10.1145/3136755.3136770}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1399-p doi:10.1145/3136755.3136770

How May I Help You? Behavior and Impressions in Hospitality Service Encounters
Skanda Muralidhar, Marianne Schmid Mast, and Daniel Gatica-Perez
(Idiap, Switzerland; EPFL, Switzerland; University of Lausanne, Switzerland)


@InProceedings{ICMI17p815, author = {Skanda Muralidhar and Marianne Schmid Mast and Daniel Gatica-Perez}, title = {How May I Help You? Behavior and Impressions in Hospitality Service Encounters}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {815-814}, doi = {10.1145/3136755.3136771}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1415-p doi:10.1145/3136755.3136771

Tracking Liking State in Brain Activity while Watching Multiple Movies
Naoto Terasawa, Hiroki Tanaka, Sakriani Sakti, and Satoshi Nakamura
(NAIST, Japan)


@InProceedings{ICMI17p826, author = {Naoto Terasawa and Hiroki Tanaka and Sakriani Sakti and Satoshi Nakamura}, title = {Tracking Liking State in Brain Activity while Watching Multiple Movies}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {826-825}, doi = {10.1145/3136755.3136772}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1417-p doi:10.1145/3136755.3136772

Does Serial Memory of Locations Benefit from Spatially Congruent Audiovisual Stimuli? Investigating the Effect of Adding Spatial Sound to Visuospatial Sequences
Benjamin Stahl and Georgios Marentakis
(Graz University of Technology, Austria)


@InProceedings{ICMI17p837, author = {Benjamin Stahl and Georgios Marentakis}, title = {Does Serial Memory of Locations Benefit from Spatially Congruent Audiovisual Stimuli? Investigating the Effect of Adding Spatial Sound to Visuospatial Sequences}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {837-836}, doi = {10.1145/3136755.3136773}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1458-p doi:10.1145/3136755.3136773

ZSGL: Zero Shot Gestural Learning
Naveen Madapana and Juan Wachs
(Purdue University, USA)


@InProceedings{ICMI17p848, author = {Naveen Madapana and Juan Wachs}, title = {ZSGL: Zero Shot Gestural Learning}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {848-847}, doi = {10.1145/3136755.3136774}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1474-p doi:10.1145/3136755.3136774

Markov Reward Models for Analyzing Group Interaction
Gabriel Murray
(University of the Fraser Valley, Canada)


@InProceedings{ICMI17p859, author = {Gabriel Murray}, title = {Markov Reward Models for Analyzing Group Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {859-858}, doi = {10.1145/3136755.3136778}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1590-p doi:10.1145/3136755.3136778

Analyzing First Impressions of Warmth and Competence from Observable Nonverbal Cues in Expert-Novice Interactions
Beatrice Biancardi, Angelo Cafaro, and Catherine Pelachaud
(CNRS, France; UPMC, France)


@InProceedings{ICMI17p870, author = {Beatrice Biancardi and Angelo Cafaro and Catherine Pelachaud}, title = {Analyzing First Impressions of Warmth and Competence from Observable Nonverbal Cues in Expert-Novice Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {870-869}, doi = {10.1145/3136755.3136779}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1641-p doi:10.1145/3136755.3136779

The NoXi Database: Multimodal Recordings of Mediated Novice-Expert Interactions
Angelo Cafaro, Johannes Wagner, Tobias Baur, Soumia Dermouche, Mercedes Torres Torres, Catherine Pelachaud, Elisabeth André, and Michel Valstar
(CNRS, France; UPMC, France; University of Augsburg, Germany; University of Nottingham, UK)


@InProceedings{ICMI17p881, author = {Angelo Cafaro and Johannes Wagner and Tobias Baur and Soumia Dermouche and Mercedes Torres Torres and Catherine Pelachaud and Elisabeth André and Michel Valstar}, title = {The NoXi Database: Multimodal Recordings of Mediated Novice-Expert Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {881-880}, doi = {10.1145/3136755.3136780}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1643-p doi:10.1145/3136755.3136780

Head-Mounted Displays as Opera Glasses: Using Mixed-Reality to Deliver an Egalitarian User Experience during Live Events
Carl Bishop, Augusto Esteves, and Iain McGregor
(Edinburgh Napier University, UK)


@InProceedings{ICMI17p892, author = {Carl Bishop and Augusto Esteves and Iain McGregor}, title = {Head-Mounted Displays as Opera Glasses: Using Mixed-Reality to Deliver an Egalitarian User Experience during Live Events}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {892-891}, doi = {10.1145/3136755.3136781}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1773-p doi:10.1145/3136755.3136781

Poster Session 2

Analyzing Gaze Behavior during Turn-Taking for Estimating Empathy Skill Level
Ryo Ishii, Shiro Kumano, and Kazuhiro Otsuka
(NTT, Japan)


@InProceedings{ICMI17p903, author = {Ryo Ishii and Shiro Kumano and Kazuhiro Otsuka}, title = {Analyzing Gaze Behavior during Turn-Taking for Estimating Empathy Skill Level}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {903-902}, doi = {10.1145/3136755.3136786}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1882-p doi:10.1145/3136755.3136786

Text Based User Comments as a Signal for Automatic Language Identification of Online Videos
A. Seza Doğruöz, Natalia Ponomareva, Sertan Girgin, Reshu Jain, and Christoph Oehler
(Xoogler, Turkey; Google, USA; Google, France; Google, Switzerland)


@InProceedings{ICMI17p914, author = {A. Seza Doğruöz and Natalia Ponomareva and Sertan Girgin and Reshu Jain and Christoph Oehler}, title = {Text Based User Comments as a Signal for Automatic Language Identification of Online Videos}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {914-913}, doi = {10.114