ICMI 2017 – Proceedings

Frontmatter

Invited Talks

Gastrophysics: Using Technology to Enhance the Experience of Food and Drink (Keynote)
Charles Spence
(University of Oxford, UK)


@InProceedings{ICMI17p1, author = {Charles Spence}, title = {Gastrophysics: Using Technology to Enhance the Experience of Food and Drink (Keynote)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1-0}, doi = {10.1145/3136755.3137024}, year = {2017}, } Publisher's Version Article: icmi17key-keynote01-p doi:10.1145/3136755.3137024

Collaborative Robots: From Action and Interaction to Collaboration (Keynote)
Danica Kragic
(KTH, Sweden)


@InProceedings{ICMI17p100, author = {Danica Kragic}, title = {Collaborative Robots: From Action and Interaction to Collaboration (Keynote)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {100-99}, doi = {10.1145/3136755.3137026}, year = {2017}, } Publisher's Version Article: icmi17key-keynote03-p doi:10.1145/3136755.3137026

Situated Conceptualization: A Framework for Multimodal Interaction (Keynote)
Lawrence Barsalou
(University of Glasgow, UK)


@InProceedings{ICMI17p199, author = {Lawrence Barsalou}, title = {Situated Conceptualization: A Framework for Multimodal Interaction (Keynote)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {199-198}, doi = {10.1145/3136755.3137025}, year = {2017}, } Publisher's Version Article: icmi17key-keynote02-p doi:10.1145/3136755.3137025

Steps towards Collaborative Multimodal Dialogue (Sustained Contribution Award)
Phil Cohen
(Voicebox Technologies, USA)


@InProceedings{ICMI17p298, author = {Phil Cohen}, title = {Steps towards Collaborative Multimodal Dialogue (Sustained Contribution Award)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {298-297}, doi = {10.1145/3136755.3154480}, year = {2017}, } Publisher's Version Article: icmi17key-keynote04-p doi:10.1145/3136755.3154480

Main Track

Oral Session 1: Children and Interaction

Tablets, Tabletops, and Smartphones: Cross-Platform Comparisons of Children’s Touchscreen Interactions
Julia Woodward, Alex Shaw, Aishat Aloba, Ayushi Jain, Jaime Ruiz, and Lisa Anthony
(University of Florida, USA)


@InProceedings{ICMI17p397, author = {Julia Woodward and Alex Shaw and Aishat Aloba and Ayushi Jain and Jaime Ruiz and Lisa Anthony}, title = {Tablets, Tabletops, and Smartphones: Cross-Platform Comparisons of Children’s Touchscreen Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {397-396}, doi = {10.1145/3136755.3136762}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1130-p doi:10.1145/3136755.3136762

Toward an Efficient Body Expression Recognition Based on the Synthesis of a Neutral Movement
Arthur Crenn, Alexandre Meyer, Rizwan Ahmed Khan, Hubert Konik, and Saida Bouakaz
(University of Lyon, France; University of Saint-Etienne, France)


@InProceedings{ICMI17p408, author = {Arthur Crenn and Alexandre Meyer and Rizwan Ahmed Khan and Hubert Konik and Saida Bouakaz}, title = {Toward an Efficient Body Expression Recognition Based on the Synthesis of a Neutral Movement}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {408-407}, doi = {10.1145/3136755.3136763}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1137-p doi:10.1145/3136755.3136763

Interactive Narration with a Child: Impact of Prosody and Facial Expressions
Ovidiu Șerban, Mukesh Barange, Sahba Zojaji, Alexandre Pauchet, Adeline Richard, and Emilie Chanoni
(Normandy University, France; University of Rouen, France)


@InProceedings{ICMI17p419, author = {Ovidiu Șerban and Mukesh Barange and Sahba Zojaji and Alexandre Pauchet and Adeline Richard and Emilie Chanoni}, title = {Interactive Narration with a Child: Impact of Prosody and Facial Expressions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {419-418}, doi = {10.1145/3136755.3136797}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2224-p doi:10.1145/3136755.3136797

Comparing Human and Machine Recognition of Children’s Touchscreen Stroke Gestures
Alex Shaw, Jaime Ruiz, and Lisa Anthony
(University of Florida, USA)


@InProceedings{ICMI17p430, author = {Alex Shaw and Jaime Ruiz and Lisa Anthony}, title = {Comparing Human and Machine Recognition of Children’s Touchscreen Stroke Gestures}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {430-429}, doi = {10.1145/3136755.3136810}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2586-p doi:10.1145/3136755.3136810

Oral Session 2: Understanding Human Behaviour

Virtual Debate Coach Design: Assessing Multimodal Argumentation Performance
Volha Petukhova, Tobias Mayer, Andrei Malchanau, and Harry Bunt
(Saarland University, Germany; Tilburg University, Netherlands)


@InProceedings{ICMI17p441, author = {Volha Petukhova and Tobias Mayer and Andrei Malchanau and Harry Bunt}, title = {Virtual Debate Coach Design: Assessing Multimodal Argumentation Performance}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {441-440}, doi = {10.1145/3136755.3136775}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1485-p doi:10.1145/3136755.3136775

Predicting the Distribution of Emotion Perception: Capturing Inter-rater Variability
Biqiao Zhang, Georg Essl, and Emily Mower Provost
(University of Michigan, USA; University of Wisconsin-Milwaukee, USA)


@InProceedings{ICMI17p452, author = {Biqiao Zhang and Georg Essl and Emily Mower Provost}, title = {Predicting the Distribution of Emotion Perception: Capturing Inter-rater Variability}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {452-451}, doi = {10.1145/3136755.3136792}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2057-p doi:10.1145/3136755.3136792

Automatically Predicting Human Knowledgeability through Non-verbal Cues
Abdelwahab Bourai, Tadas Baltrušaitis, and Louis-Philippe Morency
(Carnegie Mellon University, USA)


@InProceedings{ICMI17p463, author = {Abdelwahab Bourai and Tadas Baltrušaitis and Louis-Philippe Morency}, title = {Automatically Predicting Human Knowledgeability through Non-verbal Cues}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {463-462}, doi = {10.1145/3136755.3136799}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2304-p doi:10.1145/3136755.3136799

Pooling Acoustic and Lexical Features for the Prediction of Valence
Zakaria Aldeneh, Soheil Khorram, Dimitrios Dimitriadis, and Emily Mower Provost
(University of Michigan, USA; IBM Research, USA)


@InProceedings{ICMI17p474, author = {Zakaria Aldeneh and Soheil Khorram and Dimitrios Dimitriadis and Emily Mower Provost}, title = {Pooling Acoustic and Lexical Features for the Prediction of Valence}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {474-473}, doi = {10.1145/3136755.3136760}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1096-p doi:10.1145/3136755.3136760

Oral Session 3: Touch and Gesture

Hand-to-Hand: An Intermanual Illusion of Movement
Dario Pittera, Marianna Obrist, and Ali Israr
(Disney Research, USA; University of Sussex, UK)


@InProceedings{ICMI17p485, author = {Dario Pittera and Marianna Obrist and Ali Israr}, title = {Hand-to-Hand: An Intermanual Illusion of Movement}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {485-484}, doi = {10.1145/3136755.3136777}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1559-p doi:10.1145/3136755.3136777

An Investigation of Dynamic Crossmodal Instantiation in TUIs
Feng Feng and Tony Stockman
(Queen Mary University of London, UK)


@InProceedings{ICMI17p496, author = {Feng Feng and Tony Stockman}, title = {An Investigation of Dynamic Crossmodal Instantiation in TUIs}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {496-495}, doi = {10.1145/3136755.3136782}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1803-p doi:10.1145/3136755.3136782

“Stop over There”: Natural Gesture and Speech Interaction for Non-critical Spontaneous Intervention in Autonomous Driving
Robert Tscharn, Marc Erich Latoschik, Diana Löffler, and Jörn Hurtienne
(University of Würzburg, Germany)


@InProceedings{ICMI17p507, author = {Robert Tscharn and Marc Erich Latoschik and Diana Löffler and Jörn Hurtienne}, title = {“Stop over There”: Natural Gesture and Speech Interaction for Non-critical Spontaneous Intervention in Autonomous Driving}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {507-506}, doi = {10.1145/3136755.3136787}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1885-p doi:10.1145/3136755.3136787

Pre-touch Proxemics: Moving the Design Space of Touch Targets from Still Graphics towards Proxemic Behaviors
Ilhan Aslan and Elisabeth André
(University of Augsburg, Germany)


@InProceedings{ICMI17p518, author = {Ilhan Aslan and Elisabeth André}, title = {Pre-touch Proxemics: Moving the Design Space of Touch Targets from Still Graphics towards Proxemic Behaviors}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {518-517}, doi = {10.1145/3136755.3136808}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2460-p doi:10.1145/3136755.3136808

Freehand Grasping in Mixed Reality: Analysing Variation during Transition Phase of Interaction
Maadh Al-Kalbani, Maite Frutos-Pascual, and Ian Williams
(Birmingham City University, UK)


@InProceedings{ICMI17p529, author = {Maadh Al-Kalbani and Maite Frutos-Pascual and Ian Williams}, title = {Freehand Grasping in Mixed Reality: Analysing Variation during Transition Phase of Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {529-528}, doi = {10.1145/3136755.3136776}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1526-p doi:10.1145/3136755.3136776

Rhythmic Micro-Gestures: Discreet Interaction On-the-Go
Euan Freeman, Gareth Griffiths, and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p540, author = {Euan Freeman and Gareth Griffiths and Stephen A. Brewster}, title = {Rhythmic Micro-Gestures: Discreet Interaction On-the-Go}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {540-539}, doi = {10.1145/3136755.3136815}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2797-p doi:10.1145/3136755.3136815

Oral Session 4: Sound and Interaction

Evaluation of Psychoacoustic Sound Parameters for Sonification
Jamie Ferguson and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p551, author = {Jamie Ferguson and Stephen A. Brewster}, title = {Evaluation of Psychoacoustic Sound Parameters for Sonification}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {551-550}, doi = {10.1145/3136755.3136783}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1821-p doi:10.1145/3136755.3136783

Utilising Natural Cross-Modal Mappings for Visual Control of Feature-Based Sound Synthesis
Augoustinos Tsiros and Grégory Leplâtre
(Edinburgh Napier University, UK)


@InProceedings{ICMI17p562, author = {Augoustinos Tsiros and Grégory Leplâtre}, title = {Utilising Natural Cross-Modal Mappings for Visual Control of Feature-Based Sound Synthesis}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {562-561}, doi = {10.1145/3136755.3136798}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2267-p doi:10.1145/3136755.3136798

Oral Session 5: Methodology

Automatic Classification of Auto-correction Errors in Predictive Text Entry Based on EEG and Context Information
Felix Putze, Maik Schünemann, Tanja Schultz, and Wolfgang Stuerzlinger
(University of Bremen, Germany; Simon Fraser University, Canada)


@InProceedings{ICMI17p573, author = {Felix Putze and Maik Schünemann and Tanja Schultz and Wolfgang Stuerzlinger}, title = {Automatic Classification of Auto-correction Errors in Predictive Text Entry Based on EEG and Context Information}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {573-572}, doi = {10.1145/3136755.3136784}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1840-p doi:10.1145/3136755.3136784

Cumulative Attributes for Pain Intensity Estimation
Joy O. Egede and Michel Valstar
(University of Nottingham at Ningbo, China; University of Nottingham, UK)


@InProceedings{ICMI17p584, author = {Joy O. Egede and Michel Valstar}, title = {Cumulative Attributes for Pain Intensity Estimation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {584-583}, doi = {10.1145/3136755.3136789}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1970-p doi:10.1145/3136755.3136789

Towards the Use of Social Interaction Conventions as Prior for Gaze Model Adaptation
Rémy Siegfried, Yu Yu, and Jean-Marc Odobez
(Idiap, Switzerland; EPFL, Switzerland)


@InProceedings{ICMI17p595, author = {Rémy Siegfried and Yu Yu and Jean-Marc Odobez}, title = {Towards the Use of Social Interaction Conventions as Prior for Gaze Model Adaptation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {595-594}, doi = {10.1145/3136755.3136793}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2059-p doi:10.1145/3136755.3136793

Multimodal Sentiment Analysis with Word-Level Fusion and Reinforcement Learning
Minghai Chen, Sen Wang, Paul Pu Liang, Tadas Baltrušaitis, Amir Zadeh, and Louis-Philippe Morency
(Carnegie Mellon University, USA)


@InProceedings{ICMI17p606, author = {Minghai Chen and Sen Wang and Paul Pu Liang and Tadas Baltrušaitis and Amir Zadeh and Louis-Philippe Morency}, title = {Multimodal Sentiment Analysis with Word-Level Fusion and Reinforcement Learning}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {606-605}, doi = {10.1145/3136755.3136801}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2317-p doi:10.1145/3136755.3136801

IntelliPrompter: Speech-Based Dynamic Note Display Interface for Oral Presentations
Reza Asadi, Ha Trinh, Harriet J. Fell, and Timothy W. Bickmore
(Northeastern University, USA)


@InProceedings{ICMI17p617, author = {Reza Asadi and Ha Trinh and Harriet J. Fell and Timothy W. Bickmore}, title = {IntelliPrompter: Speech-Based Dynamic Note Display Interface for Oral Presentations}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {617-616}, doi = {10.1145/3136755.3136818}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2926-p doi:10.1145/3136755.3136818

Oral Session 6: Artificial Agents and Wearable Sensors

Head and Shoulders: Automatic Error Detection in Human-Robot Interaction
Pauline Trung, Manuel Giuliani, Michael Miksch, Gerald Stollnberger, Susanne Stadler, Nicole Mirnig, and Manfred Tscheligi
(University of Salzburg, Austria; University of the West of England, UK; Austrian Institute of Technology, Austria)


@InProceedings{ICMI17p628, author = {Pauline Trung and Manuel Giuliani and Michael Miksch and Gerald Stollnberger and Susanne Stadler and Nicole Mirnig and Manfred Tscheligi}, title = {Head and Shoulders: Automatic Error Detection in Human-Robot Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {628-627}, doi = {10.1145/3136755.3136785}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1861-p doi:10.1145/3136755.3136785

The Reliability of Non-verbal Cues for Situated Reference Resolution and Their Interplay with Language: Implications for Human Robot Interaction
Stephanie Gross, Brigitte Krenn, and Matthias Scheutz
(Austrian Research Institute for Artificial Intelligence, Austria; Tufts University, USA)


@InProceedings{ICMI17p639, author = {Stephanie Gross and Brigitte Krenn and Matthias Scheutz}, title = {The Reliability of Non-verbal Cues for Situated Reference Resolution and Their Interplay with Language: Implications for Human Robot Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {639-638}, doi = {10.1145/3136755.3136795}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2162-p doi:10.1145/3136755.3136795

Do You Speak to a Human or a Virtual Agent? Automatic Analysis of User’s Social Cues during Mediated Communication
Magalie Ochs, Nathan Libermann, Axel Boidin, and Thierry Chaminade
(Aix-Marseille University, France; University of Toulon, France; Picxel, France)


@InProceedings{ICMI17p650, author = {Magalie Ochs and Nathan Libermann and Axel Boidin and Thierry Chaminade}, title = {Do You Speak to a Human or a Virtual Agent? Automatic Analysis of User’s Social Cues during Mediated Communication}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {650-649}, doi = {10.1145/3136755.3136807}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2455-p doi:10.1145/3136755.3136807

Estimating Verbal Expressions of Task and Social Cohesion in Meetings by Quantifying Paralinguistic Mimicry
Marjolein C. Nanninga, Yanxia Zhang, Nale Lehmann-Willenbrock, Zoltán Szlávik, and Hayley Hung
(Delft University of Technology, Netherlands; University of Amsterdam, Netherlands; VU University Amsterdam, Netherlands)


@InProceedings{ICMI17p661, author = {Marjolein C. Nanninga and Yanxia Zhang and Nale Lehmann-Willenbrock and Zoltán Szlávik and Hayley Hung}, title = {Estimating Verbal Expressions of Task and Social Cohesion in Meetings by Quantifying Paralinguistic Mimicry}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {661-660}, doi = {10.1145/3136755.3136811}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2618-p doi:10.1145/3136755.3136811

Data Augmentation of Wearable Sensor Data for Parkinson’s Disease Monitoring using Convolutional Neural Networks
Terry T. Um, Franz M. J. Pfister, Daniel Pichler, Satoshi Endo, Muriel Lang, Sandra Hirche, Urban Fietzek, and Dana Kulić
(University of Waterloo, Canada; LMU Munich, Germany; TU Munich, Germany; Schön Klinik München Schwabing, Germany)


@InProceedings{ICMI17p672, author = {Terry T. Um and Franz M. J. Pfister and Daniel Pichler and Satoshi Endo and Muriel Lang and Sandra Hirche and Urban Fietzek and Dana Kulić}, title = {Data Augmentation of Wearable Sensor Data for Parkinson’s Disease Monitoring using Convolutional Neural Networks}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {672-671}, doi = {}, year = {2017}, } Article: icmi17main-sl-2897-p doi:

Poster Session 1

Automatic Assessment of Communication Skill in Non-conventional Interview Settings: A Comparative Study
Pooja Rao S. B, Sowmya Rasipuram, Rahul Das, and Dinesh Babu Jayagopi
(IIIT Bangalore, India)


@InProceedings{ICMI17p683, author = {Pooja Rao S. B and Sowmya Rasipuram and Rahul Das and Dinesh Babu Jayagopi}, title = {Automatic Assessment of Communication Skill in Non-conventional Interview Settings: A Comparative Study}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {683-682}, doi = {10.1145/3136755.3136756}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1002-p doi:10.1145/3136755.3136756

Low-Intrusive Recognition of Expressive Movement Qualities
Radoslaw Niewiadomski, Maurizio Mancini, Stefano Piana, Paolo Alborno, Gualtiero Volpe, and Antonio Camurri
(University of Genoa, Italy)


@InProceedings{ICMI17p694, author = {Radoslaw Niewiadomski and Maurizio Mancini and Stefano Piana and Paolo Alborno and Gualtiero Volpe and Antonio Camurri}, title = {Low-Intrusive Recognition of Expressive Movement Qualities}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {694-693}, doi = {10.1145/3136755.3136757}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1022-p doi:10.1145/3136755.3136757

Digitising a Medical Clerking System with Multimodal Interaction Support
Harrison South, Martin Taylor, Huseyin Dogan, and Nan Jiang
(Bournemouth University, UK; Royal Bournemouth and Christchurch Hospital, UK)


@InProceedings{ICMI17p705, author = {Harrison South and Martin Taylor and Huseyin Dogan and Nan Jiang}, title = {Digitising a Medical Clerking System with Multimodal Interaction Support}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {705-704}, doi = {10.1145/3136755.3136758}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1028-p doi:10.1145/3136755.3136758

GazeTap: Towards Hands-Free Interaction in the Operating Room
Benjamin Hatscher, Maria Luz, Lennart E. Nacke, Norbert Elkmann, Veit Müller, and Christian Hansen
(University of Magdeburg, Germany; University of Waterloo, Canada; Fraunhofer IFF, Germany)


@InProceedings{ICMI17p716, author = {Benjamin Hatscher and Maria Luz and Lennart E. Nacke and Norbert Elkmann and Veit Müller and Christian Hansen}, title = {GazeTap: Towards Hands-Free Interaction in the Operating Room}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {716-715}, doi = {10.1145/3136755.3136759}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1061-p doi:10.1145/3136755.3136759

Boxer: A Multimodal Collision Technique for Virtual Objects
Byungjoo Lee, Qiao Deng, Eve Hoggan, and Antti Oulasvirta
(Aalto University, Finland; KAIST, South Korea; Aarhus University, Denmark)


@InProceedings{ICMI17p727, author = {Byungjoo Lee and Qiao Deng and Eve Hoggan and Antti Oulasvirta}, title = {Boxer: A Multimodal Collision Technique for Virtual Objects}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {727-726}, doi = {10.1145/3136755.3136761}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1107-p doi:10.1145/3136755.3136761

Trust Triggers for Multimodal Command and Control Interfaces
Helen Hastie, Xingkun Liu, and Pedro Patron
(Heriot-Watt University, UK; SeeByte, UK)


@InProceedings{ICMI17p738, author = {Helen Hastie and Xingkun Liu and Pedro Patron}, title = {Trust Triggers for Multimodal Command and Control Interfaces}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {738-737}, doi = {10.1145/3136755.3136764}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1150-p doi:10.1145/3136755.3136764

TouchScope: A Hybrid Multitouch Oscilloscope Interface
Matthew Heinz, Sven Bertel, and Florian Echtler
(Bauhaus-Universität Weimar, Germany)


@InProceedings{ICMI17p749, author = {Matthew Heinz and Sven Bertel and Florian Echtler}, title = {TouchScope: A Hybrid Multitouch Oscilloscope Interface}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {749-748}, doi = {10.1145/3136755.3136765}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1222-p doi:10.1145/3136755.3136765

A Multimodal System to Characterise Melancholia: Cascaded Bag of Words Approach
Shalini Bhatia, Munawar Hayat, and Roland Goecke
(University of Canberra, Australia)


@InProceedings{ICMI17p760, author = {Shalini Bhatia and Munawar Hayat and Roland Goecke}, title = {A Multimodal System to Characterise Melancholia: Cascaded Bag of Words Approach}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {760-759}, doi = {10.1145/3136755.3136766}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1234-p doi:10.1145/3136755.3136766

Crowdsourcing Ratings of Caller Engagement in Thin-Slice Videos of Human-Machine Dialog: Benefits and Pitfalls
Vikram Ramanarayanan, Chee Wee Leong, David Suendermann-Oeft, and Keelan Evanini
(ETS at San Francisco, USA; ETS at Princeton, USA)


@InProceedings{ICMI17p771, author = {Vikram Ramanarayanan and Chee Wee Leong and David Suendermann-Oeft and Keelan Evanini}, title = {Crowdsourcing Ratings of Caller Engagement in Thin-Slice Videos of Human-Machine Dialog: Benefits and Pitfalls}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {771-770}, doi = {10.1145/3136755.3136767}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1296-p doi:10.1145/3136755.3136767

Modelling Fusion of Modalities in Multimodal Interactive Systems with MMMM
Bruno Dumas, Jonathan Pirau, and Denis Lalanne
(University of Namur, Belgium; University of Fribourg, Switzerland)


@InProceedings{ICMI17p782, author = {Bruno Dumas and Jonathan Pirau and Denis Lalanne}, title = {Modelling Fusion of Modalities in Multimodal Interactive Systems with MMMM}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {782-781}, doi = {10.1145/3136755.3136768}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1376-p doi:10.1145/3136755.3136768

Temporal Alignment using the Incremental Unit Framework
Casey Kennington, Ting Han, and David Schlangen
(Boise State University, USA; Bielefeld University, Germany)


@InProceedings{ICMI17p793, author = {Casey Kennington and Ting Han and David Schlangen}, title = {Temporal Alignment using the Incremental Unit Framework}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {793-792}, doi = {10.1145/3136755.3136769}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1389-p doi:10.1145/3136755.3136769

Multimodal Gender Detection
Mohamed Abouelenien, Verónica Pérez-Rosas, Rada Mihalcea, and Mihai Burzo
(University of Michigan, USA)


@InProceedings{ICMI17p804, author = {Mohamed Abouelenien and Verónica Pérez-Rosas and Rada Mihalcea and Mihai Burzo}, title = {Multimodal Gender Detection}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {804-803}, doi = {10.1145/3136755.3136770}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1399-p doi:10.1145/3136755.3136770

How May I Help You? Behavior and Impressions in Hospitality Service Encounters
Skanda Muralidhar, Marianne Schmid Mast, and Daniel Gatica-Perez
(Idiap, Switzerland; EPFL, Switzerland; University of Lausanne, Switzerland)


@InProceedings{ICMI17p815, author = {Skanda Muralidhar and Marianne Schmid Mast and Daniel Gatica-Perez}, title = {How May I Help You? Behavior and Impressions in Hospitality Service Encounters}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {815-814}, doi = {10.1145/3136755.3136771}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1415-p doi:10.1145/3136755.3136771

Tracking Liking State in Brain Activity while Watching Multiple Movies
Naoto Terasawa, Hiroki Tanaka, Sakriani Sakti, and Satoshi Nakamura
(NAIST, Japan)


@InProceedings{ICMI17p826, author = {Naoto Terasawa and Hiroki Tanaka and Sakriani Sakti and Satoshi Nakamura}, title = {Tracking Liking State in Brain Activity while Watching Multiple Movies}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {826-825}, doi = {10.1145/3136755.3136772}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1417-p doi:10.1145/3136755.3136772

Does Serial Memory of Locations Benefit from Spatially Congruent Audiovisual Stimuli? Investigating the Effect of Adding Spatial Sound to Visuospatial Sequences
Benjamin Stahl and Georgios Marentakis
(Graz University of Technology, Austria)


@InProceedings{ICMI17p837, author = {Benjamin Stahl and Georgios Marentakis}, title = {Does Serial Memory of Locations Benefit from Spatially Congruent Audiovisual Stimuli? Investigating the Effect of Adding Spatial Sound to Visuospatial Sequences}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {837-836}, doi = {10.1145/3136755.3136773}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1458-p doi:10.1145/3136755.3136773

ZSGL: Zero Shot Gestural Learning
Naveen Madapana and Juan Wachs
(Purdue University, USA)


@InProceedings{ICMI17p848, author = {Naveen Madapana and Juan Wachs}, title = {ZSGL: Zero Shot Gestural Learning}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {848-847}, doi = {10.1145/3136755.3136774}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1474-p doi:10.1145/3136755.3136774

Markov Reward Models for Analyzing Group Interaction
Gabriel Murray
(University of the Fraser Valley, Canada)


@InProceedings{ICMI17p859, author = {Gabriel Murray}, title = {Markov Reward Models for Analyzing Group Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {859-858}, doi = {10.1145/3136755.3136778}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1590-p doi:10.1145/3136755.3136778

Analyzing First Impressions of Warmth and Competence from Observable Nonverbal Cues in Expert-Novice Interactions
Beatrice Biancardi, Angelo Cafaro, and Catherine Pelachaud
(CNRS, France; UPMC, France)


@InProceedings{ICMI17p870, author = {Beatrice Biancardi and Angelo Cafaro and Catherine Pelachaud}, title = {Analyzing First Impressions of Warmth and Competence from Observable Nonverbal Cues in Expert-Novice Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {870-869}, doi = {10.1145/3136755.3136779}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1641-p doi:10.1145/3136755.3136779

The NoXi Database: Multimodal Recordings of Mediated Novice-Expert Interactions
Angelo Cafaro, Johannes Wagner, Tobias Baur, Soumia Dermouche, Mercedes Torres Torres, Catherine Pelachaud, Elisabeth André, and Michel Valstar
(CNRS, France; UPMC, France; University of Augsburg, Germany; University of Nottingham, UK)


@InProceedings{ICMI17p881, author = {Angelo Cafaro and Johannes Wagner and Tobias Baur and Soumia Dermouche and Mercedes Torres Torres and Catherine Pelachaud and Elisabeth André and Michel Valstar}, title = {The NoXi Database: Multimodal Recordings of Mediated Novice-Expert Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {881-880}, doi = {10.1145/3136755.3136780}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1643-p doi:10.1145/3136755.3136780

Head-Mounted Displays as Opera Glasses: Using Mixed-Reality to Deliver an Egalitarian User Experience during Live Events
Carl Bishop, Augusto Esteves, and Iain McGregor
(Edinburgh Napier University, UK)


@InProceedings{ICMI17p892, author = {Carl Bishop and Augusto Esteves and Iain McGregor}, title = {Head-Mounted Displays as Opera Glasses: Using Mixed-Reality to Deliver an Egalitarian User Experience during Live Events}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {892-891}, doi = {10.1145/3136755.3136781}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1773-p doi:10.1145/3136755.3136781

Poster Session 2

Analyzing Gaze Behavior during Turn-Taking for Estimating Empathy Skill Level
Ryo Ishii, Shiro Kumano, and Kazuhiro Otsuka
(NTT, Japan)


@InProceedings{ICMI17p903, author = {Ryo Ishii and Shiro Kumano and Kazuhiro Otsuka}, title = {Analyzing Gaze Behavior during Turn-Taking for Estimating Empathy Skill Level}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {903-902}, doi = {10.1145/3136755.3136786}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1882-p doi:10.1145/3136755.3136786

Text Based User Comments as a Signal for Automatic Language Identification of Online Videos
A. Seza Doğruöz, Natalia Ponomareva, Sertan Girgin, Reshu Jain, and Christoph Oehler
(Xoogler, Turkey; Google, USA; Google, France; Google, Switzerland)


@InProceedings{ICMI17p914, author = {A. Seza Doğruöz and Natalia Ponomareva and Sertan Girgin and Reshu Jain and Christoph Oehler}, title = {Text Based User Comments as a Signal for Automatic Language Identification of Online Videos}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {914-913}, doi = {10.1145/3136755.3136788}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1935-p doi:10.1145/3136755.3136788

Gender and Emotion Recognition with Implicit User Signals
Maneesh Bilalpur, Seyed Mostafa Kia, Manisha Chawla, Tat-Seng Chua, and Ramanathan Subramanian
(IIIT Hyderabad, India; Radboud University, Netherlands; IIT Gandhinagar, India; National University of Singapore, Singapore; University of Glasgow, UK; Advanced Digital Sciences Center, Singapore)


@InProceedings{ICMI17p925, author = {Maneesh Bilalpur and Seyed Mostafa Kia and Manisha Chawla and Tat-Seng Chua and Ramanathan Subramanian}, title = {Gender and Emotion Recognition with Implicit User Signals}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {925-924}, doi = {10.1145/3136755.3136790}, year = {2017}, } Publisher's Version Article: icmi17main-sl-1978-p doi:10.1145/3136755.3136790

Animating the Adelino Robot with ERIK: The Expressive Robotics Inverse Kinematics
Tiago Ribeiro and Ana Paiva
(INESC-ID, Portugal; University of Lisbon, Portugal)


@InProceedings{ICMI17p936, author = {Tiago Ribeiro and Ana Paiva}, title = {Animating the Adelino Robot with ERIK: The Expressive Robotics Inverse Kinematics}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {936-935}, doi = {10.1145/3136755.3136791}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2010-p doi:10.1145/3136755.3136791

Automatic Detection of Pain from Spontaneous Facial Expressions
Fatma Meawad, Su-Yin Yang, and Fong Ling Loy
(University of Glasgow, UK; Tan Tock Seng Hospital, Singapore)


@InProceedings{ICMI17p947, author = {Fatma Meawad and Su-Yin Yang and Fong Ling Loy}, title = {Automatic Detection of Pain from Spontaneous Facial Expressions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {947-946}, doi = {10.1145/3136755.3136794}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2075-p doi:10.1145/3136755.3136794

Evaluating Content-Centric vs. User-Centric Ad Affect Recognition
Abhinav Shukla, Shruti Shriya Gullapuram, Harish Katti, Karthik Yadati, Mohan Kankanhalli, and Ramanathan Subramanian
(IIIT Hyderabad, India; Indian Institute of Science, India; Delft University of Technology, Netherlands; National University of Singapore, Singapore; University of Glasgow at Singapore, Singapore)


@InProceedings{ICMI17p958, author = {Abhinav Shukla and Shruti Shriya Gullapuram and Harish Katti and Karthik Yadati and Mohan Kankanhalli and Ramanathan Subramanian}, title = {Evaluating Content-Centric vs. User-Centric Ad Affect Recognition}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {958-957}, doi = {10.1145/3136755.3136796}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2223-p doi:10.1145/3136755.3136796

A Domain Adaptation Approach to Improve Speaker Turn Embedding using Face Representation
Nam Le and Jean-Marc Odobez
(Idiap, Switzerland)


@InProceedings{ICMI17p969, author = {Nam Le and Jean-Marc Odobez}, title = {A Domain Adaptation Approach to Improve Speaker Turn Embedding using Face Representation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {969-968}, doi = {10.1145/3136755.3136800}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2313-p doi:10.1145/3136755.3136800

Computer Vision Based Fall Detection by a Convolutional Neural Network
Miao Yu, Liyun Gong, and Stefanos Kollias
(University of Lincoln, UK)


@InProceedings{ICMI17p980, author = {Miao Yu and Liyun Gong and Stefanos Kollias}, title = {Computer Vision Based Fall Detection by a Convolutional Neural Network}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {980-979}, doi = {10.1145/3136755.3136802}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2340-p doi:10.1145/3136755.3136802

Predicting Meeting Extracts in Group Discussions using Multimodal Convolutional Neural Networks
Fumio Nihei, Yukiko I. Nakano, and Yutaka Takase
(Seikei University, Japan)


@InProceedings{ICMI17p991, author = {Fumio Nihei and Yukiko I. Nakano and Yutaka Takase}, title = {Predicting Meeting Extracts in Group Discussions using Multimodal Convolutional Neural Networks}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {991-990}, doi = {10.1145/3136755.3136803}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2363-p doi:10.1145/3136755.3136803

The Relationship between Task-Induced Stress, Vocal Changes, and Physiological State during a Dyadic Team Task
Catherine Neubauer, Mathieu Chollet, Sharon Mozgai, Mark Dennison, Peter Khooshabeh, and Stefan Scherer
(Army Research Lab at Playa Vista, USA; University of Southern California, USA)


@InProceedings{ICMI17p1002, author = {Catherine Neubauer and Mathieu Chollet and Sharon Mozgai and Mark Dennison and Peter Khooshabeh and Stefan Scherer}, title = {The Relationship between Task-Induced Stress, Vocal Changes, and Physiological State during a Dyadic Team Task}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1002-1001}, doi = {10.1145/3136755.3136804}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2390-p doi:10.1145/3136755.3136804

Meyendtris: A Hands-Free, Multimodal Tetris Clone using Eye Tracking and Passive BCI for Intuitive Neuroadaptive Gaming
Laurens R. Krol, Sarah-Christin Freytag, and Thorsten O. Zander
(TU Berlin, Germany)


@InProceedings{ICMI17p1013, author = {Laurens R. Krol and Sarah-Christin Freytag and Thorsten O. Zander}, title = {Meyendtris: A Hands-Free, Multimodal Tetris Clone using Eye Tracking and Passive BCI for Intuitive Neuroadaptive Gaming}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1013-1012}, doi = {10.1145/3136755.3136805}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2398-p doi:10.1145/3136755.3136805

AMHUSE: A Multimodal dataset for HUmour SEnsing
Giuseppe Boccignone, Donatello Conte, Vittorio Cuculo, and Raffaella Lanzarotti
(University of Milan, Italy; University of Tours, France)


@InProceedings{ICMI17p1024, author = {Giuseppe Boccignone and Donatello Conte and Vittorio Cuculo and Raffaella Lanzarotti}, title = {AMHUSE: A Multimodal dataset for HUmour SEnsing}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1024-1023}, doi = {10.1145/3136755.3136806}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2441-p doi:10.1145/3136755.3136806

GazeTouchPIN: Protecting Sensitive Data on Mobile Devices using Secure Multimodal Authentication
Mohamed Khamis, Mariam Hassib, Emanuel von Zezschwitz, Andreas Bulling, and Florian Alt
(LMU Munich, Germany; Max Planck Institute for Informatics, Germany)


@InProceedings{ICMI17p1035, author = {Mohamed Khamis and Mariam Hassib and Emanuel von Zezschwitz and Andreas Bulling and Florian Alt}, title = {GazeTouchPIN: Protecting Sensitive Data on Mobile Devices using Secure Multimodal Authentication}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1035-1034}, doi = {10.1145/3136755.3136809}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2579-p doi:10.1145/3136755.3136809

Multi-task Learning of Social Psychology Assessments and Nonverbal Features for Automatic Leadership Identification
Cigdem Beyan, Francesca Capozzi, Cristina Becchio, and Vittorio Murino
(IIT Genoa, Italy; McGill University, Canada; University of Turin, Italy; University of Verona, Italy)


@InProceedings{ICMI17p1046, author = {Cigdem Beyan and Francesca Capozzi and Cristina Becchio and Vittorio Murino}, title = {Multi-task Learning of Social Psychology Assessments and Nonverbal Features for Automatic Leadership Identification}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1046-1045}, doi = {10.1145/3136755.3136812}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2677-p doi:10.1145/3136755.3136812

Multimodal Analysis of Vocal Collaborative Search: A Public Corpus and Results
Daniel McDuff, Paul Thomas, Mary Czerwinski, and Nick Craswell
(Microsoft Research, USA; Microsoft Research, Australia)


@InProceedings{ICMI17p1057, author = {Daniel McDuff and Paul Thomas and Mary Czerwinski and Nick Craswell}, title = {Multimodal Analysis of Vocal Collaborative Search: A Public Corpus and Results}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1057-1056}, doi = {10.1145/3136755.3136813}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2692-p doi:10.1145/3136755.3136813

UE-HRI: A New Dataset for the Study of User Engagement in Spontaneous Human-Robot Interactions
Atef Ben-Youssef, Chloé Clavel, Slim Essid, Miriam Bilac, Marine Chamoux, and Angelica Lim
(Telecom ParisTech, France; University of Paris-Saclay, France; SoftBank Robotics, France)


@InProceedings{ICMI17p1068, author = {Atef Ben-Youssef and Chloé Clavel and Slim Essid and Miriam Bilac and Marine Chamoux and Angelica Lim}, title = {UE-HRI: A New Dataset for the Study of User Engagement in Spontaneous Human-Robot Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1068-1067}, doi = {10.1145/3136755.3136814}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2751-p doi:10.1145/3136755.3136814

Mining a Multimodal Corpus of Doctor’s Training for Virtual Patient’s Feedbacks
Chris Porhet, Magalie Ochs, Jorane Saubesty, Grégoire de Montcheuil, and Roxane Bertrand
(Aix-Marseille University, France; CNRS, France; ENSAM, France; University of Toulon, France)


@InProceedings{ICMI17p1079, author = {Chris Porhet and Magalie Ochs and Jorane Saubesty and Grégoire de Montcheuil and Roxane Bertrand}, title = {Mining a Multimodal Corpus of Doctor’s Training for Virtual Patient’s Feedbacks}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1079-1078}, doi = {10.1145/3136755.3136816}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2823-p doi:10.1145/3136755.3136816

Multimodal Affect Recognition in an Interactive Gaming Environment using Eye Tracking and Speech Signals
Ashwaq Alhargan, Neil Cooke, and Tareq Binjammaz
(University of Birmingham, UK; De Montfort University, UK)


@InProceedings{ICMI17p1090, author = {Ashwaq Alhargan and Neil Cooke and Tareq Binjammaz}, title = {Multimodal Affect Recognition in an Interactive Gaming Environment using Eye Tracking and Speech Signals}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1090-1089}, doi = {10.1145/3136755.3137016}, year = {2017}, } Publisher's Version Article: icmi17main-sl-2036-p doi:10.1145/3136755.3137016

Demonstrations

Demonstrations 1

Multimodal Interaction in Classrooms: Implementation of Tangibles in Integrated Music and Math Lessons
Jennifer Müller, Uwe Oestermeier, and Peter Gerjets
(University of Tübingen, Germany; Leibniz-Institut für Wissensmedien, Germany)


@InProceedings{ICMI17p1101, author = {Jennifer Müller and Uwe Oestermeier and Peter Gerjets}, title = {Multimodal Interaction in Classrooms: Implementation of Tangibles in Integrated Music and Math Lessons}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1101-1100}, doi = {10.1145/3136755.3143018}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-101-p doi:10.1145/3136755.3143018

Web-Based Interactive Media Authoring System with Multimodal Interaction
Bok Deuk Song, Yeon Jun Choi, and Jong Hyun Park
(ETRI, South Korea)


@InProceedings{ICMI17p1103, author = {Bok Deuk Song and Yeon Jun Choi and Jong Hyun Park}, title = {Web-Based Interactive Media Authoring System with Multimodal Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1103-1102}, doi = {10.1145/3136755.3143019}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-102-p doi:10.1145/3136755.3143019

Textured Surfaces for Ultrasound Haptic Displays
Euan Freeman, Ross Anderson, Julie Williamson, Graham Wilson, and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p1105, author = {Euan Freeman and Ross Anderson and Julie Williamson and Graham Wilson and Stephen A. Brewster}, title = {Textured Surfaces for Ultrasound Haptic Displays}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1105-1104}, doi = {10.1145/3136755.3143020}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-103-p doi:10.1145/3136755.3143020

Rapid Development of Multimodal Interactive Systems: A Demonstration of Platform for Situated Intelligence
Dan Bohus, Sean Andrist, and Mihai Jalobeanu
(Microsoft, USA; Microsoft Research, USA)


@InProceedings{ICMI17p1107, author = {Dan Bohus and Sean Andrist and Mihai Jalobeanu}, title = {Rapid Development of Multimodal Interactive Systems: A Demonstration of Platform for Situated Intelligence}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1107-1106}, doi = {10.1145/3136755.3143021}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-105-p doi:10.1145/3136755.3143021

MIRIAM: A Multimodal Chat-Based Interface for Autonomous Systems
Helen Hastie, Francisco Javier Chiyah Garcia, David A. Robb, Pedro Patron, and Atanas Laskov
(Heriot-Watt University, UK; SeeByte, UK)


@InProceedings{ICMI17p1109, author = {Helen Hastie and Francisco Javier Chiyah Garcia and David A. Robb and Pedro Patron and Atanas Laskov}, title = {MIRIAM: A Multimodal Chat-Based Interface for Autonomous Systems}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1109-1108}, doi = {10.1145/3136755.3143022}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-107-p doi:10.1145/3136755.3143022

SAM: The School Attachment Monitor
Dong-Bach Vo, Mohammad Tayarani, Maki Rooksby, Rui Huan, Alessandro Vinciarelli, Helen Minnis, and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p1111, author = {Dong-Bach Vo and Mohammad Tayarani and Maki Rooksby and Rui Huan and Alessandro Vinciarelli and Helen Minnis and Stephen A. Brewster}, title = {SAM: The School Attachment Monitor}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1111-1110}, doi = {10.1145/3136755.3143023}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-108-p doi:10.1145/3136755.3143023

The Boston Massacre History Experience
David Novick, Laura Rodriguez, Aaron Pacheco, Aaron Rodriguez, Laura Hinojos, Brad Cartwright, Marco Cardiel, Ivan Gris Sepulveda, Olivia Rodriguez-Herrera, and Enrique Ponce
(University of Texas at El Paso, USA; Black Portal Productions, USA)


@InProceedings{ICMI17p1113, author = {David Novick and Laura Rodriguez and Aaron Pacheco and Aaron Rodriguez and Laura Hinojos and Brad Cartwright and Marco Cardiel and Ivan Gris Sepulveda and Olivia Rodriguez-Herrera and Enrique Ponce}, title = {The Boston Massacre History Experience}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1113-1112}, doi = {10.1145/3136755.3143024}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-109-p doi:10.1145/3136755.3143024

Demonstrating TouchScope: A Hybrid Multitouch Oscilloscope Interface
Matthew Heinz, Sven Bertel, and Florian Echtler
(Bauhaus-Universität Weimar, Germany)


@InProceedings{ICMI17p1115, author = {Matthew Heinz and Sven Bertel and Florian Echtler}, title = {Demonstrating TouchScope: A Hybrid Multitouch Oscilloscope Interface}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1115-1114}, doi = {10.1145/3136755.3143026}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-111-p doi:10.1145/3136755.3143026

The MULTISIMO Multimodal Corpus of Collaborative Interactions
Maria Koutsombogera and Carl Vogel
(Trinity College, Ireland)


@InProceedings{ICMI17p1117, author = {Maria Koutsombogera and Carl Vogel}, title = {The MULTISIMO Multimodal Corpus of Collaborative Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1117-1116}, doi = {10.1145/3136755.3151018}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-124-p doi:10.1145/3136755.3151018

Using Mobile Virtual Reality to Empower People with Hidden Disabilities to Overcome Their Barriers
Matthieu Poyade, Glyn Morris, Ian Taylor, and Victor Portela
(Glasgow School of Art, UK; Friendly Access, UK; Crag3D, UK)


@InProceedings{ICMI17p1119, author = {Matthieu Poyade and Glyn Morris and Ian Taylor and Victor Portela}, title = {Using Mobile Virtual Reality to Empower People with Hidden Disabilities to Overcome Their Barriers}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1119-1118}, doi = {10.1145/3136755.3143025}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-110-p doi:10.1145/3136755.3143025

Demonstrations 2

Bot or Not: Exploring the Fine Line between Cyber and Human Identity
Mirjam Wester, Matthew P. Aylett, and David A. Braude
(CereProc, UK)


@InProceedings{ICMI17p1121, author = {Mirjam Wester and Matthew P. Aylett and David A. Braude}, title = {Bot or Not: Exploring the Fine Line between Cyber and Human Identity}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1121-1120}, doi = {10.1145/3136755.3143027}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-112-p doi:10.1145/3136755.3143027

Modulating the Non-verbal Social Signals of a Humanoid Robot
Amol Deshmukh, Bart Craenen, Alessandro Vinciarelli, and Mary Ellen Foster
(University of Glasgow, UK)


@InProceedings{ICMI17p1123, author = {Amol Deshmukh and Bart Craenen and Alessandro Vinciarelli and Mary Ellen Foster}, title = {Modulating the Non-verbal Social Signals of a Humanoid Robot}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1123-1122}, doi = {10.1145/3136755.3143028}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-113-p doi:10.1145/3136755.3143028

Thermal In-Car Interaction for Navigation
Patrizia Di Campli San Vito, Stephen A. Brewster, Frank Pollick, and Stuart White
(University of Glasgow, UK; Jaguar Land Rover, UK)


@InProceedings{ICMI17p1125, author = {Patrizia Di Campli San Vito and Stephen A. Brewster and Frank Pollick and Stuart White}, title = {Thermal In-Car Interaction for Navigation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1125-1124}, doi = {10.1145/3136755.3143029}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-115-p doi:10.1145/3136755.3143029

AQUBE: An Interactive Music Reproduction System for Aquariums
Daisuke Sasaki, Musashi Nakajima, and Yoshihiro Kanno
(Waseda University, Japan; Tokyo Polytechnic University, Japan)


@InProceedings{ICMI17p1127, author = {Daisuke Sasaki and Musashi Nakajima and Yoshihiro Kanno}, title = {AQUBE: An Interactive Music Reproduction System for Aquariums}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1127-1126}, doi = {10.1145/3136755.3143030}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-118-p doi:10.1145/3136755.3143030

Real-Time Mixed-Reality Telepresence via 3D Reconstruction with HoloLens and Commodity Depth Sensors
Michal Joachimczak, Juan Liu, and Hiroshi Ando
(National Institute of Information and Communications Technology, Japan; Osaka University, Japan)


@InProceedings{ICMI17p1129, author = {Michal Joachimczak and Juan Liu and Hiroshi Ando}, title = {Real-Time Mixed-Reality Telepresence via 3D Reconstruction with HoloLens and Commodity Depth Sensors}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1129-1128}, doi = {10.1145/3136755.3143031}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-119-p doi:10.1145/3136755.3143031

Evaluating Robot Facial Expressions
Ruth Aylett, Frank Broz, Ayan Ghosh, Peter McKenna, Gnanathusharan Rajendran, Mary Ellen Foster, Giorgio Roffo, and Alessandro Vinciarelli
(Heriot-Watt University, UK; University of Glasgow, UK)


@InProceedings{ICMI17p1131, author = {Ruth Aylett and Frank Broz and Ayan Ghosh and Peter McKenna and Gnanathusharan Rajendran and Mary Ellen Foster and Giorgio Roffo and Alessandro Vinciarelli}, title = {Evaluating Robot Facial Expressions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1131-1130}, doi = {10.1145/3136755.3143032}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-120-p doi:10.1145/3136755.3143032

Bimodal Feedback for In-Car Mid-Air Gesture Interaction
Gözel Shakeri, John H. Williamson, and Stephen A. Brewster
(University of Glasgow, UK)


@InProceedings{ICMI17p1133, author = {Gözel Shakeri and John H. Williamson and Stephen A. Brewster}, title = {Bimodal Feedback for In-Car Mid-Air Gesture Interaction}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1133-1132}, doi = {10.1145/3136755.3143033}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-122-p doi:10.1145/3136755.3143033

A Modular, Multimodal Open-Source Virtual Interviewer Dialog Agent
Kirby Cofino, Vikram Ramanarayanan, Patrick Lange, David Pautler, David Suendermann-Oeft, and Keelan Evanini
(American University, USA; ETS at San Francisco, USA; ETS at Princeton, USA)


@InProceedings{ICMI17p1135, author = {Kirby Cofino and Vikram Ramanarayanan and Patrick Lange and David Pautler and David Suendermann-Oeft and Keelan Evanini}, title = {A Modular, Multimodal Open-Source Virtual Interviewer Dialog Agent}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1135-1134}, doi = {10.1145/3136755.3143034}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-123-p doi:10.1145/3136755.3143034

Wearable Interactive Display for the Local Positioning System (LPS)
Daniel M. Lofaro, Christopher Taylor, Ryan Tse, and Donald Sofge
(US Naval Research Lab, USA; George Mason University, USA; Thomas Jefferson High School for Science and Technology, USA)


@InProceedings{ICMI17p1137, author = {Daniel M. Lofaro and Christopher Taylor and Ryan Tse and Donald Sofge}, title = {Wearable Interactive Display for the Local Positioning System (LPS)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1137-1136}, doi = {10.1145/3136755.3143035}, year = {2017}, } Publisher's Version Article: icmi17demo-demo-125-p doi:10.1145/3136755.3143035

Grand Challenge

From Individual to Group-Level Emotion Recognition: EmotiW 5.0
Abhinav Dhall, Roland Goecke, Shreya Ghosh, Jyoti Joshi, Jesse Hoey, and Tom Gedeon
(IIT Ropar, India; University of Canberra, Australia; University of Waterloo, Canada; Australian National University, Australia)


@InProceedings{ICMI17p1139, author = {Abhinav Dhall and Roland Goecke and Shreya Ghosh and Jyoti Joshi and Jesse Hoey and Tom Gedeon}, title = {From Individual to Group-Level Emotion Recognition: EmotiW 5.0}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1139-1138}, doi = {10.1145/3136755.3143004}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-1111-p doi:10.1145/3136755.3143004

Multi-modal Emotion Recognition using Semi-supervised Learning and Multiple Neural Networks in the Wild
Dae Ha Kim, Min Kyu Lee, Dong Yoon Choi, and Byung Cheol Song
(Inha University, South Korea)


@InProceedings{ICMI17p1147, author = {Dae Ha Kim and Min Kyu Lee and Dong Yoon Choi and Byung Cheol Song}, title = {Multi-modal Emotion Recognition using Semi-supervised Learning and Multiple Neural Networks in the Wild}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1147-1146}, doi = {10.1145/3136755.3143005}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-1112-p doi:10.1145/3136755.3143005

Modeling Multimodal Cues in a Deep Learning-Based Framework for Emotion Recognition in the Wild
Stefano Pini, Olfa Ben Ahmed, Marcella Cornia, Lorenzo Baraldi, Rita Cucchiara, and Benoit Huet
(University of Modena and Reggio Emilia, Italy; EURECOM, France)


@InProceedings{ICMI17p1155, author = {Stefano Pini and Olfa Ben Ahmed and Marcella Cornia and Lorenzo Baraldi and Rita Cucchiara and Benoit Huet}, title = {Modeling Multimodal Cues in a Deep Learning-Based Framework for Emotion Recognition in the Wild}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1155-1154}, doi = {10.1145/3136755.3143006}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-1169-p doi:10.1145/3136755.3143006

Group-Level Emotion Recognition using Transfer Learning from Face Identification
Alexandr Rassadin, Alexey Gruzdev, and Andrey Savchenko
(National Research University Higher School of Economics, Russia)


@InProceedings{ICMI17p1163, author = {Alexandr Rassadin and Alexey Gruzdev and Andrey Savchenko}, title = {Group-Level Emotion Recognition using Transfer Learning from Face Identification}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1163-1162}, doi = {10.1145/3136755.3143007}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-1350-p doi:10.1145/3136755.3143007

Group Emotion Recognition with Individual Facial Emotion CNNs and Global Image Based CNNs
Lianzhi Tan, Kaipeng Zhang, Kai Wang, Xiaoxing Zeng, Xiaojiang Peng, and Yu Qiao
(SIAT at Chinese Academy of Sciences, China; National Taiwan University, Taiwan)


@InProceedings{ICMI17p1171, author = {Lianzhi Tan and Kaipeng Zhang and Kai Wang and Xiaoxing Zeng and Xiaojiang Peng and Yu Qiao}, title = {Group Emotion Recognition with Individual Facial Emotion CNNs and Global Image Based CNNs}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1171-1170}, doi = {10.1145/3136755.3143008}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-1848-p doi:10.1145/3136755.3143008

Learning Supervised Scoring Ensemble for Emotion Recognition in the Wild
Ping Hu, Dongqi Cai, Shandong Wang, Anbang Yao, and Yurong Chen
(Intel Labs, China)


@InProceedings{ICMI17p1179, author = {Ping Hu and Dongqi Cai and Shandong Wang and Anbang Yao and Yurong Chen}, title = {Learning Supervised Scoring Ensemble for Emotion Recognition in the Wild}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1179-1178}, doi = {10.1145/3136755.3143009}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2037-p doi:10.1145/3136755.3143009

Group Emotion Recognition in the Wild by Combining Deep Neural Networks for Facial Expression Classification and Scene-Context Analysis
Asad Abbas and Stephan K. Chalup
(University of Newcastle, Australia)


@InProceedings{ICMI17p1187, author = {Asad Abbas and Stephan K. Chalup}, title = {Group Emotion Recognition in the Wild by Combining Deep Neural Networks for Facial Expression Classification and Scene-Context Analysis}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1187-1186}, doi = {10.1145/3136755.3143010}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2138-p doi:10.1145/3136755.3143010

Temporal Multimodal Fusion for Video Emotion Classification in the Wild
Valentin Vielzeuf, Stéphane Pateux, and Frédéric Jurie
(Orange Labs, France; Normandy University, France; CNRS, France)


@InProceedings{ICMI17p1195, author = {Valentin Vielzeuf and Stéphane Pateux and Frédéric Jurie}, title = {Temporal Multimodal Fusion for Video Emotion Classification in the Wild}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1195-1194}, doi = {10.1145/3136755.3143011}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2146-p doi:10.1145/3136755.3143011

Audio-Visual Emotion Recognition using Deep Transfer Learning and Multiple Temporal Models
Xi Ouyang, Shigenori Kawaai, Ester Gue Hua Goh, Shengmei Shen, Wan Ding, Huaiping Ming, and Dong-Yan Huang
(Panasonic R&D Center, Singapore; Central China Normal University, China; Institute for Infocomm Research at A*STAR, Singapore)


@InProceedings{ICMI17p1203, author = {Xi Ouyang and Shigenori Kawaai and Ester Gue Hua Goh and Shengmei Shen and Wan Ding and Huaiping Ming and Dong-Yan Huang}, title = {Audio-Visual Emotion Recognition using Deep Transfer Learning and Multiple Temporal Models}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1203-1202}, doi = {10.1145/3136755.3143012}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2424-p doi:10.1145/3136755.3143012

Multi-Level Feature Fusion for Group-Level Emotion Recognition
B. Balaji and V. Ramana Murthy Oruganti
(Amrita University at Coimbatore, India)


@InProceedings{ICMI17p1211, author = {B. Balaji and V. Ramana Murthy Oruganti}, title = {Multi-Level Feature Fusion for Group-Level Emotion Recognition}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1211-1210}, doi = {10.1145/3136755.3143013}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2437-p doi:10.1145/3136755.3143013

A New Deep-Learning Framework for Group Emotion Recognition
Qinglan Wei, Yijia Zhao, Qihua Xu, Liandong Li, Jun He, Lejun Yu, and Bo Sun
(Beijing Normal University, China)


@InProceedings{ICMI17p1219, author = {Qinglan Wei and Yijia Zhao and Qihua Xu and Liandong Li and Jun He and Lejun Yu and Bo Sun}, title = {A New Deep-Learning Framework for Group Emotion Recognition}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1219-1218}, doi = {10.1145/3136755.3143014}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2634-p doi:10.1145/3136755.3143014

Emotion Recognition in the Wild using Deep Neural Networks and Bayesian Classifiers
Luca Surace, Massimiliano Patacchiola, Elena Battini Sönmez, William Spataro, and Angelo Cangelosi
(University of Calabria, Italy; Plymouth University, UK; Instanbul Bilgi University, Turkey)


@InProceedings{ICMI17p1227, author = {Luca Surace and Massimiliano Patacchiola and Elena Battini Sönmez and William Spataro and Angelo Cangelosi}, title = {Emotion Recognition in the Wild using Deep Neural Networks and Bayesian Classifiers}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1227-1226}, doi = {10.1145/3136755.3143015}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2687-p doi:10.1145/3136755.3143015

Emotion Recognition with Multimodal Features and Temporal Models
Shuai Wang, Wenxuan Wang, Jinming Zhao, Shizhe Chen, Qin Jin, Shilei Zhang, and Yong Qin
(Renmin University of China, China; IBM Research Lab, China)


@InProceedings{ICMI17p1235, author = {Shuai Wang and Wenxuan Wang and Jinming Zhao and Shizhe Chen and Qin Jin and Shilei Zhang and Yong Qin}, title = {Emotion Recognition with Multimodal Features and Temporal Models}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1235-1234}, doi = {10.1145/3136755.3143016}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2780-p doi:10.1145/3136755.3143016

Group-Level Emotion Recognition using Deep Models on Image Scene, Faces, and Skeletons
Xin Guo, Luisa F. Polanía, and Kenneth E. Barner
(University of Delaware, USA; American Family Mutual Insurance Company, USA)


@InProceedings{ICMI17p1243, author = {Xin Guo and Luisa F. Polanía and Kenneth E. Barner}, title = {Group-Level Emotion Recognition using Deep Models on Image Scene, Faces, and Skeletons}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1243-1242}, doi = {10.1145/3136755.3143017}, year = {2017}, } Publisher's Version Article: icmi17emotiw-sl-2921-p doi:10.1145/3136755.3143017

Doctoral Consortium

Towards Designing Speech Technology Based Assistive Interfaces for Children's Speech Therapy
Revathy Nayar
(University of Strathaclyde, UK)


@InProceedings{ICMI17p1251, author = {Revathy Nayar}, title = {Towards Designing Speech Technology Based Assistive Interfaces for Children's Speech Therapy}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1251-1250}, doi = {10.1145/3136755.3137027}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-100-p doi:10.1145/3136755.3137027

Social Robots for Motivation and Engagement in Therapy
Katie Winkle
(Bristol Robotics Laboratory, UK)


@InProceedings{ICMI17p1256, author = {Katie Winkle}, title = {Social Robots for Motivation and Engagement in Therapy}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1256-1255}, doi = {10.1145/3136755.3137028}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-101-p doi:10.1145/3136755.3137028

Immersive Virtual Eating and Conditioned Food Responses
Nikita Mae B. Tuanquin
(University of Canterbury, New Zealand)


@InProceedings{ICMI17p1261, author = {Nikita Mae B. Tuanquin}, title = {Immersive Virtual Eating and Conditioned Food Responses}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1261-1260}, doi = {10.1145/3136755.3137029}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-102-p doi:10.1145/3136755.3137029

Towards Edible Interfaces: Designing Interactions with Food
Tom Gayler
(Lancaster University, UK)


@InProceedings{ICMI17p1266, author = {Tom Gayler}, title = {Towards Edible Interfaces: Designing Interactions with Food}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1266-1265}, doi = {10.1145/3136755.3137030}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-103-p doi:10.1145/3136755.3137030

Towards a Computational Model for First Impressions Generation
Beatrice Biancardi
(CNRS, France; UPMC, France)


@InProceedings{ICMI17p1271, author = {Beatrice Biancardi}, title = {Towards a Computational Model for First Impressions Generation}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1271-1270}, doi = {10.1145/3136755.3137031}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-104-p doi:10.1145/3136755.3137031

A Decentralised Multimodal Integration of Social Signals: A Bio-Inspired Approach
Esma Mansouri-Benssassi
(University of St. Andrews, UK)


@InProceedings{ICMI17p1276, author = {Esma Mansouri-Benssassi}, title = {A Decentralised Multimodal Integration of Social Signals: A Bio-Inspired Approach}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1276-1275}, doi = {10.1145/3136755.3137032}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-108-p doi:10.1145/3136755.3137032

Human-Centered Recognition of Children's Touchscreen Gestures
Alex Shaw
(University of Florida, USA)


@InProceedings{ICMI17p1281, author = {Alex Shaw}, title = {Human-Centered Recognition of Children's Touchscreen Gestures}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1281-1280}, doi = {10.1145/3136755.3137033}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-109-p doi:10.1145/3136755.3137033

Cross-Modality Interaction between EEG Signals and Facial Expression
Soheil Rayatdoost
(University of Geneva, Switzerland)


@InProceedings{ICMI17p1286, author = {Soheil Rayatdoost}, title = {Cross-Modality Interaction between EEG Signals and Facial Expression}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1286-1285}, doi = {10.1145/3136755.3137034}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-111-p doi:10.1145/3136755.3137034

Hybrid Models for Opinion Analysis in Speech Interactions
Valentin Barriere
(Telecom ParisTech, France; University of Paris-Saclay, France)


@InProceedings{ICMI17p1291, author = {Valentin Barriere}, title = {Hybrid Models for Opinion Analysis in Speech Interactions}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1291-1290}, doi = {10.1145/3136755.3137035}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-112-p doi:10.1145/3136755.3137035

Evaluating Engagement in Digital Narratives from Facial Data
Rui Huan
(University of Glasgow, UK)


@InProceedings{ICMI17p1296, author = {Rui Huan}, title = {Evaluating Engagement in Digital Narratives from Facial Data}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1296-1295}, doi = {10.1145/3136755.3137036}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-115-p doi:10.1145/3136755.3137036

Social Signal Extraction from Egocentric Photo-Streams
Maedeh Aghaei
(University of Barcelona, Spain)


@InProceedings{ICMI17p1301, author = {Maedeh Aghaei}, title = {Social Signal Extraction from Egocentric Photo-Streams}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1301-1300}, doi = {10.1145/3136755.3137037}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-117-p doi:10.1145/3136755.3137037

Multimodal Language Grounding for Improved Human-Robot Collaboration: Exploring Spatial Semantic Representations in the Shared Space of Attention
Dimosthenis Kontogiorgos
(KTH, Sweden)


@InProceedings{ICMI17p1306, author = {Dimosthenis Kontogiorgos}, title = {Multimodal Language Grounding for Improved Human-Robot Collaboration: Exploring Spatial Semantic Representations in the Shared Space of Attention}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1306-1305}, doi = {10.1145/3136755.3137038}, year = {2017}, } Publisher's Version Article: icmi17doc-dc-118-p doi:10.1145/3136755.3137038

Workshop Summaries

ISIAA 2017: 1st International Workshop on Investigating Social Interactions with Artificial Agents (Workshop Summary)
Thierry Chaminade, Fabrice Lefèvre, Noël Nguyen, and Magalie Ochs
(Aix-Marseille University, France; CNRS, France; University of Avignon, France)


@InProceedings{ICMI17p1311, author = {Thierry Chaminade and Fabrice Lefèvre and Noël Nguyen and Magalie Ochs}, title = {ISIAA 2017: 1st International Workshop on Investigating Social Interactions with Artificial Agents (Workshop Summary)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1311-1310}, doi = {10.1145/3136755.3137019}, year = {2017}, } Publisher's Version Article: icmi17sum-workshop_summary-01-p doi:10.1145/3136755.3137019

WOCCI 2017: 6th International Workshop on Child Computer Interaction (Workshop Summary)
Keelan Evanini, Maryam Najafian, Saeid Safavi, and Kay Berkling
(ETS at Princeton, USA; Massachusetts Institute of Technology, USA; University of Hertfordshire, UK; DHBW Karlsruhe, Germany)


@InProceedings{ICMI17p1410, author = {Keelan Evanini and Maryam Najafian and Saeid Safavi and Kay Berkling}, title = {WOCCI 2017: 6th International Workshop on Child Computer Interaction (Workshop Summary)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1410-1409}, doi = {10.1145/3136755.3137020}, year = {2017}, } Publisher's Version Article: icmi17sum-workshop_summary-02-p doi:10.1145/3136755.3137020

MIE 2017: 1st International Workshop on Multimodal Interaction for Education (Workshop Summary)
Gualtiero Volpe, Monica Gori, Nadia Bianchi-Berthouze, Gabriel Baud-Bovy, Paolo Alborno, and Erica Volta
(University of Genoa, Italy; IIT Genoa, Italy; University College London, UK)


@InProceedings{ICMI17p1509, author = {Gualtiero Volpe and Monica Gori and Nadia Bianchi-Berthouze and Gabriel Baud-Bovy and Paolo Alborno and Erica Volta}, title = {MIE 2017: 1st International Workshop on Multimodal Interaction for Education (Workshop Summary)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1509-1508}, doi = {10.1145/3136755.3137021}, year = {2017}, } Publisher's Version Article: icmi17sum-workshop_summary-03-p doi:10.1145/3136755.3137021

Playlab: Telling Stories with Technology (Workshop Summary)
Julie Williamson, Tom Flint, and Chris Speed
(University of Glasgow, UK; Edinburgh Napier University, UK; Edinburgh College of Art, UK)


@InProceedings{ICMI17p1608, author = {Julie Williamson and Tom Flint and Chris Speed}, title = {Playlab: Telling Stories with Technology (Workshop Summary)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1608-1607}, doi = {10.1145/3136755.3137022}, year = {2017}, } Publisher's Version Article: icmi17sum-workshop_summary-04-p doi:10.1145/3136755.3137022

MHFI 2017: 2nd International Workshop on Multisensorial Approaches to Human-Food Interaction (Workshop Summary)
Carlos Velasco, Anton Nijholt, Marianna Obrist, Katsunori Okajima, Rick Schifferstein, and Charles Spence
(BI Norwegian Business School, Norway; University of Twente, Netherlands; University of Sussex, UK; Yokohama National University, Japan; TU Delft, Netherlands; University of Oxford, UK)


@InProceedings{ICMI17p1707, author = {Carlos Velasco and Anton Nijholt and Marianna Obrist and Katsunori Okajima and Rick Schifferstein and Charles Spence}, title = {MHFI 2017: 2nd International Workshop on Multisensorial Approaches to Human-Food Interaction (Workshop Summary)}, booktitle = {Proc.\ ICMI}, publisher = {ACM}, pages = {1707-1706}, doi = {10.1145/3136755.3137023}, year = {2017}, } Publisher's Version Article: icmi17sum-workshop_summary-05-p doi:10.1145/3136755.3137023

proc time: 0.18