@inproceedings{oai:nagoya.repo.nii.ac.jp:00008599, author = {Nagao, Katashi and Kaji, Katsuhiko and Shimizu, Toshiyuki}, book = {Second Symposium on "Intelligent Media Integration for Social Information Infrastructure" January 8-9, 2004}, month = {Jan}, note = {We present discussion mining as a preliminary study of knowledge discovery from discussion records of offline face-to-face meetings. We produce minutes for such meetings semi-automatically. Our structured minutes include text manually inputted by a secretariat, participants' video images captured by person tracking cameras, screen images recorded by a fixed camera, speech audio captured by multiple microphones, metadata reflecting discussion structures (participant ID, utterance type, speech start/end time, etc.) and evaluation of the discussion by all participants. Multimedia data are automatically divided into chunks of utterances and linked with nodes in the minute data represented by XML (Extensible Markup Language). During the meetings, we hold up an electronic tag that transmits infrared signals to the infrared sensor array mounted on the ceiling when we start and stop speaking. This device is very simple, easy to use, effective for adding metadata to the digital minute, and helpful for the secretariat to segment and insert keywords related to each utterance. After creating multimodal minutes, not only do we search for the content of the minutes by date and attendants, we study a method of searching for a similar discussion to the ongoing discussion from past ones, and a method of producing an answer to a certain question based on the content of the minutes. In terms of mailing lists and bulletin boards, various studies have been done on digital (semi-structured) discussions. We analyze actual (physical) meetings from diversified perspectives using audio and visual information with metadata. We call this not just data mining but a kind of multimedia mining or human activity mining.}, pages = {141--147}, publisher = {INTELLIGENT MEDIA INTEGRATION NAGOYA UNIVERSITY / COE}, title = {Discussion Mining : Knowledge Discovery from Data on the Real World Activities}, year = {2004} }