@inproceedings{oai:nagoya.repo.nii.ac.jp:00008728,
 author = {ISOMURA, Naoki and TORIUMI, Fujio and ISHII, Kenichiro},
 book = {4th Symposium on "Intelligent Media Integration for Social Information Infrastructure" December 7-8, 2006},
 month = {Dec},
 note = {Recently, computerized dialogue systems have been actively investigated and used in various fields. In order to realize a practical system, the performance of the system should be evaluated quantitatively. An objective and quantitative evaluation method for task-oriented dialogue systems, such as reservation services, has already been established; however, non-task-oriented dialogue systems have been evaluated only by subjective methods like questionnaires. In this paper, we propose a new criterion that can evaluate non-task-oriented dialogue systems objectively and quantitatively. We assume that a human-human dialogue is an ideal dialogue. We design an HMM (Hidden Markov Model) by learning a sequence of human-human dialogue utterance tags that are automatically assigned. We apply n-gram for auto-tagging and evaluate the humanness of dialogues using HMM. In this simulation, the rate of correct auto-tagging is 54%. If we consider partly correct tags as completely correct tags, the correct rate becomes 82%. Furthermore, it was clarified that the proposed method based on HMM can evaluate the humanness of a dialogue.},
 pages = {149--152},
 publisher = {INTELLIGENT MEDIA INTEGRATION  NAGOYA UNIVERSITY / COE},
 title = {EVALUATION METHOD OF NON-TASK-ORIENTED DIALOGUE  SYSTEM BY HMM},
 year = {2006}
}