Other formats:
BibTeX
LaTeX
RIS
@inproceedings{1322854,
author = {Kovář, Vojtěch and Jakubíček, Miloš and Horák, Aleš},
address = {Rome},
booktitle = {Proceedings of the 8th International Conference on Agents and Artificial Intelligence},
editor = {Jaap van den Herik and Joaquim Filipe},
keywords = {Natural Language Processing; Applications; Evaluation},
howpublished = {paměťový nosič},
language = {eng},
location = {Rome},
isbn = {978-989-758-172-4},
pages = {540-545},
publisher = {SCITEPRESS},
title = {On Evaluation of Natural Language Processing Tasks: Is Gold Standard Evaluation Methodology a Good Solution?},
year = {2016}
}
TY - JOUR
ID - 1322854
AU - Kovář, Vojtěch - Jakubíček, Miloš - Horák, Aleš
PY - 2016
TI - On Evaluation of Natural Language Processing Tasks: Is Gold Standard Evaluation Methodology a Good Solution?
PB - SCITEPRESS
CY - Rome
SN - 9789897581724
KW - Natural Language Processing
KW - Applications
KW - Evaluation
N2 - The paper discusses problems in state of the art evaluation methods used in natural language processing (NLP). Usually, some form of gold standard data is used for evaluation of various NLP tasks, ranging from morphological annotation to semantic analysis. We discuss problems and validity of this type of evaluation, for various tasks, and illustrate the problems on examples. Then we propose using application-driven evaluations, wherever it is possible. Although it is more expensive, more complicated and not so precise, it is the only way to find out if a particular tool is useful at all.
ER -
KOVÁŘ, Vojtěch, Miloš JAKUBÍČEK and Aleš HORÁK. On Evaluation of Natural Language Processing Tasks: Is Gold Standard Evaluation Methodology a Good Solution?. Online. In Jaap van den Herik and Joaquim Filipe. \textit{Proceedings of the 8th International Conference on Agents and Artificial Intelligence}. Rome: SCITEPRESS, 2016. p.~540-545. ISBN~978-989-758-172-4. [citováno 2024-04-24]
|
