@proceedings {390, title = {Collaborative Evaluation to build closed repositories on business process models}, journal = {ICEIS 2014}, year = {2014}, month = {Abril 2014}, publisher = {Springer}, chapter = {Ve}, address = {Lisboa}, abstract = {

Nowadays, many companies define, model and use business processes (BP) for several tasks. BP management has become an important research area and researchers have focused their attention on the development of mechanisms for searching BP models on repositories. Despite the positive results of the current mechanisms, there is no defined collaborative methodology to create a closed repository evaluation for these search mechanisms. This kind of repository contains some closed BP predefined lists representing queries and ideal answers to these queries with the most relevant BPs based on a set of evaluation metrics. This paper describes a methodology for creating such repositories. To apply the proposed methodology, we built a Web tool that allows to a set of evaluators to make relevance judgments in a collaborative way for each one of the items returned according to predefined queries. The evaluation metrics used can measure the consensus degree in the results, therefore confirming the methodology feasibility to create an open access, scalable and expandable closed BP repository with new BP models that can be reusable in future research.

}, keywords = {Business Process Relevance, Business Process Search Evaluation., Business Processes Management, Collaborative Methodology}, issn = {Nowadays, many companies define, model and use business processes (BP) for several tasks. BP management has become an important }, author = {Hugo Armando Ord{\'o}{\~n}ez Erazo and Juan Carlos Corrales and Carlos Alberto Cobos Lozada and Leandro Krug Wives and Lucineia Thom} }