On the Empirical Evaluation of Semantic Web Service Approaches: Towards Common SWS Test Collections

@INPROCEEDINGS{KK08,
  author = {Ulrich K"uster and Birgitta K"onig-Ries},
  title = {On the Empirical Evaluation of Semantic 
          Web Service Approaches: Towards Common {SWS} 
          Test Collections},
  booktitle = {Proceedings of the 2nd IEEE International 
              Conference on Semantic Computing (ICSC2008)},
  year = {2008},
  month = {August},
  address = {Santa Clara, CA, USA},
  abstract = {Semantic web services have received a significant amount of 
  attention in the last years and many frameworks, algorithms and tools 
  leveraging them have been proposed. Nevertheless surprisingly little 
  effort has been put into the evaluation of the approaches so far. 
  The main blocker of thorough evaluations is the lack of large and diverse 
  test collections of semantic web services. In this paper we analyze 
  requirements on such collections and shortcomings of the state of the art 
  in this respect. Our contribution to overcoming those shortcomings is OPOSSum, 
  a portal to support the community to build the necessary standard semantic web 
  service test collections in a collaborative way.}
}