This article presents an empirical evaluation to investigate the distributional semantic power of abstract, body and full-text, as different text levels, in predicting the semantic similarity using a collection of open access articles from PubMed. The semantic similarity is measured based on two criteria namely, linear MeSH terms intersection and hierarchical MeSH terms distance. As such, a random sample of 200 queries and 20000 documents are selected from a test collection built on CITREC open source code. Sim Pack Java Library is used to calculate the textual and semantic similarities. The nDCG value corresponding to two of the semantic similarity criteria is calculated at three precision points. Finally, the nDCG values are compared by using the Friedman test to determine the power of each text level in predicting the semantic similarity. The results showed the effectiveness of the text in representing the semantic similarity in such a way that texts with maximum textual similarity are also shown to be 77\% and 67\% semantically similar in terms of linear and hierarchical criteria, respectively. Furthermore, the text length is found to be more effective in representing the hierarchical semantic compared to the linear one. Based on the findings, it is concluded that when the subjects are homogenous in the tree of knowledge, abstracts provide effective semantic capabilities, while in heterogeneous milieus, full-texts processing or knowledge bases is needed to acquire IR effectiveness.
International Journal of Information Science and Management (IJISM)
number
1
pages
17
volume
17
copyright
Copyright (c) 2019 International Journal of Information Science and Management (IJISM)
language
en
file
Full Text PDF:/Users/le/Zotero/storage/TWMD42NV/Yousefi et al. - 2019 - Investigating text power in predicting semantic si.pdf:application/pdf;Snapshot:/Users/le/Zotero/storage/W5NQ6PG4/1297.html:text/html
%0 Journal Article
%1 yousefi_investigating_2019
%A Yousefi, Zahra
%A Sotudeh, Hajar
%A Mirzabeigi, Mahdieh
%A Fakhrahmad, Seyed Mostafa
%A Nikseresht, Alireza
%A Mohammadi, Mehdi
%D 2019
%J International Journal of Information Science and Management (IJISM)
%K semantik
%N 1
%P 17
%T Investigating text power in predicting semantic similarity
%U https://ijism.ricest.ac.ir/index.php/ijism/article/view/1297
%V 17
%X This article presents an empirical evaluation to investigate the distributional semantic power of abstract, body and full-text, as different text levels, in predicting the semantic similarity using a collection of open access articles from PubMed. The semantic similarity is measured based on two criteria namely, linear MeSH terms intersection and hierarchical MeSH terms distance. As such, a random sample of 200 queries and 20000 documents are selected from a test collection built on CITREC open source code. Sim Pack Java Library is used to calculate the textual and semantic similarities. The nDCG value corresponding to two of the semantic similarity criteria is calculated at three precision points. Finally, the nDCG values are compared by using the Friedman test to determine the power of each text level in predicting the semantic similarity. The results showed the effectiveness of the text in representing the semantic similarity in such a way that texts with maximum textual similarity are also shown to be 77\% and 67\% semantically similar in terms of linear and hierarchical criteria, respectively. Furthermore, the text length is found to be more effective in representing the hierarchical semantic compared to the linear one. Based on the findings, it is concluded that when the subjects are homogenous in the tree of knowledge, abstracts provide effective semantic capabilities, while in heterogeneous milieus, full-texts processing or knowledge bases is needed to acquire IR effectiveness.
@article{yousefi_investigating_2019,
abstract = {This article presents an empirical evaluation to investigate the distributional semantic power of abstract, body and full-text, as different text levels, in predicting the semantic similarity using a collection of open access articles from PubMed. The semantic similarity is measured based on two criteria namely, linear MeSH terms intersection and hierarchical MeSH terms distance. As such, a random sample of 200 queries and 20000 documents are selected from a test collection built on CITREC open source code. Sim Pack Java Library is used to calculate the textual and semantic similarities. The nDCG value corresponding to two of the semantic similarity criteria is calculated at three precision points. Finally, the nDCG values are compared by using the Friedman test to determine the power of each text level in predicting the semantic similarity. The results showed the effectiveness of the text in representing the semantic similarity in such a way that texts with maximum textual similarity are also shown to be 77\% and 67\% semantically similar in terms of linear and hierarchical criteria, respectively. Furthermore, the text length is found to be more effective in representing the hierarchical semantic compared to the linear one. Based on the findings, it is concluded that when the subjects are homogenous in the tree of knowledge, abstracts provide effective semantic capabilities, while in heterogeneous milieus, full-texts processing or knowledge bases is needed to acquire IR effectiveness.},
added-at = {2019-02-22T00:55:04.000+0100},
author = {Yousefi, Zahra and Sotudeh, Hajar and Mirzabeigi, Mahdieh and Fakhrahmad, Seyed Mostafa and Nikseresht, Alireza and Mohammadi, Mehdi},
biburl = {https://www.bibsonomy.org/bibtex/2ff15bc993ab0fdae2bac4089b7c07bc5/lepsky},
copyright = {Copyright (c) 2019 International Journal of Information Science and Management (IJISM)},
file = {Full Text PDF:/Users/le/Zotero/storage/TWMD42NV/Yousefi et al. - 2019 - Investigating text power in predicting semantic si.pdf:application/pdf;Snapshot:/Users/le/Zotero/storage/W5NQ6PG4/1297.html:text/html},
interhash = {9047f9bbc126ca0878984494b3c22da3},
intrahash = {ff15bc993ab0fdae2bac4089b7c07bc5},
issn = {2008-8310},
journal = {International Journal of Information Science and Management (IJISM)},
keywords = {semantik},
language = {en},
month = jan,
number = 1,
pages = 17,
timestamp = {2019-02-22T00:58:33.000+0100},
title = {Investigating text power in predicting semantic similarity},
url = {https://ijism.ricest.ac.ir/index.php/ijism/article/view/1297},
urldate = {2019-02-07},
volume = 17,
year = 2019
}