Title |
Vocabulary-Based Language Similarity using Web Corpora |
Authors |
Dirk Goldhahn and Uwe Quasthoff |
Abstract |
This paper will focus on the evaluation of automatic methods for quantifying language similarity. This is achieved by ascribing language similarity to the similarity of text corpora. This corpus similarity will first be determined by the resemblance of the vocabulary of languages. Thereto words or parts of them such as letter n-grams are examined. Extensions like transliteration of the text data will ensure the independence of the methods from text characteristics such as the writing system used. Further analyzes will show to what extent knowledge about the distribution of words in parallel text can be used in the context of language similarity. |
Topics |
Corpus (Creation, Annotation, etc.), Language Identification |
Full paper |
Vocabulary-Based Language Similarity using Web Corpora |
Bibtex |
@InProceedings{GOLDHAHN14.435,
author = {Dirk Goldhahn and Uwe Quasthoff}, title = {Vocabulary-Based Language Similarity using Web Corpora}, booktitle = {Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC'14)}, year = {2014}, month = {may}, date = {26-31}, address = {Reykjavik, Iceland}, editor = {Nicoletta Calzolari (Conference Chair) and Khalid Choukri and Thierry Declerck and Hrafn Loftsson and Bente Maegaard and Joseph Mariani and Asuncion Moreno and Jan Odijk and Stelios Piperidis}, publisher = {European Language Resources Association (ELRA)}, isbn = {978-2-9517408-8-4}, language = {english} } |