diff options
Diffstat (limited to 'languagetool/src/SentenceSplitterEval.py')
| -rw-r--r-- | languagetool/src/SentenceSplitterEval.py | 128 |
1 files changed, 128 insertions, 0 deletions
diff --git a/languagetool/src/SentenceSplitterEval.py b/languagetool/src/SentenceSplitterEval.py new file mode 100644 index 0000000..cdf8745 --- /dev/null +++ b/languagetool/src/SentenceSplitterEval.py @@ -0,0 +1,128 @@ +#!/usr/bin/python +# -*- coding: iso-8859-1 -*- +# +# LanguageTool -- A Rule-Based Style and Grammar Checker +# Copyright (C) 2002,2003,2004 Daniel Naber <daniel.naber@t-online.de> +# +# This library is free software; you can redistribute it and/or +# modify it under the terms of the GNU Lesser General Public +# License as published by the Free Software Foundation; either +# version 2.1 of the License, or (at your option) any later version. +# +# This library is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +# Lesser General Public License for more details. +# +# You should have received a copy of the GNU Lesser General Public +# License along with this library; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA + +import sys +import re + +import Entities +import SentenceSplitter + +class SentenceSplitterEval: + + def __init__(self): + return + + def findSentence(self, real_boundary, bnc_sentences): + sent = None + sent_disp = None + l = 0 + i = 0 + for s in bnc_sentences: + l = l + len(s) + if l == real_boundary: + sent = s + next_sent_start = "" + try: + next_sent_start = bnc_sentences[i+1][0:20] + except IndexError: + pass + sent_disp = "%s###%s..." % (s, next_sent_start) + break + i = i + 1 + return sent, sent_disp + + def run(self, bnc_string): + self.s = SentenceSplitter.SentenceSplitter() + + # manual testing: + #bnc_string = "<s n=0000>This a test. Sentence.</s> <s n=1111>Another one.</s>" + #bnc_string = "<s n=0000>This a Sentence</s> <s n=1111>Another one.</s>" + + bnc_paras = re.compile("<p>(.*?)</p>", re.DOTALL).findall(bnc_string) + bnc_paras_str = str.join(' ', bnc_paras) + bnc_sentences = re.compile("<s\s.*?>(.*?)</s>", re.DOTALL).findall(bnc_paras_str) + bnc_boundaries = [] + l = 0 + i = 0 + for s in bnc_sentences: + s = bnc_sentences[i] + s = Entities.Entities.cleanEntities(s) + s = re.compile("<.*?>").sub("", s) + s = s.strip() + if not s.endswith(" "): + # TODO: is this fair? + s = s + " " + bnc_sentences[i] = s + l = l + len(s) + bnc_boundaries.append(l) + i = i + 1 + ###print bnc_sentences + bnc_sentences_str = str.join('', bnc_sentences) + #print bnc_sentences_str + + detected_sentences = self.s.split(bnc_sentences_str) + ###print detected_sentences + detected_boundaries = [] + l = 0 + for s in detected_sentences: + l = l + len(s) + detected_boundaries.append(l) + + sent_count = 0 + # recall = how many of the sentence boundaries have been detected? + recall_count = 0 + for real_boundary in bnc_boundaries: + if real_boundary in detected_boundaries: + recall_count = recall_count + 1 + #print "Found: '%s'" % s + else: + pass + (s, s_disp) = self.findSentence(real_boundary, bnc_sentences) + print "Not found: '%s'" % s_disp + sent_count = sent_count + 1 + recall = 0 + if len(bnc_boundaries) > 0: + recall = float(recall_count) / float(len(bnc_boundaries)) + + # precision = how many of detected boundaries are real sentence boundaries? + precision_count = 0 + for detected_boundary in detected_boundaries: + if detected_boundary in bnc_boundaries: + precision_count = precision_count + 1 + precision = 0 + if len(detected_boundaries) > 0: + precision = float(precision_count) / float(len(detected_boundaries)) + + print "Real sentences = %d" % sent_count + print "Recall = %.3f" % recall + print "Precision = %.3f" % precision + return + +if __name__ == "__main__": + prg = SentenceSplitterEval() + if len(sys.argv) <= 1: + print "Usage: ./SentenceSplitterEval.py <bnc_sampler_files>" + else: + for filename in sys.argv[1:]: + print filename + f = open(filename) + bnc_string = f.read() + f.close() + prg.run(bnc_string) |