diff options
Diffstat (limited to 'src/postprocess/simi.py')
-rwxr-xr-x | src/postprocess/simi.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/src/postprocess/simi.py b/src/postprocess/simi.py new file mode 100755 index 0000000..62ff1ff --- /dev/null +++ b/src/postprocess/simi.py | |||
@@ -0,0 +1,11 @@ | |||
1 | #!python | ||
2 | |||
3 | import textdistance | ||
4 | from sys import stdin | ||
5 | |||
6 | for line in stdin.readlines(): | ||
7 | x,y = line.split('\t') | ||
8 | x = x.casefold() | ||
9 | y = y.casefold() | ||
10 | v = textdistance.ratcliff_obershelp.normalized_similarity(x,y) + textdistance.jaro_winkler.normalized_similarity(x,y) + textdistance.cosine.normalized_similarity(x,y) | ||
11 | print (int(100*(v/3))) | ||