adulau/napkin-text-analysis
1
0
Fork 0
mirror of https://github.com/adulau/napkin-text-analysis.git synced 2024-11-24 10:57:07 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix: [punct] analysis is now using the proper token value

Browse source
This commit is contained in:
Alexandre Dulaunoy 2020-10-19 08:56:28 +02:00
parent afc06a3850
commit b1ddcfa53c
Signed by: adulau
GPG key ID: 09E2CD4944E6CBCD
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bin/napkin.py
View file

@ -123,7 +123,7 @@ for token in doc:
redisdb.hincrby("stats", "noun", 1) redisdb.hincrby("stats", "noun", 1)
continue continue
if token.pos_ == "PUNCT" and not token.is_oov: if token.pos_ == "PUNCT" and not token.is_oov:
redisdb.zincrby("punct", 1, value) redisdb.zincrby("punct", 1, "{}".format(token))
redisdb.hincrby("stats", "punct", 1) redisdb.hincrby("stats", "punct", 1)
continue continue