Skip to content

fix: suffix crossproduct prefixes #23

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
exander77 wants to merge 1 commit into
base: master
Choose a base branch
from
Open

fix: suffix crossproduct prefixes #23

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions examples/unmunch.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,28 @@ def unmunch(word, aff):
if not (aff.NEEDAFFIX and aff.NEEDAFFIX in suffix.flags):
result.add(suffixed)

if suffix.crossproduct:
additional_prefixes = [
prefix
for flag in suffix.flags
for prefix in aff.PFX.get(flag, [])
if prefix.crossproduct and not prefix in prefixes and prefix.cond_regexp.search(suffixed)
]
for prefix in prefixes + additional_prefixes:
root = suffixed[0:-len(prefix.strip)] if prefix.strip else suffixed
prefixed = prefix.add + root
result.add(prefixed)

secondary_prefixes = [
prefix2
for flag in prefix.flags
for prefix2 in aff.PFX.get(flag, [])
if prefix2.crossproduct and prefix2.cond_regexp.search(prefixed)
]
for prefix2 in secondary_prefixes:
root = prefixed[0:-len(prefix2.strip)] if prefix2.strip else prefixed
result.add(prefix2.add + root)

secondary_suffixes = [
suffix2
for flag in suffix.flags
Expand Down Expand Up @@ -116,24 +138,25 @@ def unmunch(word, aff):

if options.word:
lookup = options.word
print(f"Unmunching only words with stem {lookup}")
print(f"Unmunching only words with stem {lookup}", file=sys.stderr)
else:
lookup = None
print(f"Unmunching the whole dictionary")
print(f"Unmunching the whole dictionary", file=sys.stderr)

print('')
print('', file=sys.stderr)

for word in dictionary.dic.words:
if not lookup or word.stem == lookup:
if lookup:
print(f"Unmunching {word}")
print(f"Unmunching {word}", file=sys.stderr)
pass
if options.immediate:
for word in sorted(unmunch(word, dictionary.aff)):
print(word)
else:
result.update(unmunch(word, dictionary.aff))

print('')
print('', file=sys.stderr)

if not options.immediate:
for word in sorted(result):
Expand Down