diginaut/alfagok
1
0
Fork 0
mirror of https://github.com/aquatix/alfagok.git synced 2025-12-06 22:15:11 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Include flexies, filter away (some?) English words

Browse Source
This commit is contained in:
Michiel Scholten
2024-11-07 14:06:07 +01:00
parent a81788d172
commit ff7e19062e
1 changed files with 56 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
wordlist/create_list.py
View File

@@ -6,26 +6,53 @@ MAX_LENGTH = 10
NUMBER_DAYS = 5 * 365 NUMBER_DAYS = 5 * 365
with open('basiswoorden-gekeurd.txt', 'r', encoding='utf-8') as wordfile: with open('basiswoorden-gekeurd.txt', 'r', encoding='utf-8') as wordfile:
all_words = wordfile.readlines() basis_words = wordfile.readlines()
print(f'original list contains {len(all_words)} words') print(f'original list contains {len(basis_words)} words')
with open('flexies-ongekeurd.txt', 'r', encoding='utf-8') as wordfile:
# Vervoegingen and such, see https://nl.wikipedia.org/wiki/Flexie_(taalkunde)
flexies_words = wordfile.readlines()
print(f'flexies list contains {len(flexies_words)} words')
with open('/usr/share/dict/american-english', 'r', encoding='utf-8') as wordfile:
# English words we want to filter from the list; don't really care if there's accidental overlap with Dutch words
english_words = wordfile.readlines()
print(f'english list contains {len(english_words)} words')
print()
print('merging and filtering...')
print()
all_words_count = 0
dictionary_list = [] dictionary_list = []
result_list = [] result_list = []
for word in all_words: for word in basis_words + flexies_words:
all_words_count += 1
word = word.strip() word = word.strip()
if word.isalpha() and word.lower() == word: if word.isalpha() and word.lower() == word:
# Word is valid for our dictionary # Word is valid for our dictionary
dictionary_list.append(f'{word}\n') dictionary_list.append(f'{word}\n')
for word in basis_words:
word = word.strip()
if word.isalpha() and word.lower() == word and len(word) >= MIN_LENGTH and len(word) <= MAX_LENGTH: if word.isalpha() and word.lower() == word and len(word) >= MIN_LENGTH and len(word) <= MAX_LENGTH:
# Word is 'fit' for our game # Word is 'fit' for our game
result_list.append(f'{word}\n') result_list.append(f'{word}\n')
# print(result_list) nl_set = set(result_list)
print(f'words filtered: {len(result_list)} with length >= {MIN_LENGTH} and <= {MAX_LENGTH}') en_set = set(english_words)
# Only keep the words that are not found in the English set
filtered_set = nl_set.difference(en_set)
filtered_list = sorted(list(filtered_set), key=str.casefold)
print(f'words total: {all_words_count}')
print(f'words in dictionary: {len(dictionary_list)}') print(f'words in dictionary: {len(dictionary_list)}')
print(f'words initially filtered: {len(result_list)} with length >= {MIN_LENGTH} and <= {MAX_LENGTH}')
print(f'words after filtering english: {len(filtered_list)}')
with open('filtered.txt', 'w', encoding='utf-8') as f: with open('filtered.txt', 'w', encoding='utf-8') as f:
f.writelines(result_list) f.writelines(filtered_list)
with open('dictionary.txt', 'w', encoding='utf-8') as f: with open('dictionary.txt', 'w', encoding='utf-8') as f:
f.writelines(dictionary_list) f.writelines(dictionary_list)
@@ -35,7 +62,7 @@ with open('basiswoorden-gekeurd.txt', 'r', encoding='utf-8') as wordfile:
# Randomly select words for each day # Randomly select words for each day
while len(selection_list) < NUMBER_DAYS: while len(selection_list) < NUMBER_DAYS:
# Use index - 1 because lists start at index 0 # Use index - 1 because lists start at index 0
word_index = random.randrange(0, len(result_list) - 1) word_index = random.randrange(0, len(filtered_list) - 1)
selection_list.append(result_list[word_index]) selection_list.append(result_list[word_index])
# Save the result # Save the result