mirror of
https://github.com/aquatix/alfagok.git
synced 2025-12-06 22:15:11 +01:00
73 lines
2.4 KiB
Python
73 lines
2.4 KiB
Python
import random
|
|
|
|
MIN_LENGTH = 4
|
|
MAX_LENGTH = 10
|
|
|
|
NUMBER_DAYS = 5 * 365
|
|
|
|
with open('basiswoorden-gekeurd.txt', 'r', encoding='utf-8') as wordfile:
|
|
basis_words = wordfile.readlines()
|
|
print(f'original list contains {len(basis_words)} words')
|
|
|
|
with open('flexies-ongekeurd.txt', 'r', encoding='utf-8') as wordfile:
|
|
# Vervoegingen and such, see https://nl.wikipedia.org/wiki/Flexie_(taalkunde)
|
|
flexies_words = wordfile.readlines()
|
|
print(f'flexies list contains {len(flexies_words)} words')
|
|
|
|
with open('/usr/share/dict/american-english', 'r', encoding='utf-8') as wordfile:
|
|
# English words we want to filter from the list; don't really care if there's accidental overlap with Dutch words
|
|
english_words = wordfile.readlines()
|
|
print(f'english list contains {len(english_words)} words')
|
|
|
|
print()
|
|
print('merging and filtering...')
|
|
print()
|
|
|
|
all_words_count = 0
|
|
dictionary_list = []
|
|
result_list = []
|
|
for word in basis_words + flexies_words:
|
|
all_words_count += 1
|
|
word = word.strip()
|
|
if word.isalpha() and word.lower() == word:
|
|
# Word is valid for our dictionary
|
|
dictionary_list.append(f'{word}\n')
|
|
|
|
for word in basis_words:
|
|
word = word.strip()
|
|
if word.isalpha() and word.lower() == word and len(word) >= MIN_LENGTH and len(word) <= MAX_LENGTH:
|
|
# Word is 'fit' for our game
|
|
result_list.append(f'{word}\n')
|
|
|
|
nl_set = set(result_list)
|
|
en_set = set(english_words)
|
|
|
|
# Only keep the words that are not found in the English set
|
|
filtered_set = nl_set.difference(en_set)
|
|
filtered_list = sorted(list(filtered_set), key=str.casefold)
|
|
|
|
print(f'words total: {all_words_count}')
|
|
print(f'words in dictionary: {len(dictionary_list)}')
|
|
print(f'words initially filtered: {len(result_list)} with length >= {MIN_LENGTH} and <= {MAX_LENGTH}')
|
|
print(f'words after filtering english: {len(filtered_list)}')
|
|
|
|
with open('filtered.txt', 'w', encoding='utf-8') as f:
|
|
f.writelines(filtered_list)
|
|
|
|
with open('dictionary.txt', 'w', encoding='utf-8') as f:
|
|
f.writelines(dictionary_list)
|
|
|
|
selection_list = []
|
|
|
|
# Randomly select words for each day
|
|
while len(selection_list) < NUMBER_DAYS:
|
|
# Use index - 1 because lists start at index 0
|
|
word_index = random.randrange(0, len(filtered_list) - 1)
|
|
selection_list.append(result_list[word_index])
|
|
|
|
# Save the result
|
|
with open('word_of_the_day.txt', 'w', encoding='utf-8') as f:
|
|
f.writelines(selection_list)
|
|
|
|
print(f'done writing {len(selection_list)} random words, enjoy!')
|