import random

MIN_LENGTH = 4
MAX_LENGTH = 10

NUMBER_DAYS = 5 * 365

with open('basiswoorden-gekeurd.txt', 'r', encoding='utf-8') as wordfile:
    basis_words = wordfile.readlines()
    print(f'original list contains {len(basis_words)} words')

with open('flexies-ongekeurd.txt', 'r', encoding='utf-8') as wordfile:
    # Vervoegingen and such, see https://nl.wikipedia.org/wiki/Flexie_(taalkunde)
    flexies_words = wordfile.readlines()
    print(f'flexies list contains {len(flexies_words)} words')

with open('/usr/share/dict/american-english', 'r', encoding='utf-8') as wordfile:
    # English words we want to filter from the list; don't really care if there's accidental overlap with Dutch words
    english_words = wordfile.readlines()
    print(f'english list contains {len(english_words)} words')

print()
print('merging and filtering...')
print()

all_words_count = 0
dictionary_list = []
result_list = []
for word in basis_words + flexies_words:
    all_words_count += 1
    word = word.strip()
    if word.isalpha() and word.lower() == word:
        # Word is valid for our dictionary
        dictionary_list.append(f'{word}\n')

for word in basis_words:
    word = word.strip()
    if word.isalpha() and word.lower() == word and len(word) >= MIN_LENGTH and len(word) <= MAX_LENGTH:
        # Word is 'fit' for our game
        result_list.append(f'{word}\n')

nl_set = set(result_list)
en_set = set(english_words)

# Only keep the words that are not found in the English set
filtered_set = nl_set.difference(en_set)
filtered_list = sorted(list(filtered_set), key=str.casefold)

print(f'words total: {all_words_count}')
print(f'words in dictionary: {len(dictionary_list)}')
print(f'words initially filtered: {len(result_list)} with length >= {MIN_LENGTH} and <= {MAX_LENGTH}')
print(f'words after filtering english: {len(filtered_list)}')

with open('filtered.txt', 'w', encoding='utf-8') as f:
    f.writelines(filtered_list)

with open('dictionary.txt', 'w', encoding='utf-8') as f:
    f.writelines(dictionary_list)

selection_list = []

# Randomly select words for each day
while len(selection_list) < NUMBER_DAYS:
    # Use index - 1 because lists start at index 0
    word_index = random.randrange(0, len(filtered_list) - 1)
    selection_list.append(result_list[word_index])

# Save the result
with open('word_of_the_day.txt', 'w', encoding='utf-8') as f:
    f.writelines(selection_list)

print(f'done writing {len(selection_list)} random words, enjoy!')