newly generated build_frequency_lists.py

This commit is contained in:
Dan Wheeler
2015-11-09 20:57:58 -08:00
parent 0533b279b3
commit cb040cd780
2 changed files with 3 additions and 5 deletions

View File

@@ -114,8 +114,6 @@ def filter_frequency_lists(freq_lists):
if cutoff_limit and len(token_rank_pairs) > cutoff_limit:
token_rank_pairs = token_rank_pairs[:cutoff_limit]
result[name] = [pair[0] for pair in token_rank_pairs] # discard rank post-sort
with open(name + '_test.txt', 'w') as f2:
f2.write('\n'.join(result[name]))
return result
def to_kv(lst, lst_name):

File diff suppressed because one or more lines are too long