diff options
author | Camil Staps | 2017-12-15 12:47:43 +0100 |
---|---|---|
committer | Camil Staps | 2017-12-15 12:47:43 +0100 |
commit | 1ab437c62f7a4d59f93a0de9c590afbdfbc55a58 (patch) | |
tree | 7763beb22b52631817d8762570291993c1d167b0 /tf.py | |
parent | Merge branch 'implementation' of github.com:rubigdata/IR-2017-4 into implemen... (diff) |
Use queries_stopped.json in tf.py->df.py
Diffstat (limited to 'tf.py')
-rwxr-xr-x | tf.py | 20 |
1 files changed, 0 insertions, 20 deletions
@@ -1,20 +0,0 @@ -#!/usr/bin/env python3 - -import os -import json -from collections import Counter - -if __name__ == '__main__': - store = dict() - for filename in os.listdir('information-retrieval-data/'): - with open('information-retrieval-data/' + filename) as f: - entity = json.load(f) - for field, values in entity.items(): - for value in values: - if field not in store: - store[field] = [] - store[field] += [v.lower() for v in value.split(" ")] - for field in store: - cnt = Counter(store[field]) - for term in cnt.items(): - print('{}\t{}\t{}'.format(field, term[0], term[1])) |