forked from stanford-futuredata/FAST
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathparse_config.py
More file actions
27 lines (21 loc) · 892 Bytes
/
parse_config.py
File metadata and controls
27 lines (21 loc) · 892 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
import json
from os import listdir, makedirs
from os.path import isfile, join, abspath, dirname, exists
minhash_template = "mh_%s_%s_%d.bin"
pairs_template = "candidate_pairs_%s_%s_%d,%d"
def parse_json(param_json):
with open(param_json) as json_data_file:
params = json.load(json_data_file)
return params
def get_global_index_dir(param):
return param["io"]["base_dir"] + param["io"]["global_index_dir"]
def get_fp_dir(fp_param):
return param['data']['folder'] + 'fingerprints/'
def get_search_output_files(param, fp_param):
output_minhash_file = minhash_template % (fp_param["data"]["station"],
fp_param["data"]["channel"], param["lsh_param"]["nhash"])
output_pairs_file = pairs_template % (fp_param["data"]["station"],
fp_param["data"]["channel"],
param["lsh_param"]["nhash"],
param["lsh_param"]["nvote"])
return output_minhash_file, output_pairs_file