import argparse, os, glob, json, logging
import config

def list_all(d, ext):

	if not os.path.isdir(d):
		logging.error(d + " is not a valid directory.")
		return None

	return [f for f in glob.glob(os.path.join(d, "*." + ext))]


if __name__ == '__main__':
	
	files = list_all(config.index['path'], 'js')

	index = {}

	master_fn = os.path.join(config.index['path'], config.index['master'])
	if os.path.isfile(master_fn):
		with open(master_fn) as master_fp:
			try:
				index = json.load(master_fp)
			except Exception as e:
				pass
			

	for f in files:
		logging.info("Reading : " + f)

		with open(f) as fp:
			d = json.load(fp)

		selected = d['selected']

		for s, vv in selected.items():
			if s not in index:
				index[s] = {'regex': [s], 'indx': []}
			# no duplicates
			for v in vv:
				if v not in index[s]['indx']:
					index[s]['indx'].append(v)

	print(json.dumps(index, indent=4, sort_keys=True, ensure_ascii=False))