import os
import string
import json

# Get list of files in sources
dir = os.path.dirname(os.path.abspath(__file__))
templates_src_dir = os.path.join(dir, '../sources/')
template_dest_file = os.path.join(dir, '../templates.json')

files = os.listdir(templates_src_dir)

# Initialize empty list to store template objects
templates = []

# For each file in sources
for file in files:
    # Open the file
    with open(templates_src_dir + file) as f:
        if file.endswith('.json'):
          # Load the JSON into a variable
          data = json.load(f)['templates']
          # Append the template object to the templates list
          templates = templates + data

seen_titles = set()
filtered_data = []

for x in templates:
    normalized_title = x['title'].translate(str.maketrans('', '', string.punctuation)).replace(' ', '').lower()
    if normalized_title not in seen_titles:
        seen_titles.add(normalized_title)
        filtered_data.append(x)


fileData = {
  'version': '2',
  'templates': filtered_data
}

# Open the templates.json file, and write results to it
with open(template_dest_file, 'w') as f:
  json.dump(fileData, f, indent=2, sort_keys=False)