Move markdown out of JSON files about data HOT 5 CLOSED

#!/usr/bin/env python
# coding: utf-8

import json
import os
from collections import OrderedDict

DB_DIR = os.path.join(os.path.abspath(os.path.dirname(__file__)), 'db')
DESC_DIR = os.path.join(DB_DIR, 'description')
FIX_DIR = os.path.join(DB_DIR, 'fix')

for p in (DESC_DIR, FIX_DIR):
    if not os.path.exists(p):
        os.mkdir(p)

fixes = []

for f in os.listdir(DB_DIR):
    fpath = os.path.join(DB_DIR, f)
    if not os.path.isfile(fpath):
        continue

    # read JSON file
    with open(fpath) as ifile:
        data = json.load(ifile, object_pairs_hook=OrderedDict)
    title = f.replace('.json', '')
    vuln_id = data['id']

    # write description to markdown file
    description = '\n'.join(data['description'])
    descpath = os.path.join(DESC_DIR, title+'.md')
    with open(descpath, 'w') as ofile:
        print('writing description file: {}'.format(descpath))
        ofile.write(description)
    descref = '#/files/description/{}'.format(vuln_id)

    # store fix for later processing
    fix = '\n'.join(data['fix']['guidance'])
    if fix not in fixes:
        fixes.append(fix)
    fix_id = fixes.index(fix)
    fixref = '#/files/fix/{}'.format(fix_id)

    # rewrite JSON file
    print('rewriting JSON file: {}'.format(fpath))
    data['description'] = {'$ref': descref}
    data['fix']['guidance'] = {'$ref': fixref}
    with open(fpath, 'w') as ofile:
        json.dump(data, ofile, indent=2)

for fix_id, fix in enumerate(fixes):
    fixpath = os.path.join(FIX_DIR, str(fix_id)+'.md')
    with open(fixpath, 'w') as ofile:
        print('writing fix file: {}'.format(fixpath))
        ofile.write(fix)