csv2web.py

#!/usr/bin/env python3
#
# Copyright (C) 2014  Elliott Sales de Andrade
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of version 3 of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#

import csv
import os


try:
    os.mkdir(os.path.join('web', 'Nominal_Rolls'))
except OSError:
    pass

for dirpath, dirnames, filenames in os.walk('Nominal Rolls'):
    if dirpath == 'Nominal Rolls':
        with open('web/index.html', 'rt') as f:
            text = f.readlines()

        with open('web/index.html', 'wt') as f:
            for line in text:
                f.write(line)
                if '## Browse' in line:
                    break
            for name in dirnames:
                path = os.path.join(dirpath.replace(' ', '_'),
                                    name.replace(' ', '_'))
                f.write('  * [' + name + '](' + path + ')\n')

    index = os.path.join('web',
                         dirpath.replace(' ', '_'),
                         'index.html')
    with open(index, 'wt') as f:
        f.write('---\n')
        f.write('title: ' + dirpath.split('/')[-1] + '\n')
        f.write('---\n')
        f.write('\n')

        has_files = False

        for name in sorted(dirnames):
            if not has_files:
                f.write('<ul class="fa-ul">\n')
            has_files = True
            path = name.replace(' ', '_')
            f.write('          <li><i class="fa fa-fw fa-folder"></i>')
            f.write('&nbsp;<a href="')
            f.write(path)
            f.write('">')
            f.write(name)
            f.write('</a></li>\n')

        for name in sorted(filenames):
            if name[-3:] != 'csv':
                continue

            if not has_files:
                f.write('<ul class="fa-ul">\n')
            has_files = True
            path = name[:-3].replace(' ', '_') + 'html'
            f.write('          <li><i class="fa fa-fw fa-file-text-o"></i>')
            f.write('&nbsp;<a href="')
            f.write(path)
            f.write('">')
            f.write(name[:-4])
            f.write('</a></li>\n')

        if has_files:
            f.write('</ul>\n')
        else:
            f.write('Nothing available here!\n')

    for name in dirnames:
        path = os.path.join('web',
                            dirpath.replace(' ', '_'),
                            name.replace(' ', '_'))
        try:
            os.mkdir(path)
        except OSError:
            # already exists
            pass

    for name in filenames:
        if name[-3:] == 'csv':
            orig_path = os.path.join(dirpath, name)
            ncols = 0
            first = None
            lines = []
            with open(orig_path, 'rt') as csvfile:
                reader = csv.reader(csvfile)
                for row in reader:
                    if not first and not row[1]:
                        first = row[5:]
                        continue
                    ncols = max(ncols, len(row))
                    clean_row = [x.replace('|', '&#124;') for x in row]
                    lines.append(row)

            new_path = os.path.join('web',
                                    dirpath.replace(' ', '_'),
                                    name.replace(' ', '_'))
            new_path = new_path[:-3]
            new_path += 'md'
            with open(new_path, 'wt') as f:
                f.write('---\n')
                f.write('title: ' + name[:-4] + '\n')
                f.write('wide: wide\n')
                f.write('---\n')
                f.write('\n')

                f.write('# ' + name[:-4] + '\n')
                f.write('\n')

                if first:
                    f.write('## Cover Page Information\n')
                    f.write('{% raw %}\n')
                    f.write('<br>\n'.join(first))
                    f.write('\n')
                    f.write('{% endraw %}\n')

                if not ncols:
                    continue

                f.write('## Tables\n')
                f.write('{% raw %}\n')
                f.write('| Page | Bounds ' + ('| ' * (ncols - 5)) + '|\n')
                f.write('| --- ' * (ncols - 3) + '|\n')
                for row in lines:
                    f.write('| ')

                    # Page and bounds
                    f.write(row[0])
                    f.write(' | ')
                    f.write('<br>'.join(row[1:5]))
                    f.write(' | ')

                    # Cells
                    f.write(' | '.join(row[5:]))

                    f.write(' |\n')
                f.write('{% endraw %}\n')