create_site.py

import os
import re
from datetime import datetime

def readme(fromf, tof):
    url = 'https://github.com/Roffild/RoffildLibrary/blob/master/'
    rg = re.compile(r'\]\((?P<url>[^\)]+)\)')
    lines = []
    with open(fromf, 'r', encoding='utf-8-sig') as org:
        lines = org.readlines()
    with open(tof, 'w+', encoding='utf-8-sig') as md:
        md.write('---\n')
        md.write('pgtitle: ' + lines.pop(0).replace('# ', ''))
        if fromf.find('ru.') < 0:
            md.write('title: "MQL5 (MetaTrader): Machine Learning, Random Forest, Python, Java, Apache Spark, AWS for Forex, CFD and Futures"\n')
            md.write('---\n')
            md.write('[Download ZIP from GitHub.](https://github.com/Roffild/RoffildLibrary/archive/master.zip){:target="_blank"}\n')
        else:
            md.write('title: "MQL5 (MetaTrader): Машинное обучение, Случайный лес, Python, Java, Apache Spark, AWS для Forex, CFD и Futures"\n')
            md.write('---\n')
            md.write('[Скачать ZIP с GitHub.](https://github.com/Roffild/RoffildLibrary/archive/master.zip){:target="_blank"}\n')
        for line in lines:
            md.write(rg.sub(r'](' + url + r'\g<url>){:target="_blank"}', line).replace(url + 'http', 'http'))
        md.write('\n<a href="https://roffild.com/" hreflang="en">English</a>, <a href="https://roffild.com/ru/" hreflang="ru">Russian</a>\n')

readme('../RoffildLibrary/README.md', 'index.md')
readme('../RoffildLibrary/README_ru.md', 'ru/index.md')

def gettime(filename):
    return datetime.utcfromtimestamp(os.path.getmtime(filename)).isoformat(timespec='seconds') + '+00:00'

def siteurl(url, path, ext, onlyroot = False, priority = '0.5'):
    for root, folder, name in os.walk(path):
        purl = url + root.replace('\\', '/').replace('./', '') + '/'
        if root == '.':
            purl = url
        for fl in name:
            if fl.find(ext) > 0:
                mtime = gettime(root + '/' + fl)
                if ext.find('htm') < 0:
                    fl = fl.replace(ext, '.html')
                if fl.find('index.') > -1:
                    sm.write('<url><loc>' + purl + '</loc><lastmod>' + mtime + '</lastmod><priority>' + priority + '</priority></url>\n')
                sm.write('<url><loc>' + purl + fl.replace('\\', '/') + '</loc><lastmod>' + mtime + '</lastmod><priority>' + priority + '</priority></url>\n')
        if onlyroot and root == path:
            return 0

url = 'https://roffild.com/'
with open('sitemap.xml', 'w', encoding='utf-8') as sm:
    sm.write('<?xml version="1.0" encoding="UTF-8"?>\n')
    sm.write('<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n')
    siteurl(url, '.', '.md', True, '1.0')
    siteurl(url, 'ru', '.md', False, '1.0')
    siteurl(url, 'mql5', '.htm')
    siteurl(url, 'java', '.htm')
    sm.write('</urlset>\n')