gen_sitemaps.py

from os import environ
from os.path import join as path_join
from os.path import dirname

from sqlalchemy.sql.expression import func
from lxml.etree import Element, SubElement
from lxml.etree import tostring as xml_to_string

from mkopen.utils import uuid2b64
from mkopen.db.mappers import sessionmaker
from mkopen.db.models import Data


SITEMAP_PATH = path_join(dirname(__file__), 'wsgi', 'static')
PROTOCOL = environ['PROTOCOL']
HOST = environ['OPENSHIFT_APP_DNS']

Session = sessionmaker(
    {'url': '%s/%s' % (environ['OPENSHIFT_POSTGRESQL_DB_URL'], environ['PGDATABASE']),
     'echo': False})


def main():
    session = Session()

    gen_catalogs(session)
    gen_entries(session)

def gen_catalogs(session):
    doc = Element("urlset", {"xmlns":"http://www.sitemaps.org/schemas/sitemap/0.9"})

    len_ = func.array_length(Data.catalog_id, 1)
    q = session.query((Data.catalog_id[ 1 : len_ - 1 ]).distinct()).all()


    all_catalogs = set()

    for row in q:
        full_cat = row[0]

        for i in range(len(full_cat) + 1):
            catalog_param = '/'.join(full_cat[:i])
            all_catalogs.add(catalog_param)

    all_catalogs.remove('')

    for catalog_param in all_catalogs:
        url_xml = SubElement(doc, "url")
        SubElement(url_xml, 'loc').text = '%s://%s/catalog/%s' % (
            PROTOCOL, HOST, catalog_param)
        SubElement(url_xml, 'changefreq').text = 'weekly'
        SubElement(url_xml, 'priority').text = '0.7'

    # index
    url_xml = SubElement(doc, "url")
    SubElement(url_xml, 'loc').text = '%s://%s' % (PROTOCOL, HOST,)
    SubElement(url_xml, 'changefreq').text = 'daily'
    SubElement(url_xml, 'priority').text = '0.9'

    with open(path_join(SITEMAP_PATH, 'catalog.xml'), 'wb') as f:
        f.write(xml_to_string(doc, encoding='utf-8', pretty_print=True))


def gen_entries(session):
    doc = Element("urlset", {"xmlns":"http://www.sitemaps.org/schemas/sitemap/0.9"})

    entries = session.query(Data.id).all()
    for entry in entries:
        hash_ = uuid2b64(entry.id)

        url_xml = SubElement(doc, "url")
        SubElement(url_xml, 'loc').text = '%s://%s/entry/%s' % (PROTOCOL, HOST, hash_)
        SubElement(url_xml, 'changefreq').text = 'weekly'
        SubElement(url_xml, 'priority').text = '0.8'

    with open(path_join(SITEMAP_PATH, 'entries.xml'), 'wb') as f:
        f.write(xml_to_string(doc, encoding='utf-8', pretty_print=True))


if __name__ == '__main__':
    main()