|
|
import asyncio
|
|
|
from aiofile import AIOFile, Reader, Writer
|
|
|
import logging
|
|
|
from datetime import datetime, timezone, timedelta
|
|
|
|
|
|
class XMLWriter():
|
|
|
def __init__(self, filename: str):
|
|
|
self.filename = filename
|
|
|
|
|
|
|
|
|
async def write(self, urls, timezone_offset):
|
|
|
async with AIOFile(self.filename, 'w') as aiodf:
|
|
|
writer = Writer(aiodf)
|
|
|
await writer('<?xml version="1.0" encoding="utf-8"?>\n')
|
|
|
await writer(
|
|
|
'<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"'
|
|
|
' xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"'
|
|
|
' xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd"'
|
|
|
' xmlns:image="http://www.google.com/schemas/sitemap-image/1.1">\n')
|
|
|
await aiodf.fsync()
|
|
|
for data in urls:
|
|
|
|
|
|
timestamp = data[1][1]
|
|
|
changefreq = data[1][2]
|
|
|
priority = data[1][3]
|
|
|
images = data[1][4]
|
|
|
|
|
|
url = "<loc>{}</loc>".format(data[0])
|
|
|
|
|
|
if timestamp is not None:
|
|
|
timestamp = datetime.strptime(timestamp, "%a, %d %b %Y %H:%M:%S %Z").astimezone(tz=timezone(timedelta(hours=timezone_offset))).isoformat()
|
|
|
url += "<lastmod>{}</lastmod>".format(str(timestamp))
|
|
|
|
|
|
if changefreq is not None:
|
|
|
url += "<changefreq>{}</changefreq>".format(str(changefreq))
|
|
|
|
|
|
if priority is not None:
|
|
|
url += "<priority>{}</priority>".format(str(priority))
|
|
|
|
|
|
if len(images) > 0:
|
|
|
for image in images:
|
|
|
url += "<image:image><image:loc>{}</image:loc></image:image>".format(str(image))
|
|
|
|
|
|
await writer('<url>{}</url>\n'.format(url))
|
|
|
|
|
|
await aiodf.fsync()
|
|
|
|
|
|
await writer('</urlset>')
|
|
|
await aiodf.fsync()
|