import requests
import py2Lib.bit as bit
import gzip
import uuid
import os
import shutil
import xml.dom.minidom
import logging,coloredlogs
import aiohttp, aiofiles, asyncio
import sys
sys.path.append("./py2lib")
sys.path.append("./Util")
sys.path.append("./records")
import bit
import MachineProductCfg as MPC
import LFRecord as LFR
l = logging.getLogger(__name__)
coloredlogs.install()
tecciId = []
zipCodes = []
# Auto-grab the tecci and zip codes
for i in MPC.getPrimaryLocations():
tecciId.append("T" + LFR.getCoopId(i))
zipCodes.append(LFR.getZip(i))
# Obtain metro map city TECCI and zips:
for i in MPC.getMetroCities():
tecciId.append("T" + LFR.getCoopId(i))
zipCodes.append(LFR.getZip(i))
# Open the config file and make it accessible via "cfg"
import json
with open("conf.json", "r") as file:
cfg = json.load(file)
apiKey = cfg[twcApiKey]
async def getData(tecci, zipCode):
l.debug('Gathering data for location id ' + tecci)
fetchUrl = 'https://api.weather.com/v1/location/' + zipCode + ':4:US/observations/current.xml?language=en-US&units=e&apiKey=' + apiKey
data = ""
async with aiohttp.ClientSession() as s:
async with s.get(fetchUrl) as r:
data = await r.text()
newData = data[67:-30]
#Write to .i2m file
i2Doc = '' + '' + newData + '' + str(tecci) + ''
async with aiofiles.open("./.temp/CurrentObservations.i2m", 'a') as f:
await f.write(i2Doc)
await f.close()
async def makeDataFile():
loop = asyncio.get_running_loop()
l.info("Writing a CurrentObservations record.")
header = ''
footer = ''
async with aiofiles.open("./.temp/CurrentObservations.i2m", 'w') as doc:
await doc.write(header)
for x, y in zip(tecciId, zipCodes):
await getData(x, y)
async with aiofiles.open("./.temp/CurrentObservations.i2m", 'a') as end:
await end.write(footer)
dom = xml.dom.minidom.parse("./.temp/CurrentObservations.i2m")
pretty_xml_as_string = dom.toprettyxml(indent = " ")
async with aiofiles.open("./.temp/CurrentObservations.i2m", "w") as g:
await g.write(pretty_xml_as_string[23:])
await g.close()
files = []
commands = []
"""
TODO: This can be ran in a seperate thread using loop.run_in_executor() according to the python discord.
! This should probably be implemented ASAP.
"""
with open("./.temp/CurrentObservations.i2m", 'rb') as f_in:
with gzip.open("./.temp/CurrentObservations.gz", 'wb') as f_out:
shutil.copyfileobj(f_in, f_out)
gZipFile = "./.temp/CurrentObservations.gz"
files.append(gZipFile)
command = commands.append('')
numFiles = len(files)
bit.sendFile(files, commands, numFiles, 0)
os.remove("./.temp/CurrentObservations.i2m")
os.remove("./.temp/CurrentObservations.gz")