import requests import gzip import os import shutil import xml.dom.minidom import logging,coloredlogs import aiohttp, aiofiles, asyncio l = logging.getLogger(__name__) coloredlogs.install() import sys sys.path.append("./py2lib") sys.path.append("./Util") sys.path.append("./records") import bit import MachineProductCfg as MPC import LFRecord as LFR locationIds = [] zipCodes = [] epaIds = [] for i in MPC.getPrimaryLocations(): locationIds.append(LFR.getCoopId(i)) zipCodes.append(LFR.getZip(i)) epaIds.append(LFR.getEpaId(i)) # Open the config file and make it accessible via "cfg" import json with open("conf.json", "r") as file: cfg = json.load(file) apiKey = cfg[twcApiKey] async def getData(epaId, zipcode): url = f"https://api.weather.com/v1/location/{zipcode}:4:US/airquality.xml?language=en-US&apiKey={apiKey}" data = "" async with aiohttp.ClientSession() as s: async with s.get(url) as r: data = await r.text() newData = data[57:-11] # Write to i2doc file i2Doc = f'' + '' + newData + f'{epaId}' async with aiofiles.open("./.temp/AirQuality.i2m", 'a') as f: await f.write(i2Doc) await f.close() async def writeData(): loop = asyncio.get_running_loop() useData = False workingEpaIds = [] for i in epaIds: if i == None: l.debug(f"No EPA ID found for location -- Skipping.") else: l.debug(f"EPA ID found for location! Writing data for Air Quality.") workingEpaIds.append(i) useData = True # Check to see if we even have EPA ids, as some areas don't have air quality reports if (useData): try: l.info("Writing an AirQuality record.") header = '' footer = "" async with aiofiles.open("./.temp/AirQuality.i2m", 'w') as doc: await doc.write(header) for (x, y) in zip(workingEpaIds, zipCodes): await getData(x, y) async with aiofiles.open("./.temp/AirQuality.i2m", 'a') as end: await end.write(footer) dom = xml.dom.minidom.parse("./.temp/AirQuality.i2m") xmlPretty = dom.toprettyxml(indent = " ") async with aiofiles.open("./.temp/AirQuality.i2m", 'w') as g: await g.write(xmlPretty[23:]) await g.close() files = [] commands = [] with open("./.temp/AirQuality.i2m", 'rb') as f_in: with gzip.open("./.temp/AirQuality.gz", 'wb') as f_out: shutil.copyfileobj(f_in, f_out) gZipFile = "./.temp/AirQuality.gz" files.append(gZipFile) comand = commands.append('') numFiles = len(files) bit.sendFile(files, commands, numFiles, 0) os.remove("./.temp/AirQuality.i2m") os.remove("./.temp/AirQuality.gz") except Exception as e: l.error("DO NOT REPORT THE ERROR BELOW") l.error("Failed to write an AirQuality record.") os.remove('./.temp/AirQuality.i2m') else: l.info("Not writing an AirQuality record due to a lack of working EPA ids.")