put back most folders

2025-09-24 01:36:17 -05:00
parent 72f9689fe0
commit de2ccce524
19 changed files with 1693 additions and 0 deletions
--- a/recordGenerators/airQuality.py
+++ b/recordGenerators/airQuality.py
@@ -0,0 +1,110 @@
+import requests
+import gzip
+import os
+import shutil
+import xml.dom.minidom
+import logging,coloredlogs
+import aiohttp, aiofiles, asyncio
+
+l = logging.getLogger(__name__)
+coloredlogs.install()
+
+import py2Lib.bit
+import util.machineProductCfg as MPC
+import records.lfRecord as LFR
+
+locationIds = []
+zipCodes = []
+epaIds = []
+
+for i in MPC.getPrimaryLocations():
+    locationIds.append(LFR.getCoopId(i))
+    zipCodes.append(LFR.getZip(i))
+    epaIds.append(LFR.getEpaId(i))
+
+# Open the config file and make it accessible via "cfg"
+import json
+with open("config.json", "r") as file:
+    cfg = json.load(file)
+
+apiKey = cfg["twcApiKey"]
+
+async def getData(epaId, zipcode):
+    url = f"https://api.weather.com/v1/location/{zipcode}:4:US/airquality.xml?language=en-US&apiKey={apiKey}"
+    data = ""
+
+    async with aiohttp.ClientSession() as s:
+        async with s.get(url) as r:
+            data = await r.text()
+    
+    newData = data[57:-11]
+
+    # Write to i2doc file
+    i2Doc = f'<AirQuality id="000000000" locationKey="{epaId}" isWxScan="0">' + '' + newData + f'<clientKey>{epaId}</clientKey></AirQuality>' 
+
+    async with aiofiles.open("./.temp/AirQuality.i2m", 'a') as f:
+        await f.write(i2Doc)
+        await f.close()
+
+async def writeData():
+    loop = asyncio.get_running_loop()
+    useData = False 
+    workingEpaIds = []
+
+    for i in epaIds:
+        if i == None:
+            l.debug(f"No EPA ID found for location -- Skipping.")
+        else:
+            l.debug(f"EPA ID found for location! Writing data for Air Quality.")
+            workingEpaIds.append(i)
+            useData = True
+
+
+    # Check to see if we even have EPA ids, as some areas don't have air quality reports
+    if (useData):
+        try:
+            l.info("Writing an AirQuality record.")
+            header = '<Data type="AirQuality">'
+            footer = "</Data>"
+
+            async with aiofiles.open("./.temp/AirQuality.i2m", 'w') as doc:
+                await doc.write(header)
+
+            for (x, y) in zip(workingEpaIds, zipCodes):
+                await getData(x, y)
+
+            async with aiofiles.open("./.temp/AirQuality.i2m", 'a') as end:
+                await end.write(footer)
+
+            dom = xml.dom.minidom.parse("./.temp/AirQuality.i2m")
+            xmlPretty = dom.toprettyxml(indent = "  ")
+
+            async with aiofiles.open("./.temp/AirQuality.i2m", 'w') as g:
+                await g.write(xmlPretty[23:])
+                await g.close()
+
+            files = []
+            commands = []
+            with open("./.temp/AirQuality.i2m", 'rb') as f_in:
+                with gzip.open("./.temp/AirQuality.gz", 'wb') as f_out:
+                    shutil.copyfileobj(f_in, f_out)
+
+            gZipFile = "./.temp/AirQuality.gz"
+
+            files.append(gZipFile)
+            comand = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__AirQuality__,Feed=AirQuality)" /><GzipCompressedMsg fname="AirQuality" /></MSG>')
+            numFiles = len(files)
+
+            bit.sendFile(files, commands, numFiles, 0)
+
+            os.remove("./.temp/AirQuality.i2m")
+            os.remove("./.temp/AirQuality.gz")
+        except Exception as e:
+            l.error("DO NOT REPORT THE ERROR BELOW")
+            l.error("Failed to write an AirQuality record.")
+            os.remove('./.temp/AirQuality.i2m')
+    else:
+        l.info("Not writing an AirQuality record due to a lack of working EPA ids.")
+
+
+