fix most folders capitalization
This commit is contained in:
@@ -1,85 +0,0 @@
|
||||
import shutil
|
||||
import requests
|
||||
import logging,coloredlogs
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
import gzip
|
||||
from os import remove
|
||||
import xml.dom.minidom
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
geocodes = []
|
||||
coopIds = []
|
||||
|
||||
for i in MPC.getPrimaryLocations():
|
||||
coopIds.append(LFR.getCoopId(i))
|
||||
geocodes.append(LFR.getLatLong(i).replace('/', ','))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(coopId, geocode):
|
||||
fetchUrl = f"https://api.weather.com/v2/indices/achePain/daypart/7day?geocode={geocode}&language=en-US&format=xml&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
if r.status != 200:
|
||||
l.error(f"Failed to write AchesAndPains record -- status code {r.status}")
|
||||
return
|
||||
|
||||
data = await r.text()
|
||||
|
||||
|
||||
newData = data[63:-26]
|
||||
|
||||
i2Doc = f'\n <AchesAndPains id="000000000" locationKey="{coopId}" isWxScan="0">\n {newData}\n <clientKey>{coopId}</clientKey>\n </AchesAndPains>'
|
||||
|
||||
async with aiofiles.open('./.temp/AchesAndPains.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def makeRecord():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing AchesAndPains record.")
|
||||
|
||||
header = '<Data type="AchesAndPains">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open('./.temp/AchesAndPains.i2m', 'a') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for (x, y) in zip(coopIds, geocodes):
|
||||
await getData(x,y)
|
||||
|
||||
async with aiofiles.open('./.temp/AchesAndPains.i2m', 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse('./.temp/AchesAndPains.i2m')
|
||||
xmlPretty = dom.toprettyxml(indent= " ")
|
||||
|
||||
async with aiofiles.open('./.temp/AchesAndPains.i2m', 'w') as g:
|
||||
await g.write(xmlPretty[23:])
|
||||
await g.close()
|
||||
|
||||
|
||||
# Compresss i2m to gzip
|
||||
with open ('./.temp/AchesAndPains.i2m', 'rb') as f_in:
|
||||
with gzip.open('./.temp/AchesAndPains.gz', 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
file = "./.temp/AchesAndPains.gz"
|
||||
command = '<MSG><Exec workRequest="storeData(File={0},QGROUP=__AchesAndPains__,Feed=AchesAndPains)" /><GzipCompressedMsg fname="AchesAndPains" /></MSG>'
|
||||
|
||||
bit.sendFile([file], [command], 1, 0)
|
||||
|
||||
remove('./.temp/AchesAndPains.i2m')
|
||||
remove('./.temp/AchesAndPains.gz')
|
||||
@@ -1,110 +0,0 @@
|
||||
import requests
|
||||
import gzip
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
locationIds = []
|
||||
zipCodes = []
|
||||
epaIds = []
|
||||
|
||||
for i in MPC.getPrimaryLocations():
|
||||
locationIds.append(LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
epaIds.append(LFR.getEpaId(i))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(epaId, zipcode):
|
||||
url = f"https://api.weather.com/v1/location/{zipcode}:4:US/airquality.xml?language=en-US&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(url) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[57:-11]
|
||||
|
||||
# Write to i2doc file
|
||||
i2Doc = f'<AirQuality id="000000000" locationKey="{epaId}" isWxScan="0">' + '' + newData + f'<clientKey>{epaId}</clientKey></AirQuality>'
|
||||
|
||||
async with aiofiles.open("./.temp/AirQuality.i2m", 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def writeData():
|
||||
loop = asyncio.get_running_loop()
|
||||
useData = False
|
||||
workingEpaIds = []
|
||||
|
||||
for i in epaIds:
|
||||
if i == None:
|
||||
l.debug(f"No EPA ID found for location -- Skipping.")
|
||||
else:
|
||||
l.debug(f"EPA ID found for location! Writing data for Air Quality.")
|
||||
workingEpaIds.append(i)
|
||||
useData = True
|
||||
|
||||
|
||||
# Check to see if we even have EPA ids, as some areas don't have air quality reports
|
||||
if (useData):
|
||||
try:
|
||||
l.info("Writing an AirQuality record.")
|
||||
header = '<Data type="AirQuality">'
|
||||
footer = "</Data>"
|
||||
|
||||
async with aiofiles.open("./.temp/AirQuality.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for (x, y) in zip(workingEpaIds, zipCodes):
|
||||
await getData(x, y)
|
||||
|
||||
async with aiofiles.open("./.temp/AirQuality.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/AirQuality.i2m")
|
||||
xmlPretty = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/AirQuality.i2m", 'w') as g:
|
||||
await g.write(xmlPretty[23:])
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
with open("./.temp/AirQuality.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/AirQuality.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/AirQuality.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
comand = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__AirQuality__,Feed=AirQuality)" /><GzipCompressedMsg fname="AirQuality" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/AirQuality.i2m")
|
||||
os.remove("./.temp/AirQuality.gz")
|
||||
except Exception as e:
|
||||
l.error("DO NOT REPORT THE ERROR BELOW")
|
||||
l.error("Failed to write an AirQuality record.")
|
||||
os.remove('./.temp/AirQuality.i2m')
|
||||
else:
|
||||
l.info("Not writing an AirQuality record due to a lack of working EPA ids.")
|
||||
|
||||
|
||||
|
||||
@@ -1,103 +0,0 @@
|
||||
import requests
|
||||
import gzip
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
locationIds = []
|
||||
zipCodes = []
|
||||
airports = []
|
||||
|
||||
for i in MPC.getPrimaryLocations():
|
||||
locationIds.append(LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
airports = MPC.getAirportCodes()
|
||||
l.debug(airports)
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(airport):
|
||||
url = f"https://api.weather.com/v1/airportcode/{airport}/airport/delays.xml?language=en-US&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(url) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[48:-11].replace('¿', '-')
|
||||
|
||||
# Write to i2doc file
|
||||
i2Doc = f'<AirportDelays id="000000000" locationKey="{airport}" isWxScan="0">' + '' + newData + f'<clientKey>{airport}</clientKey></AirportDelays>'
|
||||
|
||||
async with aiofiles.open("./.temp/AirportDelays.i2m", 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def writeData():
|
||||
loop = asyncio.get_running_loop()
|
||||
useData = False
|
||||
airportsWithDelays = []
|
||||
|
||||
for x in airports:
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(f"https://api.weather.com/v1/airportcode/{x}/airport/delays.xml?language=en-US&apiKey={apiKey}") as r:
|
||||
if r.status != 200:
|
||||
l.debug(f"No delay for {x} found, skipping..")
|
||||
else:
|
||||
airportsWithDelays.append(x)
|
||||
useData = True
|
||||
|
||||
if (useData):
|
||||
l.info("Writing an AirportDelays record.")
|
||||
header = '<Data type="AirportDelays">'
|
||||
footer = "</Data>"
|
||||
|
||||
async with aiofiles.open("./.temp/AirportDelays.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for x in airportsWithDelays:
|
||||
await getData(x)
|
||||
|
||||
async with aiofiles.open("./.temp/AirportDelays.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/AirportDelays.i2m")
|
||||
prettyXml = dom.toprettyxml(indent=" ")
|
||||
|
||||
async with aiofiles.open("./.temp/AirportDelays.i2m", 'w') as g:
|
||||
await g.write(prettyXml)
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
with open("./.temp/AirportDelays.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/AirportDelays.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/AirportDelays.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
comand = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__AirportDelays__,Feed=AirportDelays)" /><GzipCompressedMsg fname="AirportDelays" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/AirportDelays.i2m")
|
||||
os.remove("./.temp/AirportDelays.gz")
|
||||
else:
|
||||
l.info("No airport delays found.")
|
||||
@@ -1,365 +0,0 @@
|
||||
import requests
|
||||
import json
|
||||
import os
|
||||
from datetime import datetime,timedelta
|
||||
from util.machineProductCfg import getAlertZones
|
||||
import time
|
||||
import pytz
|
||||
import xml.dom.minidom
|
||||
import shutil
|
||||
import gzip
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
import py2Lib.bit
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
#Zones/Counties to fetch alerts for
|
||||
alertLocations = getAlertZones()
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
headlineApiKey = cfg["twcApiKey"]
|
||||
detailsApiKey = cfg["twcApiKey"]
|
||||
|
||||
k = 0
|
||||
async def getAlerts(location):
|
||||
global k
|
||||
fetchUrl = 'https://api.weather.com/v3/alerts/headlines?areaId=' + location + ':US&format=json&language=en-US&apiKey=' + headlineApiKey
|
||||
# response = requests.get(fetchUrl)
|
||||
|
||||
# theCode = response.status_code
|
||||
|
||||
theCode = 0
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
theCode = r.status
|
||||
|
||||
#Set the actions based on response code
|
||||
if theCode == 204:
|
||||
l.info('No alerts for area ' + location + '.\n')
|
||||
return
|
||||
elif theCode == 403:
|
||||
l.critical("Uh oh! Your API key may not be authorized for alerts. Tsk Tsk. Maybe you shouldn't pirate IBM data :)\n")
|
||||
return
|
||||
elif theCode == 401:
|
||||
l.critical("Uh oh! This request requires authentication. Maybe you shouldn't try to access resources for IBM employee's only :)\n")
|
||||
return
|
||||
elif theCode == 404:
|
||||
l.error("Uh oh! The requested resource cannot be found. This means either the URL is wrong or IBM is having technical difficulties :(\n Or.... They deleted the API :O\n")
|
||||
return
|
||||
elif theCode == 405:
|
||||
l.error("Uh oh! Got a 405! This means that somehow.... someway..... this script made an invalid request. So sad..... So terrible..... :(\n")
|
||||
return
|
||||
elif theCode == 406:
|
||||
l.critical("Uh oh! Got a 406! This means that IBM doesn't like us. :(\n")
|
||||
return
|
||||
elif theCode == 408:
|
||||
l.error("Uh oh! We were too slow in providing IBM our alert request. Although I prefer to say we were Slowly Capable! :)\n")
|
||||
return
|
||||
elif theCode == 500:
|
||||
l.error("Uh oh! Seems IBM's on call IT Tech spilled coffee on the server! Looks like no alerts for a while. Please check back later :)\n")
|
||||
return
|
||||
elif theCode == 502 or theCode == 503 or theCode == 504:
|
||||
l.error("Uh oh! This is why you don't have interns messing with the server configuration. Please stand by while IBM's on call IT Tech resolves the issue :)\n")
|
||||
return
|
||||
elif theCode == 200:
|
||||
pass
|
||||
|
||||
# Map headline variables
|
||||
l.debug('Found Alert for ' + location + '\n')
|
||||
dataH = await r.json()
|
||||
alertsRoot = dataH['alerts']
|
||||
|
||||
for x in alertsRoot:
|
||||
detailKey = x['detailKey']
|
||||
#Lets get map our detail variables.
|
||||
detailsUrl = 'https://api.weather.com/v3/alerts/detail?alertId=' + detailKey + '&format=json&language=en-US&apiKey=' + detailsApiKey
|
||||
detailsResponse = requests.get(detailsUrl)
|
||||
dataD = detailsResponse.json()
|
||||
detailsRoot = dataD['alertDetail']
|
||||
theDetailsText = detailsRoot['texts']
|
||||
detailsText = theDetailsText[0]
|
||||
descriptionRaw = detailsText['description']
|
||||
language = detailsText['languageCode']
|
||||
Identifier = location + '_' + x['phenomena'] + '_' + x['significance'] + '_' + str(x['processTimeUTC'])
|
||||
|
||||
#Is this for a NWS Zone or County?
|
||||
last4 = location[2:]
|
||||
locationType = None
|
||||
if 'C' in last4:
|
||||
locationType = 'C'
|
||||
elif 'Z' in last4:
|
||||
locationType = 'Z'
|
||||
|
||||
#theIdent = str(Identifier)
|
||||
try:
|
||||
async with aiofiles.open('./.temp/alertmanifest.txt', 'r' ) as checkFile:
|
||||
c = await checkFile.read()
|
||||
|
||||
if c.find(Identifier) != -1:
|
||||
l.debug(f"{Identifier} was sent already, skipping..")
|
||||
return
|
||||
except FileNotFoundError:
|
||||
l.warning("alert manifest does not exist (yet)")
|
||||
|
||||
k += 1 #We have an alert to send!
|
||||
|
||||
#Lets Map Our Vocal Codes!
|
||||
vocalCheck = x['phenomena'] + '_' + x['significance']
|
||||
vocalCode = None
|
||||
|
||||
if vocalCheck == 'HU_W':
|
||||
vocalCode = '<bVocHdlnCd>HE001</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TY_W':
|
||||
vocalCode = '<bVocHdlnCd>HE002</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HI_W':
|
||||
vocalCode = '<bVocHdlnCd>HE003</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TO_A':
|
||||
vocalCode = '<bVocHdlnCd>HE004</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SV_A':
|
||||
vocalCode = '<bVocHdlnCd>HE005</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HU_A':
|
||||
vocalCode = '<bVocHdlnCd>HE006</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TY_A':
|
||||
vocalCode = '<bVocHdlnCd>HE007</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TR_W':
|
||||
vocalCode = '<bVocHdlnCd>HE008</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TR_A':
|
||||
vocalCode = '<bVocHdlnCd>HE009</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TI_W':
|
||||
vocalCode = '<bVocHdlnCd>HE010</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HI_A':
|
||||
vocalCode = '<bVocHdlnCd>HE011</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TI_A':
|
||||
vocalCode = '<bVocHdlnCd>HE012</bVocHdlnCd>'
|
||||
elif vocalCheck == 'BZ_W':
|
||||
vocalCode = '<bVocHdlnCd>HE013</bVocHdlnCd>'
|
||||
elif vocalCheck == 'IS_W':
|
||||
vocalCode = '<bVocHdlnCd>HE014</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WS_W':
|
||||
vocalCode = '<bVocHdlnCd>HE015</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HW_W':
|
||||
vocalCode = '<bVocHdlnCd>HE016</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LE_W':
|
||||
vocalCode = '<bVocHdlnCd>HE017</bVocHdlnCd>'
|
||||
elif vocalCheck == 'ZR_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE018</bVocHdlnCd>'
|
||||
elif vocalCheck == 'CF_W':
|
||||
vocalCode = '<bVocHdlnCd>HE019</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LS_W':
|
||||
vocalCode = '<bVocHdlnCd>HE020</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WW_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE021</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LB_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE022</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LE_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE023</bVocHdlnCd>'
|
||||
elif vocalCheck == 'BZ_A':
|
||||
vocalCode = '<bVocHdlnCd>HE024</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WS_A':
|
||||
vocalCode = '<bVocHdlnCd>HE025</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FF_A':
|
||||
vocalCode = '<bVocHdlnCd>HE026</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FA_A':
|
||||
vocalCode = '<bVocHdlnCd>HE027</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FA_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE028</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HW_A':
|
||||
vocalCode = '<bVocHdlnCd>HE029</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LE_A':
|
||||
vocalCode = '<bVocHdlnCd>HE030</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SU_W':
|
||||
vocalCode = '<bVocHdlnCd>HE031</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LS_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE032</bVocHdlnCd>'
|
||||
elif vocalCheck == 'CF_A':
|
||||
vocalCode = '<bVocHdlnCd>HE033</bVocHdlnCd>'
|
||||
elif vocalCheck == 'ZF_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE034</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FG_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE035</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SM_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE036</bVocHdlnCd>'
|
||||
elif vocalCheck == 'EC_W':
|
||||
vocalCode = '<bVocHdlnCd>HE037</bVocHdlnCd>'
|
||||
elif vocalCheck == 'EH_W':
|
||||
vocalCode = '<bVocHdlnCd>HE038</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HZ_W':
|
||||
vocalCode = '<bVocHdlnCd>HE039</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FZ_W':
|
||||
vocalCode = '<bVocHdlnCd>HE040</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HT_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE041</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WC_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE042</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FR_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE043</bVocHdlnCd>'
|
||||
elif vocalCheck == 'EC_A':
|
||||
vocalCode = '<bVocHdlnCd>HE044</bVocHdlnCd>'
|
||||
elif vocalCheck == 'EH_A':
|
||||
vocalCode = '<bVocHdlnCd>HE045</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HZ_A':
|
||||
vocalCode = '<bVocHdlnCd>HE046</bVocHdlnCd>'
|
||||
elif vocalCheck == 'DS_W':
|
||||
vocalCode = '<bVocHdlnCd>HE047</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WI_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE048</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SU_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE049</bVocHdlnCd>'
|
||||
elif vocalCheck == 'AS_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE050</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WC_W':
|
||||
vocalCode = '<bVocHdlnCd>HE051</bVocHdlnCd>'
|
||||
elif vocalCheck == 'FZ_A':
|
||||
vocalCode = '<bVocHdlnCd>HE052</bVocHdlnCd>'
|
||||
elif vocalCheck == 'WC_A':
|
||||
vocalCode = '<bVocHdlnCd>HE053</bVocHdlnCd>'
|
||||
elif vocalCheck == 'AF_W':
|
||||
vocalCode = '<bVocHdlnCd>HE054</bVocHdlnCd>'
|
||||
elif vocalCheck == 'AF_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE055</bVocHdlnCd>'
|
||||
elif vocalCheck == 'DU_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE056</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LW_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE057</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LS_A':
|
||||
vocalCode = '<bVocHdlnCd>HE058</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HF_W':
|
||||
vocalCode = '<bVocHdlnCd>HE059</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SR_W':
|
||||
vocalCode = '<bVocHdlnCd>HE060</bVocHdlnCd>'
|
||||
elif vocalCheck == 'GL_W':
|
||||
vocalCode = '<bVocHdlnCd>HE061</bVocHdlnCd>'
|
||||
elif vocalCheck == 'HF_A':
|
||||
vocalCode = '<bVocHdlnCd>HE062</bVocHdlnCd>'
|
||||
elif vocalCheck == 'UP_W':
|
||||
vocalCode = '<bVocHdlnCd>HE063</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SE_W':
|
||||
vocalCode = '<bVocHdlnCd>HE064</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SR_A':
|
||||
vocalCode = '<bVocHdlnCd>HE065</bVocHdlnCd>'
|
||||
elif vocalCheck == 'GL_A':
|
||||
vocalCode = '<bVocHdlnCd>HE066</bVocHdlnCd>'
|
||||
elif vocalCheck == 'MF_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE067</bVocHdlnCd>'
|
||||
elif vocalCheck == 'MS_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE068</bVocHdlnCd>'
|
||||
elif vocalCheck == 'SC_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE069</bVocHdlnCd>'
|
||||
elif vocalCheck == 'UP_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE073</bVocHdlnCd>'
|
||||
elif vocalCheck == 'LO_Y':
|
||||
vocalCode = '<bVocHdlnCd>HE074</bVocHdlnCd>'
|
||||
elif vocalCheck == 'AF_V':
|
||||
vocalCode = '<bVocHdlnCd>HE075</bVocHdlnCd>'
|
||||
elif vocalCheck == 'UP_A':
|
||||
vocalCode = '<bVocHdlnCd>HE076</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TAV_W':
|
||||
vocalCode = '<bVocHdlnCd>HE077</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TAV_A':
|
||||
vocalCode = '<bVocHdlnCd>HE078</bVocHdlnCd>'
|
||||
elif vocalCheck == 'TO_W':
|
||||
vocalCode = '<bVocHdlnCd>HE110</bVocHdlnCd>'
|
||||
else:
|
||||
vocalCode = '<bVocHdlnCd />'
|
||||
|
||||
#Do some date/time conversions
|
||||
EndTimeUTCEpoch = x['expireTimeUTC']
|
||||
EndTimeUTC = datetime.utcfromtimestamp(EndTimeUTCEpoch).strftime('%Y%m%d%H%M')
|
||||
#EndTimeUTC = EndTimeUTCString.astimezone(pytz.UTC)
|
||||
|
||||
expireTimeEpoch = x['expireTimeUTC']
|
||||
expireTimeUTC = datetime.utcfromtimestamp(expireTimeEpoch).strftime('%Y%m%d%H%M')
|
||||
|
||||
#V3 Alert API doesn't give us issueTime in UTC. So we have to convert ourselves. Ughhh!!
|
||||
iTLDTS = x['issueTimeLocal']
|
||||
iTLDTO = datetime.strptime(iTLDTS, '%Y-%m-%dT%H:%M:%S%z')
|
||||
issueTimeToUTC = iTLDTO.astimezone(pytz.UTC)
|
||||
issueTimeUtc = issueTimeToUTC.strftime('%Y%m%d%H%M')
|
||||
|
||||
processTimeEpoch = x['processTimeUTC']
|
||||
processTime = datetime.fromtimestamp(processTimeEpoch).strftime('%Y%m%d%H%M%S')
|
||||
|
||||
#What is the action of this alert?
|
||||
Action = None
|
||||
if x['messageType'] == 'Update':
|
||||
Action = 'CON'
|
||||
elif x['messageType'] == 'New':
|
||||
Action = 'NEW'
|
||||
|
||||
#Fix description to replace new lines with space and add XML escape Chars. when needed
|
||||
|
||||
description = ' '.join(descriptionRaw.splitlines())
|
||||
description = description.replace('&', '&')
|
||||
description = description.replace('<', '<')
|
||||
description = description.replace('>', '>')
|
||||
description = description.replace('-', '')
|
||||
description = description.replace(':', '')
|
||||
|
||||
#Is this alert urgent?
|
||||
urgency ='piss'
|
||||
if vocalCheck == 'TO_W' or vocalCheck == 'SV_W' or vocalCheck == 'FF_W':
|
||||
urgency = 'BEUrgent'
|
||||
else:
|
||||
urgency = 'BERecord'
|
||||
|
||||
alertMsg = '<BERecord id="0000" locationKey="' + location + '_' + x['phenomena'] + '_' + x['significance'] + '_' + x['eventTrackingNumber'] + '_' + x['officeCode'] + '" isWxscan="0"><action>NOT_USED</action><BEHdr><bPIL>' + x['productIdentifier'] + '</bPIL><bWMOHdr>NOT_USED</bWMOHdr><bEvent><eActionCd eActionPriority="' + str(x['messageTypeCode']) + '">' + Action + '</eActionCd><eOfficeId eOfficeNm="' + x['officeName'] + '">' + x['officeCode'] + '</eOfficeId><ePhenom>' + x['phenomena'] + '</ePhenom><eSgnfcnc>' + x['significance'] + '</eSgnfcnc><eETN>' + x['eventTrackingNumber'] + '</eETN><eDesc>' + x['eventDescription'] + '</eDesc><eStTmUTC>NOT_USED</eStTmUTC><eEndTmUTC>' + EndTimeUTC + '</eEndTmUTC><eSvrty>' + str(x['severityCode']) + '</eSvrty><eTWCIId>NOT_USED</eTWCIId><eExpTmUTC>' + expireTimeUTC + '</eExpTmUTC></bEvent><bLocations><bLocCd bLoc="' + x['areaName'] + '" bLocTyp="' + locationType + '">' + location + '</bLocCd><bStCd bSt="' + x['adminDistrict'] + '">' + x['adminDistrictCode'] + '</bStCd><bUTCDiff>NOT_USED</bUTCDiff><bTzAbbrv>NOT_USED</bTzAbbrv><bCntryCd>NOT_USED</bCntryCd></bLocations><bSgmtChksum>' + x['identifier'] + '</bSgmtChksum><procTm>' + processTime + '</procTm></BEHdr><BEData><bIssueTmUTC>' + issueTimeUtc + '</bIssueTmUTC><bHdln><bHdlnTxt>' + x['headlineText'] + '</bHdlnTxt>' + vocalCode + '</bHdln><bParameter>NOT_USED</bParameter><bNarrTxt bNarrTxtLang="en-US"><bLn>' + description + '</bLn></bNarrTxt><bSrchRslt>NOT_USED</bSrchRslt></BEData><clientKey>' + location + '_' + x['phenomena'] + '_' + x['significance'] + '_' + x['eventTrackingNumber'] + '_' + x['officeCode'] + '</clientKey></BERecord>'
|
||||
|
||||
#Append BERecord
|
||||
async with aiofiles.open('./.temp/BERecord.xml', "a") as b:
|
||||
await b.write(alertMsg)
|
||||
await b.close()
|
||||
|
||||
#Add our alert to the manifest so we don't keep sending in the same alert every 60 seconds unless an update is issued.
|
||||
async with aiofiles.open('./.temp/alertmanifest.txt', "a") as c:
|
||||
await c.write('\n' + location + '_' + x['phenomena'] + '_' + x['significance'] + '_' + str(x['processTimeUTC']))
|
||||
await c.close()
|
||||
|
||||
|
||||
|
||||
async def makeRecord():
|
||||
loop = asyncio.get_running_loop()
|
||||
global k
|
||||
|
||||
async with aiofiles.open("./.temp/BERecord.xml", 'w') as BERecord:
|
||||
await BERecord.write('<Data type="BERecord">')
|
||||
await BERecord.close()
|
||||
|
||||
for z in alertLocations:
|
||||
await getAlerts(z)
|
||||
|
||||
async with aiofiles.open('./.temp/BERecord.xml', 'a') as BERecord:
|
||||
await BERecord.write("</Data>")
|
||||
await BERecord.close()
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/BERecord.xml")
|
||||
pretty_xml_as_string = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/BERecord.i2m", 'w') as h:
|
||||
await h.write(pretty_xml_as_string[23:])
|
||||
await h.close()
|
||||
|
||||
# The BERecord XML doesn't need to be written if there's no alerts.
|
||||
if k > 0:
|
||||
l.info("Sending alert(s) to the IntelliStar 2!")
|
||||
with open("./.temp/BERecord.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/BERecord.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
gZipFile = "./.temp/BERecord.gz"
|
||||
files.append(gZipFile)
|
||||
command = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__BERecord__,Feed=BERecord)" /><GzipCompressedMsg fname="BERecord" /></MSG>')
|
||||
bit.sendFile(files, commands, 1, 0)
|
||||
os.remove(gZipFile)
|
||||
k = 0
|
||||
|
||||
os.remove("./.temp/BERecord.xml")
|
||||
os.remove("./.temp/BERecord.i2m")
|
||||
|
||||
@@ -1,93 +0,0 @@
|
||||
import requests
|
||||
import gzip
|
||||
import uuid
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
coopIds = []
|
||||
geocodes = []
|
||||
|
||||
|
||||
# Auto-grab the tecci and zip codes
|
||||
for i in MPC.getPrimaryLocations():
|
||||
coopIds.append(LFR.getCoopId(i))
|
||||
geocodes.append(LFR.getLatLong(i).replace('/', ','))
|
||||
|
||||
l.debug(coopIds, geocodes)
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(coopId, geocode):
|
||||
fetchUrl = f"https://api.weather.com/v2/indices/breathing/daypart/7day?geocode={geocode}&language=en-US&format=xml&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
#Fetch data
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[63:-26]
|
||||
|
||||
l.debug('Gathering data for location id ' + coopId)
|
||||
#Write to .i2m file
|
||||
i2Doc = '<Breathing id="000000000" locationKey="' + str(coopId) + '" isWxscan="0">' + '' + newData + '<clientKey>' + str(coopId) + '</clientKey></Breathing>'
|
||||
|
||||
async with aiofiles.open("./.temp/Breathing.i2m", "a") as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
|
||||
async def makeDataFile():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing a Breathing forecast record.")
|
||||
header = '<Data type="Breathing">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open("./.temp/Breathing.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for x, y in zip(coopIds, geocodes):
|
||||
await getData(x, y)
|
||||
|
||||
async with aiofiles.open("./.temp/Breathing.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/Breathing.i2m")
|
||||
pretty_xml_as_string = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/Breathing.i2m", "w") as g:
|
||||
await g.write(pretty_xml_as_string[23:])
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
with open("./.temp/Breathing.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/Breathing.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/Breathing.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
command = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__Breathing__,Feed=Breathing)" /><GzipCompressedMsg fname="Breathing" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/Breathing.i2m")
|
||||
os.remove("./.temp/Breathing.gz")
|
||||
@@ -1,99 +0,0 @@
|
||||
import requests
|
||||
import py2Lib.bit as bit
|
||||
import gzip
|
||||
import uuid
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
tecciId = []
|
||||
zipCodes = []
|
||||
|
||||
# Auto-grab the tecci and zip codes
|
||||
for i in MPC.getPrimaryLocations():
|
||||
tecciId.append("T" + LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
# Obtain metro map city TECCI and zips:
|
||||
for i in MPC.getMetroCities():
|
||||
tecciId.append("T" + LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(tecci, zipCode):
|
||||
l.debug('Gathering data for location id ' + tecci)
|
||||
fetchUrl = 'https://api.weather.com/v1/location/' + zipCode + ':4:US/observations/current.xml?language=en-US&units=e&apiKey=' + apiKey
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[67:-30]
|
||||
|
||||
#Write to .i2m file
|
||||
i2Doc = '<CurrentObservations id="000000000" locationKey="' + str(tecci) + '" isWxscan="0">' + '' + newData + '<clientKey>' + str(tecci) + '</clientKey></CurrentObservations>'
|
||||
async with aiofiles.open("./.temp/CurrentObservations.i2m", 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
|
||||
async def makeDataFile():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing a CurrentObservations record.")
|
||||
header = '<Data type="CurrentObservations">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open("./.temp/CurrentObservations.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for x, y in zip(tecciId, zipCodes):
|
||||
await getData(x, y)
|
||||
|
||||
async with aiofiles.open("./.temp/CurrentObservations.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/CurrentObservations.i2m")
|
||||
pretty_xml_as_string = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/CurrentObservations.i2m", "w") as g:
|
||||
await g.write(pretty_xml_as_string[23:])
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
|
||||
"""
|
||||
TODO: This can be ran in a seperate thread using loop.run_in_executor() according to the python discord.
|
||||
! This should probably be implemented ASAP.
|
||||
"""
|
||||
with open("./.temp/CurrentObservations.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/CurrentObservations.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/CurrentObservations.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
command = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__CurrentObservations__,Feed=CurrentObservations)" /><GzipCompressedMsg fname="CurrentObservations" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/CurrentObservations.i2m")
|
||||
os.remove("./.temp/CurrentObservations.gz")
|
||||
@@ -1,94 +0,0 @@
|
||||
import requests
|
||||
import gzip
|
||||
import uuid
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
tecciId = []
|
||||
zipCodes = []
|
||||
|
||||
# Auto-grab the tecci and zip codes
|
||||
for i in MPC.getPrimaryLocations():
|
||||
tecciId.append(LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
# Grab metro map city tecci and zip codes
|
||||
for i in MPC.getMetroCities():
|
||||
tecciId.append(LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(tecci, zipCode):
|
||||
fetchUrl = 'https://api.weather.com/v1/location/' + zipCode + ':4:US/forecast/daily/7day.xml?language=en-US&units=e&apiKey=' + apiKey
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[61:-24]
|
||||
|
||||
l.debug('Gathering data for location id ' + tecci)
|
||||
#Write to .i2m file
|
||||
i2Doc = '<DailyForecast id="000000000" locationKey="' + str(tecci) + '" isWxscan="0">' + '' + newData + '<clientKey>' + str(tecci) + '</clientKey></DailyForecast>'
|
||||
|
||||
async with aiofiles.open('./.temp/DailyForecast.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
|
||||
async def makeDataFile():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing a DailyForecast record.")
|
||||
header = '<Data type="DailyForecast">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open("./.temp/DailyForecast.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for x, y in zip(tecciId, zipCodes):
|
||||
await getData(x, y)
|
||||
|
||||
async with aiofiles.open("./.temp/DailyForecast.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/DailyForecast.i2m")
|
||||
pretty_xml_as_string = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/DailyForecast.i2m", "w") as g:
|
||||
await g.write(pretty_xml_as_string[23:])
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
with open("./.temp/DailyForecast.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/DailyForecast.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/DailyForecast.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
command = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__DailyForecast__,Feed=DailyForecast)" /><GzipCompressedMsg fname="DailyForecast" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/DailyForecast.i2m")
|
||||
os.remove("./.temp/DailyForecast.gz")
|
||||
@@ -1,85 +0,0 @@
|
||||
import shutil
|
||||
import requests
|
||||
import logging,coloredlogs
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
import gzip
|
||||
from os import remove
|
||||
import xml.dom.minidom
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
geocodes = []
|
||||
coopIds = []
|
||||
|
||||
for i in MPC.getPrimaryLocations():
|
||||
coopIds.append(LFR.getCoopId(i))
|
||||
geocodes.append(LFR.getLatLong(i).replace('/', ','))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(coopId, geocode):
|
||||
fetchUrl = f"https://api.weather.com/v2/indices/heatCool/daypart/7day?geocode={geocode}&language=en-US&format=xml&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
if r.status != 200:
|
||||
l.error(f"Failed to write HeatingAndCooling record -- Status code {r.status}")
|
||||
return
|
||||
|
||||
data = await r.text()
|
||||
|
||||
# data = res.text
|
||||
newData = data[63:-26]
|
||||
|
||||
i2Doc = f'\n <HeatingAndCooling id="000000000" locationKey="{coopId}" isWxScan="0">\n {newData}\n <clientKey>{coopId}</clientKey>\n </HeatingAndCooling>'
|
||||
|
||||
async with aiofiles.open('./.temp/HeatingAndCooling.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def makeRecord():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing HeatingAndCooling record.")
|
||||
|
||||
header = '<Data type="HeatingAndCooling">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open('./.temp/HeatingAndCooling.i2m', 'a') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for (x, y) in zip(coopIds, geocodes):
|
||||
await getData(x,y)
|
||||
|
||||
async with aiofiles.open('./.temp/HeatingAndCooling.i2m', 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse('./.temp/HeatingAndCooling.i2m')
|
||||
xmlPretty = dom.toprettyxml(indent= " ")
|
||||
|
||||
async with aiofiles.open('./.temp/HeatingAndCooling.i2m', 'w') as g:
|
||||
await g.write(xmlPretty[23:])
|
||||
await g.close()
|
||||
|
||||
|
||||
# Compresss i2m to gzip
|
||||
with open ('./.temp/HeatingAndCooling.i2m', 'rb') as f_in:
|
||||
with gzip.open('./.temp/HeatingAndCooling.gz', 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
file = "./.temp/HeatingAndCooling.gz"
|
||||
command = '<MSG><Exec workRequest="storeData(File={0},QGROUP=__HeatingAndCooling__,Feed=HeatingAndCooling)" /><GzipCompressedMsg fname="HeatingAndCooling" /></MSG>'
|
||||
|
||||
bit.sendFile([file], [command], 1, 0)
|
||||
|
||||
remove('./.temp/HeatingAndCooling.i2m')
|
||||
remove('./.temp/HeatingAndCooling.gz')
|
||||
@@ -1,96 +0,0 @@
|
||||
import requests
|
||||
import gzip
|
||||
import uuid
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging,coloredlogs
|
||||
import aiohttp, aiofiles, asyncio, asyncio
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
tecciId = []
|
||||
zipCodes = []
|
||||
|
||||
# Auto-grab the tecci and zip codes
|
||||
for i in MPC.getPrimaryLocations():
|
||||
tecciId.append(LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
for i in MPC.getMetroCities():
|
||||
tecciId.append(LFR.getCoopId(i))
|
||||
zipCodes.append(LFR.getZip(i))
|
||||
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(tecci, zipCode):
|
||||
l.debug('Gathering data for location id ' + tecci)
|
||||
fetchUrl = 'https://api.weather.com/v1/location/' + zipCode + ':4:US/forecast/hourly/360hour.xml?language=en-US&units=e&apiKey=' + apiKey
|
||||
data = ""
|
||||
|
||||
#Fetch data
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[48:-11]
|
||||
|
||||
#Write to .i2m file
|
||||
i2Doc = '<HourlyForecast id="000000000" locationKey="' + str(tecci) + '" isWxscan="0">' + '' + newData + '<clientKey>' + str(tecci) + '</clientKey></HourlyForecast>'
|
||||
|
||||
async with aiofiles.open('./.temp/HourlyForecast.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
|
||||
async def makeDataFile():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing an HourlyForecast record.")
|
||||
header = '<Data type="HourlyForecast">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open("./.temp/HourlyForecast.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
|
||||
for x, y in zip(tecciId, zipCodes):
|
||||
await getData(x, y)
|
||||
|
||||
async with aiofiles.open("./.temp/HourlyForecast.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/HourlyForecast.i2m")
|
||||
pretty_xml_as_string = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/HourlyForecast.i2m", "w") as g:
|
||||
await g.write(pretty_xml_as_string[23:])
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
with open("./.temp/HourlyForecast.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/HourlyForecast.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/HourlyForecast.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
command = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__HourlyForecast__,Feed=HourlyForecast)" /><GzipCompressedMsg fname="HourlyForecast" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/HourlyForecast.i2m")
|
||||
os.remove("./.temp/HourlyForecast.gz")
|
||||
@@ -1,85 +0,0 @@
|
||||
import shutil
|
||||
import requests
|
||||
import logging,coloredlogs
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
import gzip
|
||||
from os import remove
|
||||
import xml.dom.minidom
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
geocodes = []
|
||||
coopIds = []
|
||||
|
||||
for i in MPC.getPrimaryLocations():
|
||||
coopIds.append(LFR.getCoopId(i))
|
||||
geocodes.append(LFR.getLatLong(i).replace('/', ','))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(coopId, geocode):
|
||||
fetchUrl = f"https://api.weather.com/v2/indices/mosquito/daily/7day?geocode={geocode}&language=en-US&format=xml&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
if r.status != 200:
|
||||
l.error(f"Failed to write MosquitoActivity record -- status code {r.status}")
|
||||
return
|
||||
|
||||
data = await r.text()
|
||||
|
||||
|
||||
newData = data[63:-26]
|
||||
|
||||
i2Doc = f'\n <MosquitoActivity id="000000000" locationKey="{coopId}" isWxScan="0">\n {newData}\n <clientKey>{coopId}</clientKey>\n </MosquitoActivity>'
|
||||
|
||||
async with aiofiles.open('./.temp/MosquitoActivity.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def makeRecord():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing MosquitoActivity record.")
|
||||
|
||||
header = '<Data type="MosquitoActivity">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open('./.temp/MosquitoActivity.i2m', 'a') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for (x, y) in zip(coopIds, geocodes):
|
||||
await getData(x,y)
|
||||
|
||||
async with aiofiles.open('./.temp/MosquitoActivity.i2m', 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse('./.temp/MosquitoActivity.i2m')
|
||||
xmlPretty = dom.toprettyxml(indent= " ")
|
||||
|
||||
async with aiofiles.open('./.temp/MosquitoActivity.i2m', 'w') as g:
|
||||
await g.write(xmlPretty[23:])
|
||||
await g.close()
|
||||
|
||||
|
||||
# Compresss i2m to gzip
|
||||
with open ('./.temp/MosquitoActivity.i2m', 'rb') as f_in:
|
||||
with gzip.open('./.temp/MosquitoActivity.gz', 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
file = "./.temp/MosquitoActivity.gz"
|
||||
command = '<MSG><Exec workRequest="storeData(File={0},QGROUP=__MosquitoActivity__,Feed=MosquitoActivity)" /><GzipCompressedMsg fname="MosquitoActivity" /></MSG>'
|
||||
|
||||
bit.sendFile([file], [command], 1, 0)
|
||||
|
||||
remove('./.temp/MosquitoActivity.i2m')
|
||||
remove('./.temp/MosquitoActivity.gz')
|
||||
@@ -1,93 +0,0 @@
|
||||
import requests
|
||||
import gzip
|
||||
import uuid
|
||||
import os
|
||||
import shutil
|
||||
import xml.dom.minidom
|
||||
import logging, coloredlogs
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
pollenIds = []
|
||||
geocodes = []
|
||||
|
||||
|
||||
# Auto-grab the tecci and zip codes
|
||||
for i in MPC.getPrimaryLocations():
|
||||
pollenIds.append(LFR.getPollenInfo(i))
|
||||
geocodes.append(LFR.getLatLong(i).replace('/', ','))
|
||||
|
||||
l.debug(pollenIds, geocodes)
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(pollenId, geocode):
|
||||
fetchUrl = f"https://api.weather.com/v2/indices/pollen/daypart/7day?geocode={geocode}&language=en-US&format=xml&apiKey={apiKey}"
|
||||
data = ""
|
||||
#Fetch data
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
data = await r.text()
|
||||
|
||||
newData = data[63:-26]
|
||||
|
||||
l.debug('Gathering data for location id ' + pollenId)
|
||||
#Write to .i2m file
|
||||
i2Doc = '<PollenForecast id="000000000" locationKey="' + str(pollenId) + '" isWxscan="0">' + '' + newData + '<clientKey>' + str(pollenId) + '</clientKey></PollenForecast>'
|
||||
|
||||
async with aiofiles.open("./.temp/PollenForecast.i2m", "a") as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
|
||||
async def makeDataFile():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing a PollenForecast record.")
|
||||
header = '<Data type="PollenForecast">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open("./.temp/PollenForecast.i2m", 'w') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for x, y in zip(pollenIds, geocodes):
|
||||
await getData(x, y)
|
||||
|
||||
async with aiofiles.open("./.temp/PollenForecast.i2m", 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
|
||||
dom = xml.dom.minidom.parse("./.temp/PollenForecast.i2m")
|
||||
pretty_xml_as_string = dom.toprettyxml(indent = " ")
|
||||
|
||||
async with aiofiles.open("./.temp/PollenForecast.i2m", "w") as g:
|
||||
await g.write(pretty_xml_as_string[23:])
|
||||
await g.close()
|
||||
|
||||
files = []
|
||||
commands = []
|
||||
with open("./.temp/PollenForecast.i2m", 'rb') as f_in:
|
||||
with gzip.open("./.temp/PollenForecast.gz", 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
gZipFile = "./.temp/PollenForecast.gz"
|
||||
|
||||
files.append(gZipFile)
|
||||
command = commands.append('<MSG><Exec workRequest="storeData(File={0},QGROUP=__PollenForecast__,Feed=PollenForecast)" /><GzipCompressedMsg fname="PollenForecast" /></MSG>')
|
||||
numFiles = len(files)
|
||||
|
||||
bit.sendFile(files, commands, numFiles, 0)
|
||||
|
||||
os.remove("./.temp/PollenForecast.i2m")
|
||||
os.remove("./.temp/PollenForecast.gz")
|
||||
@@ -1,94 +0,0 @@
|
||||
import shutil
|
||||
import logging,coloredlogs
|
||||
import datetime
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
import gzip
|
||||
from os import remove
|
||||
import xml.dom.minidom
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
geocodes = []
|
||||
tideStations = []
|
||||
|
||||
for i in MPC.getTideStations():
|
||||
tideStations.append(i)
|
||||
geocodes.append(LFR.getLatLong(i))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(tideStation, geocode):
|
||||
today = datetime.date.today()
|
||||
startDate = today.strftime('%Y%m%d')
|
||||
endDate_unformatted = datetime.datetime.strptime(startDate, '%Y%m%d') + datetime.timedelta(days=5)
|
||||
endDate = endDate_unformatted.strftime('%Y%m%d')
|
||||
data = ""
|
||||
|
||||
fetchUrl = f"https://api.weather.com/v1/geocode/{geocode}/forecast/tides.xml?language=en-US&units=e&startDate={startDate}&endDate={endDate}&apiKey={apiKey}"
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
if r.status != 200:
|
||||
l.error(f"Failed to write TideForecast -- status code {r.status}")
|
||||
return
|
||||
|
||||
data = await r.text()
|
||||
|
||||
|
||||
newData = data[53:-16]
|
||||
|
||||
i2Doc = f'\n <TidesForecast id="000000000" locationKey="{tideStation}" isWxScan="0">\n {newData}\n <clientKey>{tideStation}</clientKey>\n </TidesForecast>'
|
||||
|
||||
async with aiofiles.open('./.temp/TidesForecast.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def makeRecord():
|
||||
loop = asyncio.get_running_loop()
|
||||
if len(tideStations) < 1:
|
||||
l.debug("Skipping TidesForecast -- No locations.")
|
||||
return
|
||||
|
||||
l.info("Writing TidesForecast record.")
|
||||
|
||||
header = '<Data type="TidesForecast">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open('./.temp/TidesForecast.i2m', 'a') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for (x, y) in zip(tideStations, geocodes):
|
||||
await getData(x,y)
|
||||
|
||||
async with aiofiles.open('./.temp/TidesForecast.i2m', 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse('./.temp/TidesForecast.i2m')
|
||||
xmlPretty = dom.toprettyxml(indent= " ")
|
||||
|
||||
async with aiofiles.open('./.temp/TidesForecast.i2m', 'w') as g:
|
||||
await g.write(xmlPretty[23:])
|
||||
await g.close()
|
||||
|
||||
|
||||
# Compresss i2m to gzip
|
||||
with open ('./.temp/TidesForecast.i2m', 'rb') as f_in:
|
||||
with gzip.open('./.temp/TidesForecast.gz', 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
file = "./.temp/TidesForecast.gz"
|
||||
command = '<MSG><Exec workRequest="storeData(File={0},QGROUP=__TidesForecast__,Feed=TidesForecast)" /><GzipCompressedMsg fname="TidesForecast" /></MSG>'
|
||||
|
||||
bit.sendFile([file], [command], 1, 0)
|
||||
|
||||
remove('./.temp/TidesForecast.i2m')
|
||||
remove('./.temp/TidesForecast.gz')
|
||||
@@ -1,84 +0,0 @@
|
||||
import shutil
|
||||
import requests
|
||||
import logging,coloredlogs
|
||||
import py2Lib.bit
|
||||
import util.machineProductCfg as MPC
|
||||
import records.lfRecord as LFR
|
||||
import gzip
|
||||
from os import remove
|
||||
import xml.dom.minidom
|
||||
import aiohttp, aiofiles, asyncio
|
||||
|
||||
l = logging.getLogger(__name__)
|
||||
coloredlogs.install()
|
||||
|
||||
geocodes = []
|
||||
coopIds = []
|
||||
|
||||
for i in MPC.getPrimaryLocations():
|
||||
coopIds.append(LFR.getCoopId(i))
|
||||
geocodes.append(LFR.getLatLong(i).replace('/', ','))
|
||||
|
||||
# Open the config file and make it accessible via "cfg"
|
||||
import json
|
||||
with open("config.json", "r") as file:
|
||||
cfg = json.load(file)
|
||||
|
||||
apiKey = cfg["twcApiKey"]
|
||||
|
||||
async def getData(coopId, geocode):
|
||||
fetchUrl = f"https://api.weather.com/v2/indices/wateringNeeds/daypart/7day?geocode={geocode}&language=en-US&format=xml&apiKey={apiKey}"
|
||||
data = ""
|
||||
|
||||
async with aiohttp.ClientSession() as s:
|
||||
async with s.get(fetchUrl) as r:
|
||||
if r.status != 200:
|
||||
l.error(f"Failed to WateringNeeds -- status code {r.status}")
|
||||
return
|
||||
|
||||
data = await r.text()
|
||||
|
||||
newData = data[63:-26]
|
||||
|
||||
i2Doc = f'\n <WateringNeeds id="000000000" locationKey="{coopId}" isWxScan="0">\n {newData}\n <clientKey>{coopId}</clientKey>\n </WateringNeeds>'
|
||||
|
||||
async with aiofiles.open('./.temp/WateringNeeds.i2m', 'a') as f:
|
||||
await f.write(i2Doc)
|
||||
await f.close()
|
||||
|
||||
async def makeRecord():
|
||||
loop = asyncio.get_running_loop()
|
||||
l.info("Writing WateringNeeds record.")
|
||||
|
||||
header = '<Data type="WateringNeeds">'
|
||||
footer = '</Data>'
|
||||
|
||||
async with aiofiles.open('./.temp/WateringNeeds.i2m', 'a') as doc:
|
||||
await doc.write(header)
|
||||
|
||||
for (x, y) in zip(coopIds, geocodes):
|
||||
await getData(x,y)
|
||||
|
||||
async with aiofiles.open('./.temp/WateringNeeds.i2m', 'a') as end:
|
||||
await end.write(footer)
|
||||
|
||||
dom = xml.dom.minidom.parse('./.temp/WateringNeeds.i2m')
|
||||
xmlPretty = dom.toprettyxml(indent= " ")
|
||||
|
||||
async with aiofiles.open('./.temp/WateringNeeds.i2m', 'w') as g:
|
||||
await g.write(xmlPretty[23:])
|
||||
await g.close()
|
||||
|
||||
|
||||
# Compresss i2m to gzip
|
||||
with open ('./.temp/WateringNeeds.i2m', 'rb') as f_in:
|
||||
with gzip.open('./.temp/WateringNeeds.gz', 'wb') as f_out:
|
||||
shutil.copyfileobj(f_in, f_out)
|
||||
|
||||
file = "./.temp/WateringNeeds.gz"
|
||||
command = '<MSG><Exec workRequest="storeData(File={0},QGROUP=__WateringNeeds__,Feed=WateringNeeds)" /><GzipCompressedMsg fname="WateringNeeds" /></MSG>'
|
||||
|
||||
bit.sendFile([file], [command], 1, 0)
|
||||
|
||||
remove('./.temp/WateringNeeds.i2m')
|
||||
remove('./.temp/WateringNeeds.gz')
|
||||
Reference in New Issue
Block a user