Summary Tester

[cloneofghosts]

@alexander0042 I was trying to figure out a way to test the summaries and to figure out where the error was with my summaries without having to spin up the API. I came up with this file that you add into the API folder and it generates similar JSON as the API. The script just generates random values (sensible values so if there a maximum daily intensity there will be accumulation/intensity and so on)

I'd like to have it so there are "seasons" so you could test with more scenarios but still need to set that up. Do you think this should be added somewhere so that if people want to change the summaries and would like to have a way to test without having to spin up the API?

import random
import numpy as np
import time
import datetime

import json
from collections import Counter
from pirateweather_translations.dynamic_loader import load_all_translations
from PirateText import calculate_text
from PirateMinutelyText import calculate_minutely_text
from PirateWeeklyText import calculate_weekly_text
from PirateSimpleDayText import calculate_day_text

Translations = load_all_translations()

def PW_Forecast():
    # Default to US :(
    unitList = ["ca", "uk", "us", "si"]
    precipType = ["none", "none", "none", "none", "rain", "rain", "rain"]
    random.shuffle(unitList)
    random.shuffle(unitList)
    random.shuffle(unitList)
    random.shuffle(precipType)
    random.shuffle(precipType)
    random.shuffle(precipType)
    unitSystem = random.choice(unitList)
    hourList = []
    dayList = []
    hourIconList = []
    hourTextList = []
    dayIconList = []
    dayTextList = []
    hourIcon = None
    hourText = None
    icon = None
    translation = Translations["en"]

    if unitSystem == "ca":
        windUnit = 3.600  # kph
        prepIntensityUnit = 1  # mm/h
        prepAccumUnit = 0.1  # cm
        tempUnits = 273.15  # Celsius
        pressUnits = 0.01  # Hectopascals
        visUnits = 0.001  # km
        humidUnit = 0.01  # %
        elevUnit = 1  # m
    elif unitSystem == "uk":
        windUnit = 2.234  # mph
        prepIntensityUnit = 1  # mm/h
        prepAccumUnit = 0.1  # cm
        tempUnits = 273.15  # Celsius
        pressUnits = 0.01  # Hectopascals
        visUnits = 0.00062137  # miles
        humidUnit = 0.01  # %
        elevUnit = 1  # m
    elif unitSystem == "us":
        windUnit = 2.234  # mph
        prepIntensityUnit = 0.0394  # inches/hour
        prepAccumUnit = 0.0394  # inches
        tempUnits = 0  # F. This is harder
        pressUnits = 0.01  # Hectopascals
        visUnits = 0.00062137  # miles
        humidUnit = 0.01  # %
        elevUnit = 3.28084  # ft
    elif unitSystem == "si":
        windUnit = 1  # m/s
        prepIntensityUnit = 1  # mm/h
        prepAccumUnit = 0.1  # cm
        tempUnits = 273.15  # Celsius
        pressUnits = 0.01  # Hectopascals
        visUnits = 0.001  # km
        humidUnit = 0.01  # %
        elevUnit = 1  # m
    else:
        unitSystem = "us"
        windUnit = 2.234  # mph
        prepIntensityUnit = 0.0394  # inches/hour
        prepAccumUnit = 0.0394  # inches
        tempUnits = 0  # F. This is harder
        pressUnits = 0.01  # Hectopascals
        visUnits = 0.00062137  # miles
        humidUnit = 0.01  # %
        elevUnit = 3.28084  # ft

    # Create list of icons based off of maxPchance
    minuteKeys = [
    "time",
    "precipIntensity",
    "precipProbability",
    "precipIntensityError",
    "precipType",
    ]

    idx = 0

    dt = datetime.datetime.fromtimestamp(time.time())

    minuteDict = [
    dict(
        zip(
            minuteKeys,
            [
            int((dt + datetime.timedelta(minutes=idx)).timestamp()),
            max(round((random.uniform(0, 20) - 5) * prepIntensityUnit, 4), 0),
            round(random.uniform(0, 1), 2),
            max(round((random.uniform(0, 20) - 5) * prepAccumUnit, 4), 0),
            random.choice(precipType),
            ],
            )
        )
    for idx in range(61)
    ]


    idx = 0

    for idx in range(48):
        temp = random.uniform(285.65, 308.15)
        humidity = round(random.uniform(0, 1), 2)
        windSpeed = round(random.uniform(0, 21), 2)
        rainIntensity = max(random.uniform(0, 20) - 5, 0)
        snowIntensity = sleetIntensity = 0
        intensity = rainIntensity + snowIntensity + sleetIntensity
        random.shuffle(precipType)
        random.shuffle(precipType)
        random.shuffle(precipType)
        currTime = datetime.datetime.fromtimestamp(time.time())
        topHour = int(currTime.hour + currTime.minute / 60 + currTime.second / 3600)
        fullTime = datetime.datetime(currTime.year, currTime.month, currTime.day, topHour, 0)
        
        hour = fullTime + datetime.timedelta(hours=idx)
        hourItem = {
            "time": int(hour.timestamp()),
            "summary": None,
            "icon": None,
            "precipIntensity": round(intensity * prepIntensityUnit, 4),
            "precipProbability": round(random.uniform(0, 1), 2),
            "precipIntensityError": max(round((random.uniform(0, 20) - 5) * prepIntensityUnit, 4), 0),
            "precipAccumulation": max(round((random.uniform(rainIntensity, 20) - 5) * prepAccumUnit, 4), 0),
            "precipType": random.choice(precipType),
            "temperature": round(temp_converter(temp, tempUnits), 2),
            "apparentTemperature": round(temp_converter(apparent_temp_calculator(temp, humidity, windSpeed, windUnit), tempUnits), 2),
            "dewPoint": round(temp_converter(random.uniform(278.15, 308.15), tempUnits), 2),
            "humidity": round(random.uniform(0, 1), 2),
            "pressure": round(random.uniform(0, 15) * pressUnits, 2),
            "windSpeed": round(windSpeed, 2),
            "windGust": round(random.uniform(windSpeed, 25) * windUnit, 2),
            "windBearing": random.randrange(360),
            "cloudCover": round(random.uniform(0, 1), 2),
            "uvIndex": round(random.uniform(0, 15), 2),
            "visibility": round(random.uniform(0, 16090) * visUnits, 2),
            "ozone": round(random.uniform(0, 500), 2),
        }

        try:
            hourText, hourIcon = calculate_text(
                hourItem,
                prepAccumUnit,
                visUnits,
                windUnit,
                tempUnits,
                True,
                rainIntensity,
                snowIntensity,
                sleetIntensity,
                "hour",
                intensity,
                icon,
                )
            hourItem["summary"] = translation.translate(["title", hourText])
            hourItem["icon"] = hourIcon
        except Exception as e:
            print("TEXT GEN ERROR:")
            print(e)

        hourList.append(hourItem)

        hourIconList.append(hourIcon)
        hourTextList.append(hourItem["summary"])


    for idx in range(8):
        highTemp = random.uniform(285.65, 308.15)
        lowTemp = random.uniform(285.65, highTemp)
        maxTemp = random.uniform(285.65, 308.15)
        minTemp = random.uniform(285.65, maxTemp)

        humidity = round(random.uniform(0, 1), 2)
        windSpeed = round(random.uniform(0, 21), 2)

        random.shuffle(precipType)
        random.shuffle(precipType)
        random.shuffle(precipType)
        type = random.choice(precipType)
        maxIntensity = random.uniform(0, 20) - 5
        rainIntensity = max(random.uniform(0 if maxIntensity == 0 else 5.1, maxIntensity) - 5, 0)
        snowIntensity = sleetIntensity = 0
        intensity = rainIntensity + snowIntensity + sleetIntensity
        midnight = datetime.datetime.combine(datetime.datetime.today(), datetime.time.min)
        today = midnight + datetime.timedelta(days=idx)

        dayObject = {
            "time": int(today.timestamp()),
            "summary": None,
            "icon": None,
            "sunriseTime": int(time.time()),
            "sunsetTime": int(time.time()),
            "moonPhase": int(time.time()),
            "precipIntensity": max(round(intensity * prepIntensityUnit, 4), 0),
            "precipIntensityMax": max(round(maxIntensity * prepIntensityUnit, 4), 0),
            "precipIntensityMaxTime": int(time.time()),
            "precipProbability": round(random.uniform(0, 1), 2),
            "precipAccumulation": max(round((random.uniform(0 if maxIntensity == 0 else 5.1, maxIntensity) - 5) * prepAccumUnit, 4), 0),
            "precipType": type,
            "temperatureHigh": round(temp_converter(highTemp, tempUnits), 2),
            "temperatureHighTime": int(time.time()),
            "temperatureLow": round(temp_converter(lowTemp, tempUnits), 2),
            "temperatureLowTime": int(time.time()),
            "apparentTemperatureHigh": round(temp_converter(apparent_temp_calculator(highTemp, humidity, windSpeed, windUnit), tempUnits), 2),
            "apparentTemperatureHighTime": int(time.time()),
            "apparentTemperatureLow": round(temp_converter(apparent_temp_calculator(lowTemp, humidity, windSpeed, windUnit), tempUnits), 2),
            "apparentTemperatureLowTime": int(time.time()),
            "dewPoint": round(temp_converter(random.uniform(278.15, 308.15), tempUnits), 2),
            "humidity": humidity,
            "pressure": round(random.uniform(0, 15) * pressUnits, 2),
            "windSpeed": round(windSpeed, 2),
            "windGust": round(random.uniform(windSpeed, 25) * windUnit, 2),
            "windGustTime": int(time.time()),
            "windBearing": random.randrange(360),
            "cloudCover": round(random.uniform(0, 1), 2),
            "uvIndex": round(random.uniform(0, 15), 2),
            "uvIndexTime": int(time.time()),
            "visibility": round(random.uniform(0, 16090) * visUnits, 2),
            "temperatureMin": round(temp_converter(minTemp, tempUnits), 2),
            "temperatureMinTime": int(time.time()),
            "temperatureMax": round(temp_converter(maxTemp, tempUnits), 2),
            "temperatureMaxTime": int(time.time()),
            "apparentTemperatureMin": round(temp_converter(apparent_temp_calculator(minTemp, humidity, windSpeed, windUnit), tempUnits), 2),
            "apparentTemperatureMinTime": int(time.time()),
            "apparentTemperatureMax": round(temp_converter(apparent_temp_calculator(maxTemp, humidity, windSpeed, windUnit), tempUnits), 2),
            "apparentTemperatureMaxTime": int(time.time()),
        }

        try:
            # Update the text
            dayText, dayIcon = calculate_day_text(
                dayObject,
                prepAccumUnit,
                visUnits,
                windUnit,
                tempUnits,
                True,
                rainIntensity,
                snowIntensity,
                sleetIntensity,
            )
            dayObject["summary"] = translation.translate(["sentence", dayText])
            dayObject["icon"] = dayIcon
        except Exception as e:
            print("TEXT GEN ERROR:")
            print(e)
        
        dayList.append(dayObject)

        dayTextList.append(dayObject["summary"])
        dayIconList.append(dayIcon)


    ### RETURN ###
    returnOBJ = dict()
    currentTemp = random.uniform(285.65, 308.15)

    humidity = round(random.uniform(0, 1), 2)
    windSpeed = round(random.uniform(0, 21), 2)

    random.shuffle(precipType)
    random.shuffle(precipType)
    random.shuffle(precipType)
    type = random.choice(precipType)

    # Convert intensity to accumulation based on type
    currnetRainAccum = 0
    currnetSnowAccum = 0
    currnetIceAccum = 0

    apparentTemp = temp_converter(apparent_temp_calculator(currentTemp, humidity, windSpeed, windUnit), tempUnits)

    returnOBJ["latitude"] = random.randrange(-9000, 9000, 1) / 100
    returnOBJ["longitude"] = random.randrange(-9000, 9000, 1) / 100
    returnOBJ["timezone"] = "America/Toronto"
    returnOBJ["offset"] = -4
    returnOBJ["elevation"] = random.randrange(0, 10000, 1) / 100

    returnOBJ["currently"] = dict()
    returnOBJ["currently"]["time"] = int(time.time())
    returnOBJ["currently"]["summary"] = None
    returnOBJ["currently"]["icon"] = None
    returnOBJ["currently"]["nearestStormDistance"] = round(random.uniform(0, 100000) * visUnits, 2)
    returnOBJ["currently"]["nearestStormBearing"] = random.randrange(360)
    returnOBJ["currently"]["precipIntensity"] = minuteDict[0]["precipIntensity"]
    returnOBJ["currently"]["precipProbability"] = minuteDict[0]["precipProbability"]
    returnOBJ["currently"]["precipIntensityError"] = minuteDict[0]["precipIntensityError"]
    returnOBJ["currently"]["precipType"] = minuteDict[0]["precipType"]
    returnOBJ["currently"]["temperature"] = round(temp_converter(currentTemp, tempUnits), 2)
    returnOBJ["currently"]["apparentTemperature"] = round(apparentTemp, 2)
    returnOBJ["currently"]["dewPoint"] = round(temp_converter(random.uniform(278.15, 308.15), tempUnits), 2)
    returnOBJ["currently"]["humidity"] = humidity
    returnOBJ["currently"]["pressure"] = round(random.uniform(800, 1100) * pressUnits, 2)
    returnOBJ["currently"]["windSpeed"] = round(windSpeed * windUnit, 2)
    returnOBJ["currently"]["windGust"] = round(random.uniform(windSpeed, 25) * windUnit, 2)
    returnOBJ["currently"]["windBearing"] = random.randrange(360)
    returnOBJ["currently"]["cloudCover"] = round(random.uniform(0, 1), 2)
    returnOBJ["currently"]["uvIndex"] = round(random.uniform(0, 15), 2)
    returnOBJ["currently"]["visibility"] = round(random.uniform(0, 16090) * visUnits, 2)
    returnOBJ["currently"]["ozone"] = round(random.uniform(0, 500), 2)

    if minuteDict[0]["precipType"] == "rain":
        currnetRainAccum = (
            minuteDict[0]["precipIntensity"] / prepIntensityUnit * prepIntensityUnit
        )
    elif minuteDict[0]["precipType"] == "snow":
        currnetSnowAccum = (
            minuteDict[0]["precipIntensity"] / prepIntensityUnit * prepIntensityUnit
        ) * 10  # 1:10 since intensity is in liquid water equivalent
    elif minuteDict[0]["precipType"] == "sleet":
        currnetIceAccum = (
            minuteDict[0]["precipIntensity"] / prepIntensityUnit * prepIntensityUnit
        )

    try:
        currentText, currentIcon = calculate_text(
            returnOBJ["currently"],
            prepAccumUnit,
            visUnits,
            windUnit,
            tempUnits,
            True,
            currnetRainAccum,
            currnetSnowAccum,
            currnetIceAccum,
            "current",
            minuteDict[0]["precipIntensity"],        
        )
        returnOBJ["currently"]["summary"] = translation.translate(
            ["title", currentText]
            )
        returnOBJ["currently"]["icon"] = currentIcon
    except Exception as e:
        print("TEXT GEN ERROR:")
        print(e)

    returnOBJ["minutely"] = dict()
    try:
        minuteText, minuteIcon = calculate_minutely_text(
            minuteDict, currentText, currentIcon, icon, prepIntensityUnit
            )
        returnOBJ["minutely"]["summary"] = translation.translate(
            ["sentence", minuteText]
            )
        returnOBJ["minutely"]["icon"] = minuteIcon
    except Exception as e:
        print("TEXT GEN ERROR:")
        print(e)
        returnOBJ["minutely"]["summary"] = None
        returnOBJ["minutely"]["icon"] = None

    returnOBJ["minutely"]["data"] = minuteDict

    returnOBJ["hourly"] = dict()
    returnOBJ["hourly"]["summary"] = max(
        set(hourTextList), key=hourTextList.count
    )  
    returnOBJ["hourly"]["icon"] = max(set(hourIconList), key=hourIconList.count)
    returnOBJ["hourly"]["data"] = hourList

    returnOBJ["daily"] = dict()
    try:
        weekText, weekIcon = calculate_weekly_text(
            dayList, prepAccumUnit, tempUnits, icon
        )
        returnOBJ["daily"]["summary"] = translation.translate(["sentence", weekText])
        returnOBJ["daily"]["icon"] = weekIcon
    except Exception as e:
        print("TEXT GEN ERROR:")
        print(e)
        returnOBJ["daily"]["summary"] = max(
            set(dayTextList), key=dayTextList.count
        )
        returnOBJ["daily"]["icon"] = max(
            set(dayIconList), key=dayIconList.count
        )
    returnOBJ["daily"]["data"] = dayList
    returnOBJ["alerts"] = []
    returnOBJ["flags"] = dict()
    returnOBJ["flags"]["version"] = "V2.6.0a"
    returnOBJ["flags"]["unitSystem"] = unitSystem

        # if timeMachine:
        # lock.release()

    return returnOBJ


def apparent_temp_calculator(temp, humidity, windSpeed, windUnit):
    apparentTemp = temp

    # AT = Ta + 0.33 × rh / 100 × 6.105 × exp(17.27 × Ta / (237.7 + Ta)) − 0.70 × ws − 4.00
    e = (
        humidity
        * 6.105
        * np.exp(
            17.27 * (temp - 273.15) / (237.7 + (temp - 273.15))
        )
    )
    apparentTemp = (
        (temp - 273.15)
        + 0.33 * e
        - 0.70 * (windSpeed / windUnit)
        - 4.00
    ) + 273.15

    return apparentTemp

def temp_converter(temp, tempUnits):
    if tempUnits == 0:
        temp = (temp - 273.15) * 9 / 5 + 32
    else:
        temp = temp - 273.15

    return temp

test = PW_Forecast()
with open('data.json', 'w') as f:
    json.dump(test, f)

[cloneofghosts]

Bit of an update here. I got the times working so now the time variable will not always be the same for each minute/hour/day. Not too worried about the max time so will keep it the same as is is now.

Wanted to get this working as I'm planning on creating logic for the proper daily summaries and need to get the time working so I can test it with these functions.

[alexander0042]

Sorry I missed this (I don't always think to check discussions). I think it's a great idea though, and definitely useful. Maybe toss it into the scripts folder, since that's where I'd look for it?