Skip to content

Enhance Speed For Pyrenew HEW Outputs #135

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 5 commits into
base: main
Choose a base branch
from
Draft

Enhance Speed For Pyrenew HEW Outputs #135

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
76eab44
add caching more pervasively
O957 Aug 11, 2025
14337ee
Merge remote-tracking branch 'origin/main' into 124-enhance-speed-for…
O957 Aug 13, 2025
f561255
Merge remote-tracking branch 'origin/main' into 124-enhance-speed-for…
O957 Aug 13, 2025
36053e2
Merge remote-tracking branch 'origin/main' into 124-enhance-speed-for…
O957 Aug 14, 2025
6dd6505
Merge remote-tracking branch 'origin/main' into 124-enhance-speed-for…
O957 Aug 25, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 6 additions & 2 deletions hubverse_annotator/utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
logger = logging.getLogger(__name__)


@st.cache_data
@st.cache_data(show_spinner=False)
def get_available_locations(
observed_data_table: pl.DataFrame, forecast_table: pl.DataFrame
) -> pl.DataFrame:
Expand Down Expand Up @@ -59,6 +59,7 @@ def get_available_locations(
)


@st.cache_data(show_spinner=False)
def get_reference_dates(forecast_table: pl.DataFrame) -> list[datetime.date]:
"""
Retrieves a dataframe of forecast reference dates. The
Expand Down Expand Up @@ -315,6 +316,7 @@ def band(low: str, high: str, opacity: float) -> alt.Chart:
return alt.layer(*bands, median)


@st.cache_data(show_spinner=False)
def filter_for_plotting(
observed_data_table: pl.DataFrame,
forecast_table: pl.DataFrame,
Expand Down Expand Up @@ -409,7 +411,7 @@ def validate_schema(
st.stop()


@st.cache_data
@st.cache_data(show_spinner=False)
def load_hubverse_table(hub_file: UploadedFile | None):
"""
Load a hubverse formatted table into Polars from a
Expand Down Expand Up @@ -467,6 +469,7 @@ def load_hubverse_table(hub_file: UploadedFile | None):
return hub_table


@st.cache_data(show_spinner=False)
def load_observed_data(
observed_data_file: UploadedFile | None,
) -> pl.DataFrame:
Expand Down Expand Up @@ -507,6 +510,7 @@ def load_observed_data(
return table


@st.cache_data(show_spinner=False)
def load_forecast_data(
forecast_file: UploadedFile | None,
) -> pl.DataFrame:
Expand Down