Skip to content

Commit

Permalink
update the github criteria to the failing scenario
Browse files Browse the repository at this point in the history
  • Loading branch information
mmcdermott committed Jun 13, 2024
1 parent a8a7b3c commit abc0f32
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 25 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ jobs:

- name: Install packages
run: |
pip install -e .[tests]
pip install .[tests]
#----------------------------------------------
# run test suite
Expand Down
25 changes: 1 addition & 24 deletions src/MEDS_tabular_automl/generate_summarized_reps.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,7 @@
from loguru import logger
from scipy.sparse import coo_array, csr_array, sparray

from MEDS_tabular_automl.describe_codes import get_feature_columns
from MEDS_tabular_automl.generate_ts_features import get_feature_names, get_flat_ts_rep
from MEDS_tabular_automl.generate_ts_features import get_feature_names
from MEDS_tabular_automl.utils import (
CODE_AGGREGATIONS,
VALUE_AGGREGATIONS,
Expand Down Expand Up @@ -207,25 +206,3 @@ def generate_summary(

out_matrix = compute_agg(index_df, matrix, window_size, agg, len(ts_columns), use_tqdm=use_tqdm)
return out_matrix


if __name__ == "__main__":
from pathlib import Path

feature_columns_fp = (
Path("/storage/shared/meds_tabular_ml/ebcl_dataset/processed") / "tabularized_code_metadata.parquet"
)
shard_fp = Path("/storage/shared/meds_tabular_ml/ebcl_dataset/processed/final_cohort/train/0.parquet")

feature_columns = get_feature_columns(feature_columns_fp)
df = pl.scan_parquet(shard_fp)
agg = "code/count"
index_df, sparse_matrix = get_flat_ts_rep(agg, feature_columns, df)
generate_summary(
feature_columns=feature_columns,
index_df=index_df,
matrix=sparse_matrix,
window_size="full",
agg=agg,
use_tqdm=True,
)

0 comments on commit abc0f32

Please sign in to comment.