From d4b2138cf3873f91e576887a2f18634b59eb27d9 Mon Sep 17 00:00:00 2001 From: AMBUJ MISHRA Date: Thu, 12 Dec 2024 10:34:56 +0530 Subject: [PATCH] script-2 missing connector feature_table_name (#529) --- .../profiles_mlcorelib/ml_core/preprocess_and_train.py | 2 ++ src/predictions/profiles_mlcorelib/processors/K8sProcessor.py | 2 ++ src/predictions/profiles_mlcorelib/processors/LocalProcessor.py | 2 ++ 3 files changed, 6 insertions(+) diff --git a/src/predictions/profiles_mlcorelib/ml_core/preprocess_and_train.py b/src/predictions/profiles_mlcorelib/ml_core/preprocess_and_train.py index dbbbc601..e194d342 100644 --- a/src/predictions/profiles_mlcorelib/ml_core/preprocess_and_train.py +++ b/src/predictions/profiles_mlcorelib/ml_core/preprocess_and_train.py @@ -267,6 +267,7 @@ def preprocess_and_train( parser.add_argument("--merged_config", type=json.loads) parser.add_argument("--input_column_types", type=json.loads) parser.add_argument("--input_columns", type=json.loads) + parser.add_argument("--connector_feature_table_name", type=str) parser.add_argument("--wh_creds", type=json.loads) parser.add_argument("--output_path", type=str) parser.add_argument("--mode", type=str) @@ -298,6 +299,7 @@ def preprocess_and_train( warehouse = wh_creds["type"] train_procedure = train_and_store_model_results connector = ConnectorFactory.create(wh_creds, output_dir) + connector.feature_table_name = args.connector_feature_table_name local_folder = connector.get_local_dir() material_info_ = args.material_names diff --git a/src/predictions/profiles_mlcorelib/processors/K8sProcessor.py b/src/predictions/profiles_mlcorelib/processors/K8sProcessor.py index efdbff9e..2f475b7d 100644 --- a/src/predictions/profiles_mlcorelib/processors/K8sProcessor.py +++ b/src/predictions/profiles_mlcorelib/processors/K8sProcessor.py @@ -210,6 +210,8 @@ def train( json.dumps(input_column_types), "--input_columns", json.dumps(input_columns), + "--connector_feature_table_name", + self.connector.feature_table_name, "--metrics_table", metrics_table, ] diff --git a/src/predictions/profiles_mlcorelib/processors/LocalProcessor.py b/src/predictions/profiles_mlcorelib/processors/LocalProcessor.py index d66408ef..d1a8e73f 100644 --- a/src/predictions/profiles_mlcorelib/processors/LocalProcessor.py +++ b/src/predictions/profiles_mlcorelib/processors/LocalProcessor.py @@ -38,6 +38,8 @@ def train( json.dumps(input_column_types), "--input_columns", json.dumps(input_columns), + "--connector_feature_table_name", + self.connector.feature_table_name, "--wh_creds", json.dumps(wh_creds), "--output_path",