From 328617913d8caf6b3f0014063cd46c0d809d97fa Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Thu, 1 Feb 2024 16:04:07 -0800 Subject: [PATCH] change propeller compiler test Signed-off-by: Yee Hing Tong --- .../validation/execution_validator_test.go | 3 +- .../pkg/compiler/test/compiler_test.go | 96 +-- ...ation.multi_images.svm_trainer_1_task.yaml | 63 -- ...ion.multi_images.svm_predictor_1_task.yaml | 69 -- ...ization.multi_images.my_workflow_2_wf.yaml | 74 -- ...04_ellipse-area-metadata-shell_1_task.yaml | 49 -- ...5_ellipse-area-metadata-python_1_task.yaml | 50 -- .../006_ellipse-area-metadata-r_1_task.yaml | 51 -- ..._ellipse-area-metadata-haskell_1_task.yaml | 49 -- ...08_ellipse-area-metadata-julia_1_task.yaml | 50 -- ...er.report_all_calculated_areas_1_task.yaml | 89 --- ...ontainerization.raw_container.wf_2_wf.yaml | 215 ------ ...zation.use_secrets.secret_task_1_task.yaml | 48 -- ...ion.use_secrets.user_info_task_1_task.yaml | 55 -- ...n.use_secrets.secret_file_task_1_task.yaml | 54 -- ...n.use_secrets.my_secret_workflow_2_wf.yaml | 103 --- ....control_flow.chain_tasks.read_1_task.yaml | 45 -- ...control_flow.chain_tasks.write_1_task.yaml | 38 - ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 50 -- ...flow.checkpoint.use_checkpoint_1_task.yaml | 51 -- ....control_flow.checkpoint.example_2_wf.yaml | 48 -- ...control_flow.conditions.square_1_task.yaml | 52 -- ...control_flow.conditions.double_1_task.yaml | 52 -- ...ntrol_flow.conditions.multiplier_2_wf.yaml | 110 --- ...rol_flow.conditions.multiplier_2_2_wf.yaml | 141 ---- ...rol_flow.conditions.multiplier_3_2_wf.yaml | 162 ----- ...trol_flow.conditions.coin_toss_1_task.yaml | 50 -- ...control_flow.conditions.failed_1_task.yaml | 44 -- ...ontrol_flow.conditions.success_1_task.yaml | 44 -- ...flow.conditions.basic_boolean_wf_2_wf.yaml | 103 --- ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 82 --- ...low.conditions.nested_conditions_2_wf.yaml | 236 ------- ...ntrol_flow.conditions.calc_sum_1_task.yaml | 55 -- ..._flow.conditions.consume_outputs_2_wf.yaml | 146 ---- ...rol_flow.dynamics.return_index_1_task.yaml | 50 -- ...trol_flow.dynamics.update_list_1_task.yaml | 59 -- ...rol_flow.dynamics.derive_count_1_task.yaml | 59 -- ...flow.dynamics.count_characters_1_task.yaml | 58 -- ...48_core.control_flow.dynamics.wf_2_wf.yaml | 57 -- ..._flow.map_task.a_mappable_task_1_task.yaml | 50 -- ...control_flow.map_task.coalesce_1_task.yaml | 52 -- ..._task.mapper_a_mappable_task_0_1_task.yaml | 57 -- ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 78 -- ....control_flow.merge_sort.split_1_task.yaml | 66 -- ....control_flow.merge_sort.merge_1_task.yaml | 61 -- ...l_flow.merge_sort.sort_locally_1_task.yaml | 54 -- ...merge_sort.merge_sort_remotely_1_task.yaml | 62 -- ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 117 --- ...e.control_flow.subworkflows.t1_1_task.yaml | 55 -- ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 79 --- ....subworkflows.count_freq_words_1_task.yaml | 50 -- ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 47 -- ...rkflows.count_repetitive_words_1_task.yaml | 52 -- .../075_my-objectstore-sensor_1_task.yaml | 31 - ....custom_task_plugin.print_file_1_task.yaml | 50 -- ...e.custom_task_plugin.my_workflow_2_wf.yaml | 71 -- ...nd_flyte.custom_types.generate_1_task.yaml | 46 -- ...end_flyte.custom_types.consume_1_task.yaml | 52 -- ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 56 -- ...flyte_basics.basic_workflow.t1_1_task.yaml | 55 -- ...flyte_basics.basic_workflow.t2_1_task.yaml | 55 -- ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 89 --- ...yte_basics.decorating_tasks.t1_1_task.yaml | 50 -- ...yte_basics.decorating_tasks.t2_1_task.yaml | 50 -- ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 68 -- ...ics.decorating_workflows.setup_1_task.yaml | 38 - ....decorating_workflows.teardown_1_task.yaml | 38 - ...basics.decorating_workflows.t1_1_task.yaml | 50 -- ...basics.decorating_workflows.t2_1_task.yaml | 50 -- ...e_basics.decorating_workflows.wf_2_wf.yaml | 96 --- ...s.documented_workflow.add_data_1_task.yaml | 73 -- ...mented_workflow.sphinx_docstring_2_wf.yaml | 76 -- ...umented_workflow.numpy_docstring_2_wf.yaml | 76 -- ...mented_workflow.google_docstring_2_wf.yaml | 76 -- ...basics.files.normalize_columns_1_task.yaml | 69 -- ..._basics.files.normalize_csv_file_2_wf.yaml | 81 --- ..._basics.folders.download_files_1_task.yaml | 53 -- ...cs.folders.normalize_all_files_1_task.yaml | 70 -- ...download_and_normalize_csv_files_2_wf.yaml | 99 --- ...e_basics.hello_world.say_hello_1_task.yaml | 44 -- ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 35 - ..._basics.imperative_wf_style.t1_1_task.yaml | 50 -- ..._basics.imperative_wf_style.t2_1_task.yaml | 38 - ..._basics.imperative_wf_style.t3_1_task.yaml | 52 -- ...7_my.imperative.workflow.example_2_wf.yaml | 108 --- ...19_core.flyte_basics.lp.square_1_task.yaml | 50 -- .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 47 -- ...124_core.flyte_basics.lp.greet_1_task.yaml | 60 -- ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 67 -- ...basics.named_outputs.say_hello_1_task.yaml | 44 -- ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 58 -- .../snacks-core/133__bash.task_1_1_task.yaml | 38 - .../snacks-core/134_task_1_1_task.yaml | 50 -- .../snacks-core/135__bash.task_2_1_task.yaml | 38 - .../snacks-core/136_task_2_1_task.yaml | 56 -- .../snacks-core/137__bash.task_3_1_task.yaml | 38 - .../snacks-core/138_task_3_1_task.yaml | 61 -- ...ics.shell_task.create_entities_1_task.yaml | 50 -- ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 118 ---- ..._core.flyte_basics.task.square_1_task.yaml | 50 -- ...flyte_basics.task_cache.square_1_task.yaml | 52 -- ...che.uncached_data_reading_task_1_task.yaml | 45 -- ...he.cached_data_processing_task_1_task.yaml | 54 -- ....task_cache.compare_dataframes_1_task.yaml | 51 -- ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 93 --- ...cs.task_cache_serialize.square_1_task.yaml | 53 -- ...flows.lp_schedules.format_date_1_task.yaml | 50 -- ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 34 - ...flows.lp_schedules.be_positive_1_task.yaml | 50 -- ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 34 - ...ystem.custom_objects.stringify_1_task.yaml | 70 -- ...type_system.custom_objects.add_1_task.yaml | 115 --- ...m.custom_objects.upload_result_1_task.yaml | 85 --- ...custom_objects.download_result_1_task.yaml | 85 --- ...re.type_system.custom_objects.wf_2_wf.yaml | 203 ------ ...pe_system.enums.enum_stringify_1_task.yaml | 54 -- ...pe_system.enums.string_to_enum_1_task.yaml | 54 -- ...6_core.type_system.enums.enum_wf_2_wf.yaml | 87 --- ...type_system.flyte_pickle.greet_1_task.yaml | 53 -- ...type_system.flyte_pickle.welcome_2_wf.yaml | 50 -- ...core.type_system.schema.get_df_1_task.yaml | 51 -- ...core.type_system.schema.add_df_1_task.yaml | 52 -- ...73_core.type_system.schema.df_wf_2_wf.yaml | 69 -- ...stem.structured_dataset.get_df_1_task.yaml | 64 -- ...ructured_dataset.get_schema_df_1_task.yaml | 55 -- ...ructured_dataset.get_subset_df_1_task.yaml | 62 -- ...em.structured_dataset.to_numpy_1_task.yaml | 62 -- ..._dataset.pandas_compatibility_wf_2_wf.yaml | 95 --- ..._dataset.schema_compatibility_wf_2_wf.yaml | 95 --- ...re.type_system.typed_schema.t1_1_task.yaml | 48 -- ...re.type_system.typed_schema.t2_1_task.yaml | 56 -- ...core.type_system.typed_schema.wf_2_wf.yaml | 58 -- ...ation.multi_images.svm_trainer_1_task.yaml | 70 -- ...ion.multi_images.svm_predictor_1_task.yaml | 76 -- ...ization.multi_images.my_workflow_2_wf.yaml | 254 ------- ...04_ellipse-area-metadata-shell_1_task.yaml | 56 -- ...5_ellipse-area-metadata-python_1_task.yaml | 57 -- .../006_ellipse-area-metadata-r_1_task.yaml | 58 -- ..._ellipse-area-metadata-haskell_1_task.yaml | 56 -- ...08_ellipse-area-metadata-julia_1_task.yaml | 57 -- ...er.report_all_calculated_areas_1_task.yaml | 96 --- ...ontainerization.raw_container.wf_2_wf.yaml | 664 ------------------ ...zation.use_secrets.secret_task_1_task.yaml | 55 -- ...ion.use_secrets.user_info_task_1_task.yaml | 62 -- ...n.use_secrets.secret_file_task_1_task.yaml | 61 -- ...n.use_secrets.my_secret_workflow_2_wf.yaml | 349 --------- ....control_flow.chain_tasks.read_1_task.yaml | 52 -- ...control_flow.chain_tasks.write_1_task.yaml | 45 -- ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 181 ----- ...flow.checkpoint.use_checkpoint_1_task.yaml | 58 -- ....control_flow.checkpoint.example_2_wf.yaml | 135 ---- ...control_flow.conditions.square_1_task.yaml | 59 -- ...control_flow.conditions.double_1_task.yaml | 59 -- ...ntrol_flow.conditions.multiplier_2_wf.yaml | 265 ------- ...rol_flow.conditions.multiplier_2_2_wf.yaml | 296 -------- ...rol_flow.conditions.multiplier_3_2_wf.yaml | 323 --------- ...trol_flow.conditions.coin_toss_1_task.yaml | 57 -- ...control_flow.conditions.failed_1_task.yaml | 51 -- ...ontrol_flow.conditions.success_1_task.yaml | 51 -- ...flow.conditions.basic_boolean_wf_2_wf.yaml | 297 -------- ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 213 ------ ...low.conditions.nested_conditions_2_wf.yaml | 403 ----------- ...ntrol_flow.conditions.calc_sum_1_task.yaml | 62 -- ..._flow.conditions.consume_outputs_2_wf.yaml | 433 ------------ ...rol_flow.dynamics.return_index_1_task.yaml | 57 -- ...trol_flow.dynamics.update_list_1_task.yaml | 66 -- ...rol_flow.dynamics.derive_count_1_task.yaml | 66 -- ...flow.dynamics.count_characters_1_task.yaml | 65 -- ...48_core.control_flow.dynamics.wf_2_wf.yaml | 152 ---- ..._flow.map_task.a_mappable_task_1_task.yaml | 57 -- ...control_flow.map_task.coalesce_1_task.yaml | 59 -- ..._task.mapper_a_mappable_task_0_1_task.yaml | 64 -- ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 236 ------- ....control_flow.merge_sort.split_1_task.yaml | 73 -- ....control_flow.merge_sort.merge_1_task.yaml | 68 -- ...l_flow.merge_sort.sort_locally_1_task.yaml | 61 -- ...merge_sort.merge_sort_remotely_1_task.yaml | 69 -- ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 286 -------- ...e.control_flow.subworkflows.t1_1_task.yaml | 62 -- ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 184 ----- ....subworkflows.count_freq_words_1_task.yaml | 57 -- ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 133 ---- ...rkflows.count_repetitive_words_1_task.yaml | 59 -- .../075_my-objectstore-sensor_1_task.yaml | 31 - ....custom_task_plugin.print_file_1_task.yaml | 57 -- ...e.custom_task_plugin.my_workflow_2_wf.yaml | 194 ----- ...nd_flyte.custom_types.generate_1_task.yaml | 53 -- ...end_flyte.custom_types.consume_1_task.yaml | 59 -- ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 202 ------ ...flyte_basics.basic_workflow.t1_1_task.yaml | 62 -- ...flyte_basics.basic_workflow.t2_1_task.yaml | 62 -- ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 259 ------- ...yte_basics.decorating_tasks.t1_1_task.yaml | 57 -- ...yte_basics.decorating_tasks.t2_1_task.yaml | 57 -- ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 217 ------ ...ics.decorating_workflows.setup_1_task.yaml | 45 -- ....decorating_workflows.teardown_1_task.yaml | 45 -- ...basics.decorating_workflows.t1_1_task.yaml | 57 -- ...basics.decorating_workflows.t2_1_task.yaml | 57 -- ...e_basics.decorating_workflows.wf_2_wf.yaml | 351 --------- ...s.documented_workflow.add_data_1_task.yaml | 80 --- ...mented_workflow.sphinx_docstring_2_wf.yaml | 186 ----- ...umented_workflow.numpy_docstring_2_wf.yaml | 186 ----- ...mented_workflow.google_docstring_2_wf.yaml | 186 ----- ...basics.files.normalize_columns_1_task.yaml | 76 -- ..._basics.files.normalize_csv_file_2_wf.yaml | 189 ----- ..._basics.folders.download_files_1_task.yaml | 60 -- ...cs.folders.normalize_all_files_1_task.yaml | 77 -- ...download_and_normalize_csv_files_2_wf.yaml | 275 -------- ...e_basics.hello_world.say_hello_1_task.yaml | 51 -- ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 114 --- ..._basics.imperative_wf_style.t1_1_task.yaml | 57 -- ..._basics.imperative_wf_style.t2_1_task.yaml | 45 -- ..._basics.imperative_wf_style.t3_1_task.yaml | 59 -- ...7_my.imperative.workflow.example_2_wf.yaml | 329 --------- ...19_core.flyte_basics.lp.square_1_task.yaml | 57 -- .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 133 ---- ...124_core.flyte_basics.lp.greet_1_task.yaml | 67 -- ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 165 ----- ...basics.named_outputs.say_hello_1_task.yaml | 51 -- ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 151 ---- .../compiled/133__bash.task_1_1_task.yaml | 45 -- .../compiled/134_task_1_1_task.yaml | 57 -- .../compiled/135__bash.task_2_1_task.yaml | 45 -- .../compiled/136_task_2_1_task.yaml | 63 -- .../compiled/137__bash.task_3_1_task.yaml | 45 -- .../compiled/138_task_3_1_task.yaml | 68 -- ...ics.shell_task.create_entities_1_task.yaml | 57 -- ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 413 ----------- ..._core.flyte_basics.task.square_1_task.yaml | 57 -- ...flyte_basics.task_cache.square_1_task.yaml | 59 -- ...che.uncached_data_reading_task_1_task.yaml | 52 -- ...he.cached_data_processing_task_1_task.yaml | 61 -- ....task_cache.compare_dataframes_1_task.yaml | 58 -- ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 307 -------- ...cs.task_cache_serialize.square_1_task.yaml | 60 -- ...flows.lp_schedules.format_date_1_task.yaml | 57 -- ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 113 --- ...flows.lp_schedules.be_positive_1_task.yaml | 57 -- ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 113 --- ...ystem.custom_objects.stringify_1_task.yaml | 77 -- ...type_system.custom_objects.add_1_task.yaml | 122 ---- ...m.custom_objects.upload_result_1_task.yaml | 92 --- ...custom_objects.download_result_1_task.yaml | 92 --- ...re.type_system.custom_objects.wf_2_wf.yaml | 652 ----------------- ...pe_system.enums.enum_stringify_1_task.yaml | 61 -- ...pe_system.enums.string_to_enum_1_task.yaml | 61 -- ...6_core.type_system.enums.enum_wf_2_wf.yaml | 252 ------- ...type_system.flyte_pickle.greet_1_task.yaml | 60 -- ...type_system.flyte_pickle.welcome_2_wf.yaml | 139 ---- ...core.type_system.schema.get_df_1_task.yaml | 58 -- ...core.type_system.schema.add_df_1_task.yaml | 59 -- ...73_core.type_system.schema.df_wf_2_wf.yaml | 221 ------ ...stem.structured_dataset.get_df_1_task.yaml | 71 -- ...ructured_dataset.get_schema_df_1_task.yaml | 62 -- ...ructured_dataset.get_subset_df_1_task.yaml | 69 -- ...em.structured_dataset.to_numpy_1_task.yaml | 69 -- ..._dataset.pandas_compatibility_wf_2_wf.yaml | 345 --------- ..._dataset.schema_compatibility_wf_2_wf.yaml | 336 --------- ...re.type_system.typed_schema.t1_1_task.yaml | 55 -- ...re.type_system.typed_schema.t2_1_task.yaml | 63 -- ...core.type_system.typed_schema.wf_2_wf.yaml | 210 ------ ...ization.multi_images.my_workflow_2_wf.yaml | 247 ------- ...ion.multi_images.my_workflow_2_wf_crd.json | 1 + ...ontainerization.raw_container.wf_2_wf.yaml | 569 --------------- ...inerization.raw_container.wf_2_wf_crd.json | 1 + ...n.use_secrets.my_secret_workflow_2_wf.yaml | 334 --------- ...e_secrets.my_secret_workflow_2_wf_crd.json | 1 + ..._flow.chain_tasks.chain_tasks_wf_2_wf.yaml | 194 ----- ...w.chain_tasks.chain_tasks_wf_2_wf_crd.json | 1 + ....control_flow.checkpoint.example_2_wf.yaml | 155 ---- ...trol_flow.checkpoint.example_2_wf_crd.json | 1 + ...ntrol_flow.conditions.multiplier_2_wf.yaml | 252 ------- ...l_flow.conditions.multiplier_2_wf_crd.json | 1 + ...rol_flow.conditions.multiplier_2_2_wf.yaml | 274 -------- ...flow.conditions.multiplier_2_2_wf_crd.json | 1 + ...rol_flow.conditions.multiplier_3_2_wf.yaml | 292 -------- ...flow.conditions.multiplier_3_2_wf_crd.json | 1 + ...flow.conditions.basic_boolean_wf_2_wf.yaml | 286 -------- ....conditions.basic_boolean_wf_2_wf_crd.json | 1 + ...ol_flow.conditions.bool_input_wf_2_wf.yaml | 217 ------ ...low.conditions.bool_input_wf_2_wf_crd.json | 1 + ...low.conditions.nested_conditions_2_wf.yaml | 347 --------- ...conditions.nested_conditions_2_wf_crd.json | 1 + ..._flow.conditions.consume_outputs_2_wf.yaml | 391 ----------- ...w.conditions.consume_outputs_2_wf_crd.json | 1 + ...48_core.control_flow.dynamics.wf_2_wf.yaml | 167 ----- ...ore.control_flow.dynamics.wf_2_wf_crd.json | 1 + ...ol_flow.map_task.my_map_workflow_2_wf.yaml | 235 ------- ...low.map_task.my_map_workflow_2_wf_crd.json | 1 + ...ntrol_flow.merge_sort.merge_sort_2_wf.yaml | 272 ------- ...l_flow.merge_sort.merge_sort_2_wf_crd.json | 1 + ...ntrol_flow.subworkflows.my_subwf_2_wf.yaml | 189 ----- ...l_flow.subworkflows.my_subwf_2_wf_crd.json | 1 + ...l_flow.subworkflows.ext_workflow_2_wf.yaml | 152 ---- ...ow.subworkflows.ext_workflow_2_wf_crd.json | 1 + ...e.custom_task_plugin.my_workflow_2_wf.yaml | 198 ------ ...stom_task_plugin.my_workflow_2_wf_crd.json | 1 + ...ore.extend_flyte.custom_types.wf_2_wf.yaml | 210 ------ ...extend_flyte.custom_types.wf_2_wf_crd.json | 1 + ...lyte_basics.basic_workflow.my_wf_2_wf.yaml | 255 ------- ..._basics.basic_workflow.my_wf_2_wf_crd.json | 1 + ...flyte_basics.decorating_tasks.wf_2_wf.yaml | 221 ------ ...e_basics.decorating_tasks.wf_2_wf_crd.json | 1 + ...e_basics.decorating_workflows.wf_2_wf.yaml | 337 --------- ...sics.decorating_workflows.wf_2_wf_crd.json | 1 + ...mented_workflow.sphinx_docstring_2_wf.yaml | 168 ----- ...ed_workflow.sphinx_docstring_2_wf_crd.json | 1 + ...umented_workflow.numpy_docstring_2_wf.yaml | 168 ----- ...ted_workflow.numpy_docstring_2_wf_crd.json | 1 + ...mented_workflow.google_docstring_2_wf.yaml | 168 ----- ...ed_workflow.google_docstring_2_wf_crd.json | 1 + ..._basics.files.normalize_csv_file_2_wf.yaml | 196 ------ ...ics.files.normalize_csv_file_2_wf_crd.json | 1 + ...download_and_normalize_csv_files_2_wf.yaml | 267 ------- ...load_and_normalize_csv_files_2_wf_crd.json | 1 + ...e.flyte_basics.hello_world.my_wf_2_wf.yaml | 137 ---- ...yte_basics.hello_world.my_wf_2_wf_crd.json | 1 + ...7_my.imperative.workflow.example_2_wf.yaml | 316 --------- ....imperative.workflow.example_2_wf_crd.json | 1 + .../120_core.flyte_basics.lp.my_wf_2_wf.yaml | 152 ---- ...0_core.flyte_basics.lp.my_wf_2_wf_crd.json | 1 + ...25_core.flyte_basics.lp.go_greet_2_wf.yaml | 176 ----- ...ore.flyte_basics.lp.go_greet_2_wf_crd.json | 1 + ...flyte_basics.named_outputs.my_wf_2_wf.yaml | 165 ----- ...e_basics.named_outputs.my_wf_2_wf_crd.json | 1 + ..._core.flyte_basics.shell_task.wf_2_wf.yaml | 380 ---------- ...e.flyte_basics.shell_task.wf_2_wf_crd.json | 1 + ...s.task_cache.cached_dataframe_wf_2_wf.yaml | 294 -------- ...sk_cache.cached_dataframe_wf_2_wf_crd.json | 1 + ...s.lp_schedules.date_formatter_wf_2_wf.yaml | 136 ---- ..._schedules.date_formatter_wf_2_wf_crd.json | 1 + ...rkflows.lp_schedules.positive_wf_2_wf.yaml | 136 ---- ...ows.lp_schedules.positive_wf_2_wf_crd.json | 1 + ...re.type_system.custom_objects.wf_2_wf.yaml | 397 ----------- ...ype_system.custom_objects.wf_2_wf_crd.json | 1 + ...6_core.type_system.enums.enum_wf_2_wf.yaml | 249 ------- ...re.type_system.enums.enum_wf_2_wf_crd.json | 1 + ...type_system.flyte_pickle.welcome_2_wf.yaml | 154 ---- ..._system.flyte_pickle.welcome_2_wf_crd.json | 1 + ...73_core.type_system.schema.df_wf_2_wf.yaml | 225 ------ ...ore.type_system.schema.df_wf_2_wf_crd.json | 1 + ..._dataset.pandas_compatibility_wf_2_wf.yaml | 326 --------- ...aset.pandas_compatibility_wf_2_wf_crd.json | 1 + ..._dataset.schema_compatibility_wf_2_wf.yaml | 320 --------- ...aset.schema_compatibility_wf_2_wf_crd.json | 1 + ...core.type_system.typed_schema.wf_2_wf.yaml | 218 ------ ....type_system.typed_schema.wf_2_wf_crd.json | 1 + 348 files changed, 78 insertions(+), 35563 deletions(-) delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/000_core.containerization.multi_images.svm_trainer_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/042_core.control_flow.conditions.consume_outputs_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/125_core.flyte_basics.lp.go_greet_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/136_task_2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/138_task_3_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/139_core.flyte_basics.shell_task.create_entities_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/158_core.type_system.custom_objects.stringify_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/159_core.type_system.custom_objects.add_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/185_core.type_system.typed_schema.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/018_core.control_flow.chain_tasks.write_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/133__bash.task_1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/135__bash.task_2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/137__bash.task_3_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json delete mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml create mode 100755 flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json diff --git a/flyteadmin/pkg/manager/impl/validation/execution_validator_test.go b/flyteadmin/pkg/manager/impl/validation/execution_validator_test.go index 80aee0dfc2..3cd99166af 100644 --- a/flyteadmin/pkg/manager/impl/validation/execution_validator_test.go +++ b/flyteadmin/pkg/manager/impl/validation/execution_validator_test.go @@ -98,7 +98,8 @@ func TestValidateExecInputsWrongType(t *testing.T) { lpRequest.Spec.FixedInputs, lpRequest.Spec.DefaultInputs, ) - assert.EqualError(t, err, "invalid foo input wrong type. Expected simple:STRING , but got simple:INTEGER ") + expected := "invalid foo input wrong type. Expected simple:STRING , but got simple:INTEGER" + assert.Equal(t, regex(err.Error()), regex(expected)) } func TestValidateExecInputsExtraInputs(t *testing.T) { diff --git a/flytepropeller/pkg/compiler/test/compiler_test.go b/flytepropeller/pkg/compiler/test/compiler_test.go index e2dd63431e..115d4bbf3e 100644 --- a/flytepropeller/pkg/compiler/test/compiler_test.go +++ b/flytepropeller/pkg/compiler/test/compiler_test.go @@ -1,17 +1,19 @@ package test import ( + "bytes" "encoding/json" "flag" + "github.com/flyteorg/flyte/flytepropeller/pkg/visualize" "io/ioutil" "os" "path/filepath" "reflect" + "regexp" "strings" "testing" "time" - "github.com/ghodss/yaml" "github.com/go-test/deep" "github.com/golang/protobuf/jsonpb" "github.com/golang/protobuf/proto" @@ -25,7 +27,6 @@ import ( "github.com/flyteorg/flyte/flytepropeller/pkg/compiler/common" "github.com/flyteorg/flyte/flytepropeller/pkg/compiler/errors" "github.com/flyteorg/flyte/flytepropeller/pkg/compiler/transformers/k8s" - "github.com/flyteorg/flyte/flytepropeller/pkg/visualize" ) var update = flag.Bool("update", false, "Update .golden files") @@ -284,7 +285,8 @@ func assertNodeIDsInConnections(t testing.TB, nodeIDsWithDeps, allNodeIDs sets.S } func TestUseCases(t *testing.T) { - runCompileTest(t, "branch") + // This first test doesn't seem to do anything, all the paths are nil + //runCompileTest(t, "branch") runCompileTest(t, "snacks-core") } @@ -294,6 +296,8 @@ func protoMarshal(v any) ([]byte, error) { return []byte(str), err } +var multiSpaces = regexp.MustCompile(`\s+`) + func storeOrDiff(t testing.TB, f func(obj any) ([]byte, error), obj any, path string) bool { raw, err := f(obj) if !assert.NoError(t, err) { @@ -312,8 +316,11 @@ func storeOrDiff(t testing.TB, f func(obj any) ([]byte, error), obj any, path st return false } - if diff := deep.Equal(string(raw), string(goldenRaw)); diff != nil { - t.Errorf("Compiled() Diff = %v\r\n got = %v\r\n want = %v", diff, string(raw), string(goldenRaw)) + trimmedRaw := multiSpaces.ReplaceAllString(string(raw), " ") + trimmedGolden := multiSpaces.ReplaceAllString(string(goldenRaw), " ") + + if diff := deep.Equal(trimmedRaw, trimmedGolden); diff != nil { + t.Errorf("Compiled() Diff = %v\r\n got = %v\r\n want = %v", diff, trimmedRaw, trimmedGolden) } } @@ -323,9 +330,9 @@ func storeOrDiff(t testing.TB, f func(obj any) ([]byte, error), obj any, path st func runCompileTest(t *testing.T, dirName string) { errors.SetConfig(errors.Config{IncludeSource: true}) // Compile Tasks - t.Run("tasks-"+dirName, func(t *testing.T) { - //t.Parallel() + compiledTasks := make(map[string]*core.CompiledTask) + t.Run("tasks-"+dirName, func(t *testing.T) { paths, err := filepath.Glob("testdata/" + dirName + "/*.pb") if !assert.NoError(t, err) { t.FailNow() @@ -342,62 +349,36 @@ func runCompileTest(t *testing.T, dirName string) { } t.Run(p, func(t *testing.T) { - //t.Parallel() - if !storeOrDiff(t, yaml.Marshal, tsk, strings.TrimSuffix(p, filepath.Ext(p))+"_task.yaml") { - t.FailNow() - } - inputTask := tsk.Template setDefaultFields(inputTask) task, err := compiler.CompileTask(inputTask) if !assert.NoError(t, err) { t.FailNow() } - - if !storeOrDiff(t, yaml.Marshal, task, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_task.yaml")) { - t.FailNow() - } - - if !storeOrDiff(t, protoMarshal, tsk, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_task.json")) { - t.FailNow() - } + compiledTasks[tsk.Template.Id.String()] = task + + // unmarshal from json file to compare rather than yaml + taskFile := filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_task.json") + taskBytes, err := os.ReadFile(taskFile) + assert.NoError(t, err) + compiledTaskFromFile := &core.CompiledTask{} + reader := bytes.NewReader(taskBytes) + err = jsonpb.Unmarshal(reader, compiledTaskFromFile) + assert.NoError(t, err) + assert.True(t, proto.Equal(task, compiledTaskFromFile)) }) } }) - // Load Compiled Tasks - paths, err := filepath.Glob(filepath.Join("testdata", dirName, "compiled", "*_task.json")) - if !assert.NoError(t, err) { - t.FailNow() - } - - compiledTasks := make(map[string]*core.CompiledTask, len(paths)) - for _, f := range paths { - raw, err := ioutil.ReadFile(f) - if !assert.NoError(t, err) { - t.FailNow() - } - - tsk := &core.CompiledTask{} - err = jsonpb.UnmarshalString(string(raw), tsk) - if !assert.NoError(t, err) { - t.FailNow() - } - - compiledTasks[tsk.Template.Id.String()] = tsk - } - // Compile Workflows t.Run("workflows-"+dirName, func(t *testing.T) { - //t.Parallel() - - paths, err = filepath.Glob(filepath.Join("testdata", dirName, "*.pb")) + paths, err := filepath.Glob(filepath.Join("testdata", dirName, "*.pb")) if !assert.NoError(t, err) { t.FailNow() } for _, p := range paths { - raw, err := ioutil.ReadFile(p) + raw, err := os.ReadFile(p) assert.NoError(t, err) wf := &core.WorkflowClosure{} err = proto.Unmarshal(raw, wf) @@ -407,11 +388,6 @@ func runCompileTest(t *testing.T, dirName string) { } t.Run(p, func(t *testing.T) { - //t.Parallel() - if !storeOrDiff(t, yaml.Marshal, wf, strings.TrimSuffix(p, filepath.Ext(p))+"_wf.yaml") { - t.FailNow() - } - inputWf := wf.Workflow reqs, err := compiler.GetRequirements(inputWf, nil) @@ -436,35 +412,28 @@ func runCompileTest(t *testing.T, dirName string) { t.FailNow() } - if !storeOrDiff(t, yaml.Marshal, compiledWfc, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_wf.yaml")) { + allNodeIDs := getAllMatchingNodes(compiledWfc.Primary, allNodesPredicate) + nodeIDsWithDeps := getAllMatchingNodes(compiledWfc.Primary, hasPromiseNodePredicate) + if !assertNodeIDsInConnections(t, nodeIDsWithDeps, allNodeIDs, compiledWfc.Primary.Connections) { t.FailNow() } if !storeOrDiff(t, protoMarshal, compiledWfc, filepath.Join(filepath.Dir(p), "compiled", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_wf.json")) { t.FailNow() } - - allNodeIDs := getAllMatchingNodes(compiledWfc.Primary, allNodesPredicate) - nodeIDsWithDeps := getAllMatchingNodes(compiledWfc.Primary, hasPromiseNodePredicate) - if !assertNodeIDsInConnections(t, nodeIDsWithDeps, allNodeIDs, compiledWfc.Primary.Connections) { - t.FailNow() - } }) } }) // Build K8s Workflows t.Run("k8s-"+dirName, func(t *testing.T) { - //t.Parallel() - - paths, err = filepath.Glob(filepath.Join("testdata", dirName, "compiled", "*_wf.json")) + paths, err := filepath.Glob(filepath.Join("testdata", dirName, "compiled", "*_wf.json")) if !assert.NoError(t, err) { t.FailNow() } for _, p := range paths { t.Run(p, func(t *testing.T) { - //t.Parallel() raw, err := ioutil.ReadFile(p) if !assert.NoError(t, err) { t.FailNow() @@ -492,7 +461,8 @@ func runCompileTest(t *testing.T, dirName string) { t.FailNow() } - if !storeOrDiff(t, yaml.Marshal, flyteWf, filepath.Join(filepath.Dir(filepath.Dir(p)), "k8s", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+".yaml")) { + file := filepath.Join(filepath.Dir(filepath.Dir(p)), "k8s", strings.TrimRight(filepath.Base(p), filepath.Ext(p))+"_crd.json") + if !storeOrDiff(t, json.Marshal, flyteWf, file) { t.FailNow() } }) diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/000_core.containerization.multi_images.svm_trainer_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/000_core.containerization.multi_images.svm_trainer_1_task.yaml deleted file mode 100755 index b199a06874..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/000_core.containerization.multi_images.svm_trainer_1_task.yaml +++ /dev/null @@ -1,63 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_trainer - image: ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3 - resources: {} - id: - name: core.containerization.multi_images.svm_trainer - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - test_features: - description: test_features - type: - Type: - StructuredDatasetType: - format: parquet - test_labels: - description: test_labels - type: - Type: - StructuredDatasetType: - format: parquet - train_features: - description: train_features - type: - Type: - StructuredDatasetType: - format: parquet - train_labels: - description: train_labels - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml deleted file mode 100755 index 70b3faff85..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/001_core.containerization.multi_images.svm_predictor_1_task.yaml +++ /dev/null @@ -1,69 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_predictor - image: ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267 - resources: {} - id: - name: core.containerization.multi_images.svm_predictor - resource_type: 1 - interface: - inputs: - variables: - X_test: - description: X_test - type: - Type: - StructuredDatasetType: - format: parquet - X_train: - description: X_train - type: - Type: - StructuredDatasetType: - format: parquet - y_test: - description: y_test - type: - Type: - StructuredDatasetType: - format: parquet - y_train: - description: y_train - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2_wf.yaml deleted file mode 100755 index 0f3d4e5199..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/002_core.containerization.multi_images.my_workflow_2_wf.yaml +++ /dev/null @@ -1,74 +0,0 @@ -workflow: - id: - name: core.containerization.multi_images.my_workflow - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.multi_images.svm_trainer - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: svm_trainer - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.multi_images.svm_predictor - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: test_features - var: X_test - - binding: - Value: - Promise: - node_id: n0 - var: train_features - var: X_train - - binding: - Value: - Promise: - node_id: n0 - var: test_labels - var: y_test - - binding: - Value: - Promise: - node_id: n0 - var: train_labels - var: y_train - metadata: - InterruptibleValue: null - name: svm_predictor - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml deleted file mode 100755 index 3d6250a030..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/004_ellipse-area-metadata-shell_1_task.yaml +++ /dev/null @@ -1,49 +0,0 @@ -template: - Target: - Container: - command: - - ./calculate-ellipse-area.sh - - /var/inputs - - /var/outputs - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-shell:v1 - resources: {} - id: - name: ellipse-area-metadata-shell - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml deleted file mode 100755 index f395e1f6d7..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/005_ellipse-area-metadata-python_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - command: - - python - - calculate-ellipse-area.py - - /var/inputs - - /var/outputs - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-python:v1 - resources: {} - id: - name: ellipse-area-metadata-python - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml deleted file mode 100755 index b491ef15e3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/006_ellipse-area-metadata-r_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - command: - - Rscript - - --vanilla - - calculate-ellipse-area.R - - /var/inputs - - /var/outputs - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-r:v1 - resources: {} - id: - name: ellipse-area-metadata-r - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1_task.yaml deleted file mode 100755 index cf515ee089..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/007_ellipse-area-metadata-haskell_1_task.yaml +++ /dev/null @@ -1,49 +0,0 @@ -template: - Target: - Container: - command: - - ./calculate-ellipse-area - - /var/inputs - - /var/outputs - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-haskell:v1 - resources: {} - id: - name: ellipse-area-metadata-haskell - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml deleted file mode 100755 index 32c5b68826..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/008_ellipse-area-metadata-julia_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - command: - - julia - - calculate-ellipse-area.jl - - /var/inputs - - /var/outputs - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-julia:v1 - resources: {} - id: - name: ellipse-area-metadata-julia - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml deleted file mode 100755 index 6fa4a9f509..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml +++ /dev/null @@ -1,89 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.raw_container - - task-name - - report_all_calculated_areas - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.raw_container.report_all_calculated_areas - resource_type: 1 - interface: - inputs: - variables: - area_haskell: - description: area_haskell - type: - Type: - Simple: 2 - area_julia: - description: area_julia - type: - Type: - Simple: 2 - area_python: - description: area_python - type: - Type: - Simple: 2 - area_r: - description: area_r - type: - Type: - Simple: 2 - area_shell: - description: area_shell - type: - Type: - Simple: 2 - metadata_haskell: - description: metadata_haskell - type: - Type: - Simple: 3 - metadata_julia: - description: metadata_julia - type: - Type: - Simple: 3 - metadata_python: - description: metadata_python - type: - Type: - Simple: 3 - metadata_r: - description: metadata_r - type: - Type: - Simple: 3 - metadata_shell: - description: metadata_shell - type: - Type: - Simple: 3 - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml deleted file mode 100755 index 1afa966d41..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/010_core.containerization.raw_container.wf_2_wf.yaml +++ /dev/null @@ -1,215 +0,0 @@ -workflow: - id: - name: core.containerization.raw_container.wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-shell - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - - binding: - Value: - Promise: - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-shell - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-python - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: a - var: a - - binding: - Value: - Promise: - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-python - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-r - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - var: a - var: a - - binding: - Value: - Promise: - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-r - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-haskell - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - var: a - var: a - - binding: - Value: - Promise: - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-haskell - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-julia - resource_type: 1 - overrides: {} - id: n4 - inputs: - - binding: - Value: - Promise: - var: a - var: a - - binding: - Value: - Promise: - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-julia - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.raw_container.report_all_calculated_areas - resource_type: 1 - overrides: {} - id: n5 - inputs: - - binding: - Value: - Promise: - node_id: n3 - var: area - var: area_haskell - - binding: - Value: - Promise: - node_id: n4 - var: area - var: area_julia - - binding: - Value: - Promise: - node_id: n1 - var: area - var: area_python - - binding: - Value: - Promise: - node_id: n2 - var: area - var: area_r - - binding: - Value: - Promise: - node_id: n0 - var: area - var: area_shell - - binding: - Value: - Promise: - node_id: n3 - var: metadata - var: metadata_haskell - - binding: - Value: - Promise: - node_id: n4 - var: metadata - var: metadata_julia - - binding: - Value: - Promise: - node_id: n1 - var: metadata - var: metadata_python - - binding: - Value: - Promise: - node_id: n2 - var: metadata - var: metadata_r - - binding: - Value: - Promise: - node_id: n0 - var: metadata - var: metadata_shell - metadata: - InterruptibleValue: null - name: report_all_calculated_areas - retries: {} - upstream_node_ids: - - n0 - - n1 - - n2 - - n4 - - n3 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml deleted file mode 100755 index 370bebdc1c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/012_core.containerization.use_secrets.secret_task_1_task.yaml +++ /dev/null @@ -1,48 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: user_secret - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml deleted file mode 100755 index eb509172f6..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/013_core.containerization.use_secrets.user_info_task_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - user_info_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.user_info_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: username - - group: user-info - key: password - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml deleted file mode 100755 index 417db47255..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/014_core.containerization.use_secrets.secret_file_task_1_task.yaml +++ /dev/null @@ -1,54 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_file_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_file_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: user_secret - mount_requirement: 1 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml deleted file mode 100755 index 4054a0494d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml +++ /dev/null @@ -1,103 +0,0 @@ -workflow: - id: - name: core.containerization.use_secrets.my_secret_workflow - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - o2: - description: o2 - type: - Type: - Simple: 3 - o3: - description: o3 - type: - Type: - Simple: 3 - o4: - description: o4 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.use_secrets.secret_task - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: secret_task - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.use_secrets.user_info_task - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: user_info_task - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.use_secrets.secret_file_task - resource_type: 1 - overrides: {} - id: n2 - metadata: - InterruptibleValue: null - name: secret_file_task - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o1 - - binding: - Value: - Promise: - node_id: n1 - var: o1 - var: o2 - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o3 - - binding: - Value: - Promise: - node_id: n2 - var: o1 - var: o4 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml deleted file mode 100755 index 2923c59e00..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/017_core.control_flow.chain_tasks.read_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - read - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.read - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1_task.yaml deleted file mode 100755 index fa6dc89687..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/018_core.control_flow.chain_tasks.write_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - write - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.write - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml deleted file mode 100755 index 29e803bed3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml +++ /dev/null @@ -1,50 +0,0 @@ -workflow: - id: - name: core.control_flow.chain_tasks.chain_tasks_wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.chain_tasks.write - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: write - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.chain_tasks.read - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: read - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml deleted file mode 100755 index 97d873f7d3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.checkpoint - - task-name - - use_checkpoint - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.checkpoint.use_checkpoint - resource_type: 1 - interface: - inputs: - variables: - n_iterations: - description: n_iterations - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: - retries: 3 - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2_wf.yaml deleted file mode 100755 index 22173f71c6..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/022_core.control_flow.checkpoint.example_2_wf.yaml +++ /dev/null @@ -1,48 +0,0 @@ -workflow: - id: - name: core.control_flow.checkpoint.example - resource_type: 2 - interface: - inputs: - variables: - n_iterations: - description: n_iterations - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.checkpoint.use_checkpoint - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: n_iterations - var: n_iterations - metadata: - InterruptibleValue: null - name: use_checkpoint - retries: - retries: 3 - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml deleted file mode 100755 index 740868a86a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/024_core.control_flow.conditions.square_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml deleted file mode 100755 index 6fe4ef85ba..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/025_core.control_flow.conditions.double_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2_wf.yaml deleted file mode 100755 index 5f1aeaa2f7..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/026_core.control_flow.conditions.multiplier_2_wf.yaml +++ /dev/null @@ -1,110 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.multiplier - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 3 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 5 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml deleted file mode 100755 index 05af837afb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/028_core.control_flow.conditions.multiplier_2_2_wf.yaml +++ /dev/null @@ -1,141 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.multiplier_2 - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - BranchNode: - if_else: - Default: - Error: - failed_node_id: fractions - message: The input must be between 0 and 10 - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 5 - right_value: - Val: - Primitive: - Value: - FloatValue: 10 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml deleted file mode 100755 index 37e1e41eea..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/030_core.control_flow.conditions.multiplier_3_2_wf.yaml +++ /dev/null @@ -1,162 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.multiplier_3 - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - BranchNode: - if_else: - Default: - Error: - failed_node_id: fractions - message: The input must be between 0 and 10 - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 10 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml deleted file mode 100755 index c3702e11ee..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/032_core.control_flow.conditions.coin_toss_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - coin_toss - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - interface: - inputs: - variables: - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 4 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml deleted file mode 100755 index d0d38e1a5b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/033_core.control_flow.conditions.failed_1_task.yaml +++ /dev/null @@ -1,44 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - failed - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.failed - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1_task.yaml deleted file mode 100755 index 6ca896e2dc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/034_core.control_flow.conditions.success_1_task.yaml +++ /dev/null @@ -1,44 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - success - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.success - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml deleted file mode 100755 index e9274df154..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml +++ /dev/null @@ -1,103 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.basic_boolean_wf - resource_type: 2 - interface: - inputs: - variables: - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: seed - var: seed - metadata: - InterruptibleValue: null - name: coin_toss - retries: {} - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.failed - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: failed - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: n0.o0 - right_value: - Val: - Primitive: - Value: - Boolean: true - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.success - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: success - retries: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: n0.o0 - metadata: - InterruptibleValue: null - name: test - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml deleted file mode 100755 index 9afb0ad756..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml +++ /dev/null @@ -1,82 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.bool_input_wf - resource_type: 2 - interface: - inputs: - variables: - b: - description: b - type: - Type: - Simple: 4 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.failed - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: failed - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: .b - right_value: - Val: - Primitive: - Value: - Boolean: true - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.success - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: success - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: b - var: .b - metadata: - InterruptibleValue: null - name: test - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml deleted file mode 100755 index 5d7d6761b1..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/039_core.control_flow.conditions.nested_conditions_2_wf.yaml +++ /dev/null @@ -1,236 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.nested_conditions - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - BranchNode: - if_else: - Default: - Error: - failed_node_id: inner_fractions - message: Only <0.7 allowed - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.5 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.5 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.7 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: inner_fractions - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 10 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1_task.yaml deleted file mode 100755 index 222033d87f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/041_core.control_flow.conditions.calc_sum_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - calc_sum - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.calc_sum - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/042_core.control_flow.conditions.consume_outputs_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/042_core.control_flow.conditions.consume_outputs_2_wf.yaml deleted file mode 100755 index ae0b320bf9..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/042_core.control_flow.conditions.consume_outputs_2_wf.yaml +++ /dev/null @@ -1,146 +0,0 @@ -workflow: - id: - name: core.control_flow.conditions.consume_outputs - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: seed - var: seed - metadata: - InterruptibleValue: null - name: coin_toss - retries: {} - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.calc_sum - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: my_input - var: a - - binding: - Value: - Promise: - var: my_input - var: b - metadata: - InterruptibleValue: null - name: calc_sum - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: n0.o0 - right_value: - Val: - Primitive: - Value: - Boolean: true - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: n0.o0 - metadata: - InterruptibleValue: null - name: double_or_square - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - upstream_node_ids: - - n1 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml deleted file mode 100755 index 5d777782fa..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/044_core.control_flow.dynamics.return_index_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - return_index - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.return_index - resource_type: 1 - interface: - inputs: - variables: - character: - description: character - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml deleted file mode 100755 index b9e7fb77b4..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/045_core.control_flow.dynamics.update_list_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - update_list - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.update_list - resource_type: 1 - interface: - inputs: - variables: - freq_list: - description: freq_list - type: - Type: - CollectionType: - Type: - Simple: 1 - list_index: - description: list_index - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml deleted file mode 100755 index 4e62f3ed8a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/046_core.control_flow.dynamics.derive_count_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - derive_count - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.derive_count - resource_type: 1 - interface: - inputs: - variables: - freq1: - description: freq1 - type: - Type: - CollectionType: - Type: - Simple: 1 - freq2: - description: freq2 - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1_task.yaml deleted file mode 100755 index 1d7655190a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/047_core.control_flow.dynamics.count_characters_1_task.yaml +++ /dev/null @@ -1,58 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - count_characters - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.count_characters - resource_type: 1 - interface: - inputs: - variables: - s1: - description: s1 - type: - Type: - Simple: 3 - s2: - description: s2 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml deleted file mode 100755 index f551fd150d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/048_core.control_flow.dynamics.wf_2_wf.yaml +++ /dev/null @@ -1,57 +0,0 @@ -workflow: - id: - name: core.control_flow.dynamics.wf - resource_type: 2 - interface: - inputs: - variables: - s1: - description: s1 - type: - Type: - Simple: 3 - s2: - description: s2 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.dynamics.count_characters - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: s1 - var: s1 - - binding: - Value: - Promise: - var: s2 - var: s2 - metadata: - InterruptibleValue: null - name: count_characters - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml deleted file mode 100755 index a56819bc5f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/050_core.control_flow.map_task.a_mappable_task_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - a_mappable_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.map_task.a_mappable_task - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml deleted file mode 100755 index eceff4ce1a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/051_core.control_flow.map_task.coalesce_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - coalesce - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.map_task.coalesce - resource_type: 1 - interface: - inputs: - variables: - b: - description: b - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml deleted file mode 100755 index 559f46b5c5..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-map-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - a_mappable_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - custom: - minSuccessRatio: 1 - id: - name: core.control_flow.map_task.mapper_a_mappable_task_0 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - task_type_version: 1 - type: container_array diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml deleted file mode 100755 index 91a7a3dec2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml +++ /dev/null @@ -1,78 +0,0 @@ -workflow: - id: - name: core.control_flow.map_task.my_map_workflow - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.map_task.mapper_a_mappable_task_0 - resource_type: 1 - overrides: - resources: - limits: - - name: 3 - value: 500Mi - requests: - - name: 3 - value: 300Mi - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - metadata: - InterruptibleValue: null - name: mapper_a_mappable_task_0 - retries: - retries: 1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.map_task.coalesce - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: b - metadata: - InterruptibleValue: null - name: coalesce - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1_task.yaml deleted file mode 100755 index a2297e3685..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/055_core.control_flow.merge_sort.split_1_task.yaml +++ /dev/null @@ -1,66 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - split - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.split - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - o1: - description: o1 - type: - Type: - CollectionType: - Type: - Simple: 1 - o2: - description: o2 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml deleted file mode 100755 index 194f004bd4..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/056_core.control_flow.merge_sort.merge_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - merge - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.merge - resource_type: 1 - interface: - inputs: - variables: - sorted_list1: - description: sorted_list1 - type: - Type: - CollectionType: - Type: - Simple: 1 - sorted_list2: - description: sorted_list2 - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1_task.yaml deleted file mode 100755 index d93f896f95..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/057_core.control_flow.merge_sort.sort_locally_1_task.yaml +++ /dev/null @@ -1,54 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - sort_locally - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.sort_locally - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml deleted file mode 100755 index 60acfeb941..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - merge_sort_remotely - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.merge_sort_remotely - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - run_local_at_count: - description: run_local_at_count - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml deleted file mode 100755 index f97e6aae47..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml +++ /dev/null @@ -1,117 +0,0 @@ -workflow: - id: - name: core.control_flow.merge_sort.merge_sort - resource_type: 2 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - numbers_count: - description: numbers_count - type: - Type: - Simple: 1 - run_local_at_count: - description: run_local_at_count - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.merge_sort.merge_sort_remotely - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: numbers - var: numbers - - binding: - Value: - Promise: - var: run_local_at_count - var: run_local_at_count - metadata: - InterruptibleValue: null - name: merge_sort_remotely - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: .numbers_count - operator: 5 - right_value: - Val: - Var: .run_local_at_count - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.merge_sort.sort_locally - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: numbers - var: numbers - metadata: - InterruptibleValue: null - name: sort_locally - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: numbers_count - var: .numbers_count - - binding: - Value: - Promise: - var: run_local_at_count - var: .run_local_at_count - metadata: - InterruptibleValue: null - name: terminal_case - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1_task.yaml deleted file mode 100755 index 668bd3b506..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/061_core.control_flow.subworkflows.t1_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - t1_int_output: - description: t1_int_output - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml deleted file mode 100755 index 3d30e1ed40..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml +++ /dev/null @@ -1,79 +0,0 @@ -workflow: - id: - name: core.control_flow.subworkflows.my_subwf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: t1_int_output - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: c - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: c - var: o1 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml deleted file mode 100755 index ccd68f4c08..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - count_freq_words - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.count_freq_words - resource_type: 1 - interface: - inputs: - variables: - input_string1: - description: input_string1 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml deleted file mode 100755 index 770e0e51ee..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml +++ /dev/null @@ -1,47 +0,0 @@ -workflow: - id: - name: core.control_flow.subworkflows.ext_workflow - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.subworkflows.count_freq_words - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: my_input - var: input_string1 - metadata: - InterruptibleValue: null - name: count_freq_words - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml deleted file mode 100755 index 007824cbce..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - count_repetitive_words - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.count_repetitive_words - resource_type: 1 - interface: - inputs: - variables: - word_counter: - description: word_counter - type: - Type: - Simple: 9 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml deleted file mode 100755 index 02c6d654ba..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/075_my-objectstore-sensor_1_task.yaml +++ /dev/null @@ -1,31 +0,0 @@ -template: - Target: null - id: - name: my-objectstore-sensor - resource_type: 1 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: - retries: 10 - runtime: - flavor: python - type: 1 - version: 0.32.6 - timeout: - seconds: 1200 - type: object-store-sensor diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml deleted file mode 100755 index c0da8ea5ba..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_task_plugin - - task-name - - print_file - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_task_plugin.print_file - resource_type: 1 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml deleted file mode 100755 index 4081c79f35..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml +++ /dev/null @@ -1,71 +0,0 @@ -workflow: - id: - name: core.extend_flyte.custom_task_plugin.my_workflow - resource_type: 2 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: my-objectstore-sensor - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: path - var: path - metadata: - InterruptibleValue: null - name: my-objectstore-sensor - retries: - retries: 10 - timeout: - seconds: 1200 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.extend_flyte.custom_task_plugin.print_file - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: path - var: path - metadata: - InterruptibleValue: null - name: print_file - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1_task.yaml deleted file mode 100755 index b181c9e6a3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/079_core.extend_flyte.custom_types.generate_1_task.yaml +++ /dev/null @@ -1,46 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - generate - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.generate - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - format: binary - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml deleted file mode 100755 index aab1c9158f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/080_core.extend_flyte.custom_types.consume_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - consume - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.consume - resource_type: 1 - interface: - inputs: - variables: - d: - description: d - type: - Type: - Blob: - dimensionality: 1 - format: binary - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml deleted file mode 100755 index 49ccbf1138..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/081_core.extend_flyte.custom_types.wf_2_wf.yaml +++ /dev/null @@ -1,56 +0,0 @@ -workflow: - id: - name: core.extend_flyte.custom_types.wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.extend_flyte.custom_types.generate - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: generate - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.extend_flyte.custom_types.consume - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: d - metadata: - InterruptibleValue: null - name: consume - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml deleted file mode 100755 index 019c428445..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/083_core.flyte_basics.basic_workflow.t1_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - t1_int_output: - description: t1_int_output - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml deleted file mode 100755 index 90c33f2dfb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/084_core.flyte_basics.basic_workflow.t2_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t2 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t2 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 3 - b: - description: b - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml deleted file mode 100755 index 2099dc484b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml +++ /dev/null @@ -1,89 +0,0 @@ -workflow: - id: - name: core.flyte_basics.basic_workflow.my_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - b: - description: b - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.basic_workflow.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.basic_workflow.t2 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: c - var: a - - binding: - Value: - Promise: - var: b - var: b - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: t1_int_output - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o1 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml deleted file mode 100755 index ecaffc4539..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml deleted file mode 100755 index 90279ea568..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t2 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml deleted file mode 100755 index 8180079fc3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml +++ /dev/null @@ -1,68 +0,0 @@ -workflow: - id: - name: core.flyte_basics.decorating_tasks.wf - resource_type: 2 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_tasks.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: x - var: x - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_tasks.t2 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: x - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml deleted file mode 100755 index d6993f7125..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - setup - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.setup - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml deleted file mode 100755 index 52043f2f6f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - teardown - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.teardown - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml deleted file mode 100755 index 6445ac6546..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml deleted file mode 100755 index d114ac57bf..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t2 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml deleted file mode 100755 index c9ee70a4d9..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml +++ /dev/null @@ -1,96 +0,0 @@ -workflow: - id: - name: core.flyte_basics.decorating_workflows.wf - resource_type: 2 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.setup - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: setup - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.t1 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: x - var: x - metadata: - InterruptibleValue: null - name: t1 - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.t2 - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: x - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.teardown - resource_type: 1 - overrides: {} - id: n3 - metadata: - InterruptibleValue: null - name: teardown - retries: {} - upstream_node_ids: - - n2 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml deleted file mode 100755 index d21207c4fa..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml +++ /dev/null @@ -1,73 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - interface: - inputs: - variables: - data: - description: data - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml deleted file mode 100755 index d55a5f2d8a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml +++ /dev/null @@ -1,76 +0,0 @@ -workflow: - id: - name: core.flyte_basics.documented_workflow.sphinx_docstring - resource_type: 2 - interface: - inputs: - variables: - data: - description: A data class pertaining to the new record to be stored in the - DataFrame - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: data - var: data - - binding: - Value: - Promise: - var: df - var: df - metadata: - InterruptibleValue: null - name: add_data - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml deleted file mode 100755 index f631a303cb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml +++ /dev/null @@ -1,76 +0,0 @@ -workflow: - id: - name: core.flyte_basics.documented_workflow.numpy_docstring - resource_type: 2 - interface: - inputs: - variables: - data: - description: A data class pertaining to the new record to be stored in the - DataFrame - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: data - var: data - - binding: - Value: - Promise: - var: df - var: df - metadata: - InterruptibleValue: null - name: add_data - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml deleted file mode 100755 index dd60d2fce1..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml +++ /dev/null @@ -1,76 +0,0 @@ -workflow: - id: - name: core.flyte_basics.documented_workflow.google_docstring - resource_type: 2 - interface: - inputs: - variables: - data: - description: A data class pertaining to the new record to be stored in the - DataFrame - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: data - var: data - - binding: - Value: - Promise: - var: df - var: df - metadata: - InterruptibleValue: null - name: add_data - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml deleted file mode 100755 index 87f25cb951..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/104_core.flyte_basics.files.normalize_columns_1_task.yaml +++ /dev/null @@ -1,69 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.files - - task-name - - normalize_columns - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.files.normalize_columns - resource_type: 1 - interface: - inputs: - variables: - column_names: - description: column_names - type: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize: - description: columns_to_normalize - type: - Type: - CollectionType: - Type: - Simple: 3 - csv_url: - description: csv_url - type: - Type: - Blob: {} - output_location: - description: output_location - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml deleted file mode 100755 index 73152948fa..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml +++ /dev/null @@ -1,81 +0,0 @@ -workflow: - id: - name: core.flyte_basics.files.normalize_csv_file - resource_type: 2 - interface: - inputs: - variables: - column_names: - description: column_names - type: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize: - description: columns_to_normalize - type: - Type: - CollectionType: - Type: - Simple: 3 - csv_url: - description: csv_url - type: - Type: - Blob: {} - output_location: - description: output_location - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.files.normalize_columns - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: column_names - var: column_names - - binding: - Value: - Promise: - var: columns_to_normalize - var: columns_to_normalize - - binding: - Value: - Promise: - var: csv_url - var: csv_url - - binding: - Value: - Promise: - var: output_location - var: output_location - metadata: - InterruptibleValue: null - name: normalize_columns - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml deleted file mode 100755 index 3ead97304e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/107_core.flyte_basics.folders.download_files_1_task.yaml +++ /dev/null @@ -1,53 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - download_files - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.download_files - resource_type: 1 - interface: - inputs: - variables: - csv_urls: - description: csv_urls - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml deleted file mode 100755 index c39b43cbfe..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml +++ /dev/null @@ -1,70 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - normalize_all_files - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.normalize_all_files - resource_type: 1 - interface: - inputs: - variables: - columns_metadata: - description: columns_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize_metadata: - description: columns_to_normalize_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - csv_files_dir: - description: csv_files_dir - type: - Type: - Blob: - dimensionality: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml deleted file mode 100755 index d9d9f6a8a7..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml +++ /dev/null @@ -1,99 +0,0 @@ -workflow: - id: - name: core.flyte_basics.folders.download_and_normalize_csv_files - resource_type: 2 - interface: - inputs: - variables: - columns_metadata: - description: columns_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize_metadata: - description: columns_to_normalize_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - csv_urls: - description: csv_urls - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.folders.download_files - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: csv_urls - var: csv_urls - metadata: - InterruptibleValue: null - name: download_files - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.folders.normalize_all_files - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - var: columns_metadata - var: columns_metadata - - binding: - Value: - Promise: - var: columns_to_normalize_metadata - var: columns_to_normalize_metadata - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: csv_files_dir - metadata: - InterruptibleValue: null - name: normalize_all_files - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml deleted file mode 100755 index deaaaca069..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/111_core.flyte_basics.hello_world.say_hello_1_task.yaml +++ /dev/null @@ -1,44 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.hello_world - - task-name - - say_hello - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.hello_world.say_hello - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml deleted file mode 100755 index 1e21071068..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml +++ /dev/null @@ -1,35 +0,0 @@ -workflow: - id: - name: core.flyte_basics.hello_world.my_wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.hello_world.say_hello - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: say_hello - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml deleted file mode 100755 index 39fec84612..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml deleted file mode 100755 index 59968930ec..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t2 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t2 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml deleted file mode 100755 index e66300258c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t3 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml deleted file mode 100755 index ccfef725f2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/117_my.imperative.workflow.example_2_wf.yaml +++ /dev/null @@ -1,108 +0,0 @@ -workflow: - id: - name: my.imperative.workflow.example - resource_type: 2 - interface: - inputs: - variables: - in1: - description: in1 - type: - Type: - Simple: 3 - in2: - description: in2 - type: - Type: - Simple: 3 - outputs: - variables: - output_from_t1: - description: output_from_t1 - type: - Type: - Simple: 3 - output_list: - description: output_list - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.imperative_wf_style.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: in1 - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.imperative_wf_style.t2 - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: t2 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.imperative_wf_style.t3 - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Collection: - bindings: - - Value: - Promise: - var: in1 - - Value: - Promise: - var: in2 - var: a - metadata: - InterruptibleValue: null - name: t3 - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: output_from_t1 - - binding: - Value: - Collection: - bindings: - - Value: - Promise: - node_id: n0 - var: o0 - - Value: - Promise: - node_id: n2 - var: o0 - var: output_list diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml deleted file mode 100755 index 1123312891..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/119_core.flyte_basics.lp.square_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - square - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.square - resource_type: 1 - interface: - inputs: - variables: - val: - description: val - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml deleted file mode 100755 index 2cdb50c526..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/120_core.flyte_basics.lp.my_wf_2_wf.yaml +++ /dev/null @@ -1,47 +0,0 @@ -workflow: - id: - name: core.flyte_basics.lp.my_wf - resource_type: 2 - interface: - inputs: - variables: - val: - description: val - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.lp.square - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: val - var: val - metadata: - InterruptibleValue: null - name: square - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1_task.yaml deleted file mode 100755 index d7cee10b4e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/124_core.flyte_basics.lp.greet_1_task.yaml +++ /dev/null @@ -1,60 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - greet - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.greet - resource_type: 1 - interface: - inputs: - variables: - am: - description: am - type: - Type: - Simple: 4 - day_of_week: - description: day_of_week - type: - Type: - Simple: 3 - number: - description: number - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/125_core.flyte_basics.lp.go_greet_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/125_core.flyte_basics.lp.go_greet_2_wf.yaml deleted file mode 100755 index 39d18be425..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/125_core.flyte_basics.lp.go_greet_2_wf.yaml +++ /dev/null @@ -1,67 +0,0 @@ -workflow: - id: - name: core.flyte_basics.lp.go_greet - resource_type: 2 - interface: - inputs: - variables: - am: - description: am - type: - Type: - Simple: 4 - day_of_week: - description: day_of_week - type: - Type: - Simple: 3 - number: - description: number - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.lp.greet - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: am - var: am - - binding: - Value: - Promise: - var: day_of_week - var: day_of_week - - binding: - Value: - Promise: - var: number - var: number - metadata: - InterruptibleValue: null - name: greet - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml deleted file mode 100755 index c7c4dffa65..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml +++ /dev/null @@ -1,44 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.named_outputs - - task-name - - say_hello - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - greet: - description: greet - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml deleted file mode 100755 index 1aead9b02f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml +++ /dev/null @@ -1,58 +0,0 @@ -workflow: - id: - name: core.flyte_basics.named_outputs.my_wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - greet1: - description: greet1 - type: - Type: - Simple: 3 - greet2: - description: greet2 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: say_hello - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: say_hello - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: greet - var: greet1 - - binding: - Value: - Promise: - node_id: n1 - var: greet - var: greet2 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml deleted file mode 100755 index 95b1fc07fd..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/133__bash.task_1_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - flytekit.extras.tasks.shell - - task-name - - _dummy_task_func - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: _bash.task_1 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml deleted file mode 100755 index d069629a1e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/134_task_1_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - outputs: - variables: - i: - description: i - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml deleted file mode 100755 index 2cf32a6742..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/135__bash.task_2_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - flytekit.extras.tasks.shell - - task-name - - _dummy_task_func - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: _bash.task_2 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/136_task_2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/136_task_2_1_task.yaml deleted file mode 100755 index 056cbbd355..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/136_task_2_1_task.yaml +++ /dev/null @@ -1,56 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t2 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - "y": - description: "y" - type: - Type: - Blob: - dimensionality: 1 - outputs: - variables: - j: - description: j - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml deleted file mode 100755 index 15e529af4c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/137__bash.task_3_1_task.yaml +++ /dev/null @@ -1,38 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - flytekit.extras.tasks.shell - - task-name - - _dummy_task_func - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: _bash.task_3 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/138_task_3_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/138_task_3_1_task.yaml deleted file mode 100755 index 5172896164..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/138_task_3_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_3 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - "y": - description: "y" - type: - Type: - Blob: - dimensionality: 1 - z: - description: z - type: - Type: - Blob: {} - outputs: - variables: - k: - description: k - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/139_core.flyte_basics.shell_task.create_entities_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/139_core.flyte_basics.shell_task.create_entities_1_task.yaml deleted file mode 100755 index eac9137e24..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/139_core.flyte_basics.shell_task.create_entities_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - create_entities - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.shell_task.create_entities - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - o1: - description: o1 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml deleted file mode 100755 index 877de0530b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/140_core.flyte_basics.shell_task.wf_2_wf.yaml +++ /dev/null @@ -1,118 +0,0 @@ -workflow: - id: - name: core.flyte_basics.shell_task.wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.shell_task.create_entities - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: create_entities - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: task_1 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: x - metadata: - InterruptibleValue: null - name: task_1 - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: task_2 - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: i - var: x - - binding: - Value: - Promise: - node_id: n0 - var: o1 - var: "y" - metadata: - InterruptibleValue: null - name: task_2 - retries: {} - upstream_node_ids: - - n1 - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: task_3 - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: x - - binding: - Value: - Promise: - node_id: n0 - var: o1 - var: "y" - - binding: - Value: - Promise: - node_id: n2 - var: j - var: z - metadata: - InterruptibleValue: null - name: task_3 - retries: {} - upstream_node_ids: - - n2 - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n3 - var: k - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml deleted file mode 100755 index 19184615f6..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/142_core.flyte_basics.task.square_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task - - task-name - - square - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: "n" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1_task.yaml deleted file mode 100755 index 898414991a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/143_core.flyte_basics.task_cache.square_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - square - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: "n" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml deleted file mode 100755 index f4ba5b67fc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - uncached_data_reading_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.uncached_data_reading_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml deleted file mode 100755 index 7c110a1322..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml +++ /dev/null @@ -1,54 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - cached_data_processing_task - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml deleted file mode 100755 index eb9378d853..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - compare_dataframes - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.compare_dataframes - resource_type: 1 - interface: - inputs: - variables: - df1: - description: df1 - type: - Type: - StructuredDatasetType: - format: parquet - df2: - description: df2 - type: - Type: - StructuredDatasetType: - format: parquet - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml deleted file mode 100755 index a4a0937202..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml +++ /dev/null @@ -1,93 +0,0 @@ -workflow: - id: - name: core.flyte_basics.task_cache.cached_dataframe_wf - resource_type: 2 - interface: - inputs: {} - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.uncached_data_reading_task - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: uncached_data_reading_task - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: cached_data_processing_task - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: cached_data_processing_task - retries: {} - upstream_node_ids: - - n0 - - n1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.compare_dataframes - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: df1 - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: df2 - metadata: - InterruptibleValue: null - name: compare_dataframes - retries: {} - upstream_node_ids: - - n2 - - n1 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml deleted file mode 100755 index 247184cc1e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml +++ /dev/null @@ -1,53 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache_serialize - - task-name - - square - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache_serialize.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: "n" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - cache_serializable: true - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml deleted file mode 100755 index b381aae673..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - format_date - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.format_date - resource_type: 1 - interface: - inputs: - variables: - run_date: - description: run_date - type: - Type: - Simple: 5 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml deleted file mode 100755 index 0077991ced..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ /dev/null @@ -1,34 +0,0 @@ -workflow: - id: - name: core.scheduled_workflows.lp_schedules.date_formatter_wf - resource_type: 2 - interface: - inputs: - variables: - kickoff_time: - description: kickoff_time - type: - Type: - Simple: 5 - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.scheduled_workflows.lp_schedules.format_date - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: kickoff_time - var: run_date - metadata: - InterruptibleValue: null - name: format_date - retries: {} diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml deleted file mode 100755 index d7ca0c8950..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml +++ /dev/null @@ -1,50 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - be_positive - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.be_positive - resource_type: 1 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml deleted file mode 100755 index a21c9e7e96..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml +++ /dev/null @@ -1,34 +0,0 @@ -workflow: - id: - name: core.scheduled_workflows.lp_schedules.positive_wf - resource_type: 2 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.scheduled_workflows.lp_schedules.be_positive - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: name - var: name - metadata: - InterruptibleValue: null - name: be_positive - retries: {} diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/158_core.type_system.custom_objects.stringify_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/158_core.type_system.custom_objects.stringify_1_task.yaml deleted file mode 100755 index cd0a6af180..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/158_core.type_system.custom_objects.stringify_1_task.yaml +++ /dev/null @@ -1,70 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - stringify - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.stringify - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/159_core.type_system.custom_objects.add_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/159_core.type_system.custom_objects.add_1_task.yaml deleted file mode 100755 index 56614c1955..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/159_core.type_system.custom_objects.add_1_task.yaml +++ /dev/null @@ -1,115 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - add - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.add - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - "y": - description: "y" - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml deleted file mode 100755 index 85f50ef26b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/160_core.type_system.custom_objects.upload_result_1_task.yaml +++ /dev/null @@ -1,85 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - upload_result - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.upload_result - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml deleted file mode 100755 index a5bc7415f3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/161_core.type_system.custom_objects.download_result_1_task.yaml +++ /dev/null @@ -1,85 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - download_result - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.download_result - resource_type: 1 - interface: - inputs: - variables: - res: - description: res - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml deleted file mode 100755 index 7df4424f27..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/162_core.type_system.custom_objects.wf_2_wf.yaml +++ /dev/null @@ -1,203 +0,0 @@ -workflow: - id: - name: core.type_system.custom_objects.wf - resource_type: 2 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - "y": - description: "y" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - o1: - description: o1 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.upload_result - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: upload_result - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.download_result - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: res - metadata: - InterruptibleValue: null - name: download_result - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.stringify - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - var: x - var: x - metadata: - InterruptibleValue: null - name: stringify - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.stringify - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - var: "y" - var: x - metadata: - InterruptibleValue: null - name: stringify - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.add - resource_type: 1 - overrides: {} - id: n4 - inputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: x - - binding: - Value: - Promise: - node_id: n3 - var: o0 - var: "y" - metadata: - InterruptibleValue: null - name: add - retries: {} - upstream_node_ids: - - n2 - - n3 - outputs: - - binding: - Value: - Promise: - node_id: n4 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o1 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1_task.yaml deleted file mode 100755 index fb59b6a035..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/164_core.type_system.enums.enum_stringify_1_task.yaml +++ /dev/null @@ -1,54 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - enum_stringify - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.enum_stringify - resource_type: 1 - interface: - inputs: - variables: - c: - description: c - type: - Type: - EnumType: - values: - - red - - green - - blue - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml deleted file mode 100755 index b3c3a41c62..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/165_core.type_system.enums.string_to_enum_1_task.yaml +++ /dev/null @@ -1,54 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - string_to_enum - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.string_to_enum - resource_type: 1 - interface: - inputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - EnumType: - values: - - red - - green - - blue - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2_wf.yaml deleted file mode 100755 index df1745603c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/166_core.type_system.enums.enum_wf_2_wf.yaml +++ /dev/null @@ -1,87 +0,0 @@ -workflow: - id: - name: core.type_system.enums.enum_wf - resource_type: 2 - interface: - inputs: - variables: - c: - description: c - type: - Type: - EnumType: - values: - - red - - green - - blue - outputs: - variables: - o0: - description: o0 - type: - Type: - EnumType: - values: - - red - - green - - blue - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.enums.enum_stringify - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: c - var: c - metadata: - InterruptibleValue: null - name: enum_stringify - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.enums.string_to_enum - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: c - metadata: - InterruptibleValue: null - name: string_to_enum - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o1 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml deleted file mode 100755 index 716ad92010..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/168_core.type_system.flyte_pickle.greet_1_task.yaml +++ /dev/null @@ -1,53 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.flyte_pickle - - task-name - - greet - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.flyte_pickle.greet - resource_type: 1 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - format: PythonPickle - metadata: - python_class_name: People - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml deleted file mode 100755 index a08c6a8c46..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/169_core.type_system.flyte_pickle.welcome_2_wf.yaml +++ /dev/null @@ -1,50 +0,0 @@ -workflow: - id: - name: core.type_system.flyte_pickle.welcome - resource_type: 2 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - format: PythonPickle - metadata: - python_class_name: People - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.flyte_pickle.greet - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: name - var: name - metadata: - InterruptibleValue: null - name: greet - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml deleted file mode 100755 index 141241395e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/171_core.type_system.schema.get_df_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - get_df - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.get_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml deleted file mode 100755 index 7d1938b4ad..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/172_core.type_system.schema.add_df_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - add_df - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.add_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml deleted file mode 100755 index 95fa8cfc23..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/173_core.type_system.schema.df_wf_2_wf.yaml +++ /dev/null @@ -1,69 +0,0 @@ -workflow: - id: - name: core.type_system.schema.df_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.schema.get_df - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - metadata: - InterruptibleValue: null - name: get_df - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.schema.add_df - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: add_df - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1_task.yaml deleted file mode 100755 index f4187772be..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/175_core.type_system.structured_dataset.get_df_1_task.yaml +++ /dev/null @@ -1,64 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_df - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 3 - name: Name - - literal_type: - Type: - Simple: 1 - name: Age - - literal_type: - Type: - Simple: 1 - name: Height - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml deleted file mode 100755 index 8e52f683f9..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_schema_df - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_schema_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: Name - type: 2 - - name: Age - - name: Height - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml deleted file mode 100755 index 6888780842..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_subset_df - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml deleted file mode 100755 index 137da95164..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/178_core.type_system.structured_dataset.to_numpy_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - to_numpy - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - interface: - inputs: - variables: - ds: - description: ds - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml deleted file mode 100755 index 5006091f3b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml +++ /dev/null @@ -1,95 +0,0 @@ -workflow: - id: - name: core.type_system.structured_dataset.pandas_compatibility_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_df - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - metadata: - InterruptibleValue: null - name: get_df - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: get_subset_df - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: ds - metadata: - InterruptibleValue: null - name: to_numpy - retries: {} - upstream_node_ids: - - n1 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml deleted file mode 100755 index 102fa2b16d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml +++ /dev/null @@ -1,95 +0,0 @@ -workflow: - id: - name: core.type_system.structured_dataset.schema_compatibility_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_schema_df - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - var: a - var: a - metadata: - InterruptibleValue: null - name: get_schema_df - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: get_subset_df - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: ds - metadata: - InterruptibleValue: null - name: to_numpy - retries: {} - upstream_node_ids: - - n1 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml deleted file mode 100755 index 268b43a319..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/183_core.type_system.typed_schema.t1_1_task.yaml +++ /dev/null @@ -1,48 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t1 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t1 - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - - name: "y" - type: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1_task.yaml deleted file mode 100755 index 7d0c955a2b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/184_core.type_system.typed_schema.t2_1_task.yaml +++ /dev/null @@ -1,56 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t2 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t2 - resource_type: 1 - interface: - inputs: - variables: - schema: - description: schema - type: - Type: - Schema: - columns: - - name: x - - name: "y" - type: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/185_core.type_system.typed_schema.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/185_core.type_system.typed_schema.wf_2_wf.yaml deleted file mode 100755 index e1c92bd2fe..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/185_core.type_system.typed_schema.wf_2_wf.yaml +++ /dev/null @@ -1,58 +0,0 @@ -workflow: - id: - name: core.type_system.typed_schema.wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - metadata: {} - metadata_defaults: {} - nodes: - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.typed_schema.t1 - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.typed_schema.t2 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: schema - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml deleted file mode 100755 index 95be6ba9cf..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/000_core.containerization.multi_images.svm_trainer_1_task.yaml +++ /dev/null @@ -1,70 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_trainer - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3 - resources: {} - id: - name: core.containerization.multi_images.svm_trainer - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - test_features: - description: test_features - type: - Type: - StructuredDatasetType: - format: parquet - test_labels: - description: test_labels - type: - Type: - StructuredDatasetType: - format: parquet - train_features: - description: train_features - type: - Type: - StructuredDatasetType: - format: parquet - train_labels: - description: train_labels - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml deleted file mode 100755 index 18a6297ddb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/001_core.containerization.multi_images.svm_predictor_1_task.yaml +++ /dev/null @@ -1,76 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_predictor - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267 - resources: {} - id: - name: core.containerization.multi_images.svm_predictor - resource_type: 1 - interface: - inputs: - variables: - X_test: - description: X_test - type: - Type: - StructuredDatasetType: - format: parquet - X_train: - description: X_train - type: - Type: - StructuredDatasetType: - format: parquet - y_test: - description: y_test - type: - Type: - StructuredDatasetType: - format: parquet - y_train: - description: y_train - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml deleted file mode 100755 index fffe031b06..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/002_core.containerization.multi_images.my_workflow_2_wf.yaml +++ /dev/null @@ -1,254 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.containerization.multi_images.my_workflow - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.multi_images.svm_trainer - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: svm_trainer - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.multi_images.svm_predictor - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: test_features - var: X_test - - binding: - Value: - Promise: - node_id: n0 - var: train_features - var: X_train - - binding: - Value: - Promise: - node_id: n0 - var: test_labels - var: y_test - - binding: - Value: - Promise: - node_id: n0 - var: train_labels - var: y_train - metadata: - InterruptibleValue: null - name: svm_predictor - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_predictor - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267 - resources: {} - id: - name: core.containerization.multi_images.svm_predictor - resource_type: 1 - interface: - inputs: - variables: - X_test: - description: X_test - type: - Type: - StructuredDatasetType: - format: parquet - X_train: - description: X_train - type: - Type: - StructuredDatasetType: - format: parquet - y_test: - description: y_test - type: - Type: - StructuredDatasetType: - format: parquet - y_train: - description: y_train - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_trainer - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3 - resources: {} - id: - name: core.containerization.multi_images.svm_trainer - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - test_features: - description: test_features - type: - Type: - StructuredDatasetType: - format: parquet - test_labels: - description: test_labels - type: - Type: - StructuredDatasetType: - format: parquet - train_features: - description: train_features - type: - Type: - StructuredDatasetType: - format: parquet - train_labels: - description: train_labels - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml deleted file mode 100755 index 50241dad8a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/004_ellipse-area-metadata-shell_1_task.yaml +++ /dev/null @@ -1,56 +0,0 @@ -template: - Target: - Container: - command: - - ./calculate-ellipse-area.sh - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-shell:v1 - resources: {} - id: - name: ellipse-area-metadata-shell - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml deleted file mode 100755 index 0f66634a95..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/005_ellipse-area-metadata-python_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - command: - - python - - calculate-ellipse-area.py - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-python:v1 - resources: {} - id: - name: ellipse-area-metadata-python - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml deleted file mode 100755 index 033b2e4714..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/006_ellipse-area-metadata-r_1_task.yaml +++ /dev/null @@ -1,58 +0,0 @@ -template: - Target: - Container: - command: - - Rscript - - --vanilla - - calculate-ellipse-area.R - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-r:v1 - resources: {} - id: - name: ellipse-area-metadata-r - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml deleted file mode 100755 index 642f9c108b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/007_ellipse-area-metadata-haskell_1_task.yaml +++ /dev/null @@ -1,56 +0,0 @@ -template: - Target: - Container: - command: - - ./calculate-ellipse-area - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-haskell:v1 - resources: {} - id: - name: ellipse-area-metadata-haskell - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml deleted file mode 100755 index 0a85c274cf..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/008_ellipse-area-metadata-julia_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - command: - - julia - - calculate-ellipse-area.jl - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-julia:v1 - resources: {} - id: - name: ellipse-area-metadata-julia - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml deleted file mode 100755 index a909e7c1af..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/009_core.containerization.raw_container.report_all_calculated_areas_1_task.yaml +++ /dev/null @@ -1,96 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.raw_container - - task-name - - report_all_calculated_areas - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.raw_container.report_all_calculated_areas - resource_type: 1 - interface: - inputs: - variables: - area_haskell: - description: area_haskell - type: - Type: - Simple: 2 - area_julia: - description: area_julia - type: - Type: - Simple: 2 - area_python: - description: area_python - type: - Type: - Simple: 2 - area_r: - description: area_r - type: - Type: - Simple: 2 - area_shell: - description: area_shell - type: - Type: - Simple: 2 - metadata_haskell: - description: metadata_haskell - type: - Type: - Simple: 3 - metadata_julia: - description: metadata_julia - type: - Type: - Simple: 3 - metadata_python: - description: metadata_python - type: - Type: - Simple: 3 - metadata_r: - description: metadata_r - type: - Type: - Simple: 3 - metadata_shell: - description: metadata_shell - type: - Type: - Simple: 3 - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml deleted file mode 100755 index 534f0b9374..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/010_core.containerization.raw_container.wf_2_wf.yaml +++ /dev/null @@ -1,664 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n5 - n1: - ids: - - n5 - n2: - ids: - - n5 - n3: - ids: - - n5 - n4: - ids: - - n5 - n5: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - - n2 - - n3 - - n4 - upstream: - end-node: - ids: - - n5 - n0: - ids: - - start-node - n1: - ids: - - start-node - n2: - ids: - - start-node - n3: - ids: - - start-node - n4: - ids: - - start-node - n5: - ids: - - n0 - - n1 - - n2 - - n3 - - n4 - template: - id: - name: core.containerization.raw_container.wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-shell - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - - binding: - Value: - Promise: - node_id: start-node - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-shell - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-python - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - - binding: - Value: - Promise: - node_id: start-node - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-python - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-r - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - - binding: - Value: - Promise: - node_id: start-node - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-r - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-haskell - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - - binding: - Value: - Promise: - node_id: start-node - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-haskell - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: ellipse-area-metadata-julia - resource_type: 1 - overrides: {} - id: n4 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - - binding: - Value: - Promise: - node_id: start-node - var: b - var: b - metadata: - InterruptibleValue: null - name: ellipse-area-metadata-julia - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.raw_container.report_all_calculated_areas - resource_type: 1 - overrides: {} - id: n5 - inputs: - - binding: - Value: - Promise: - node_id: n3 - var: area - var: area_haskell - - binding: - Value: - Promise: - node_id: n4 - var: area - var: area_julia - - binding: - Value: - Promise: - node_id: n1 - var: area - var: area_python - - binding: - Value: - Promise: - node_id: n2 - var: area - var: area_r - - binding: - Value: - Promise: - node_id: n0 - var: area - var: area_shell - - binding: - Value: - Promise: - node_id: n3 - var: metadata - var: metadata_haskell - - binding: - Value: - Promise: - node_id: n4 - var: metadata - var: metadata_julia - - binding: - Value: - Promise: - node_id: n1 - var: metadata - var: metadata_python - - binding: - Value: - Promise: - node_id: n2 - var: metadata - var: metadata_r - - binding: - Value: - Promise: - node_id: n0 - var: metadata - var: metadata_shell - metadata: - InterruptibleValue: null - name: report_all_calculated_areas - retries: {} - upstream_node_ids: - - n0 - - n1 - - n2 - - n3 - - n4 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.raw_container - - task-name - - report_all_calculated_areas - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.raw_container.report_all_calculated_areas - resource_type: 1 - interface: - inputs: - variables: - area_haskell: - description: area_haskell - type: - Type: - Simple: 2 - area_julia: - description: area_julia - type: - Type: - Simple: 2 - area_python: - description: area_python - type: - Type: - Simple: 2 - area_r: - description: area_r - type: - Type: - Simple: 2 - area_shell: - description: area_shell - type: - Type: - Simple: 2 - metadata_haskell: - description: metadata_haskell - type: - Type: - Simple: 3 - metadata_julia: - description: metadata_julia - type: - Type: - Simple: 3 - metadata_python: - description: metadata_python - type: - Type: - Simple: 3 - metadata_r: - description: metadata_r - type: - Type: - Simple: 3 - metadata_shell: - description: metadata_shell - type: - Type: - Simple: 3 - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - command: - - ./calculate-ellipse-area - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-haskell:v1 - resources: {} - id: - name: ellipse-area-metadata-haskell - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container -- template: - Target: - Container: - command: - - julia - - calculate-ellipse-area.jl - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-julia:v1 - resources: {} - id: - name: ellipse-area-metadata-julia - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container -- template: - Target: - Container: - command: - - python - - calculate-ellipse-area.py - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-python:v1 - resources: {} - id: - name: ellipse-area-metadata-python - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container -- template: - Target: - Container: - command: - - Rscript - - --vanilla - - calculate-ellipse-area.R - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-r:v1 - resources: {} - id: - name: ellipse-area-metadata-r - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container -- template: - Target: - Container: - command: - - ./calculate-ellipse-area.sh - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - data_config: - enabled: true - input_path: /var/inputs - output_path: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-shell:v1 - resources: {} - id: - name: ellipse-area-metadata-shell - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - area: - description: area - type: - Type: - Simple: 2 - metadata: - description: metadata - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml deleted file mode 100755 index 8ffeba7168..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/012_core.containerization.use_secrets.secret_task_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: user_secret - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml deleted file mode 100755 index b341ea9aac..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/013_core.containerization.use_secrets.user_info_task_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - user_info_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.user_info_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: username - - group: user-info - key: password - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml deleted file mode 100755 index 4a0fb267a3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/014_core.containerization.use_secrets.secret_file_task_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_file_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_file_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: user_secret - mount_requirement: 1 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml deleted file mode 100755 index 65ecd563a2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml +++ /dev/null @@ -1,349 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - n1: - ids: - - end-node - n2: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - - n2 - upstream: - end-node: - ids: - - n0 - - n1 - - n2 - n0: - ids: - - start-node - n1: - ids: - - start-node - n2: - ids: - - start-node - template: - id: - name: core.containerization.use_secrets.my_secret_workflow - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - o2: - description: o2 - type: - Type: - Simple: 3 - o3: - description: o3 - type: - Type: - Simple: 3 - o4: - description: o4 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o1 - - binding: - Value: - Promise: - node_id: n1 - var: o1 - var: o2 - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o3 - - binding: - Value: - Promise: - node_id: n2 - var: o1 - var: o4 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.use_secrets.secret_task - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: secret_task - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.use_secrets.user_info_task - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: user_info_task - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.containerization.use_secrets.secret_file_task - resource_type: 1 - overrides: {} - id: n2 - metadata: - InterruptibleValue: null - name: secret_file_task - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o1 - - binding: - Value: - Promise: - node_id: n1 - var: o1 - var: o2 - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o3 - - binding: - Value: - Promise: - node_id: n2 - var: o1 - var: o4 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_file_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_file_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: user_secret - mount_requirement: 1 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: user_secret - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - user_info_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.user_info_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - security_context: - secrets: - - group: user-info - key: username - - group: user-info - key: password - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml deleted file mode 100755 index 06da97bcd4..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/017_core.control_flow.chain_tasks.read_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - read - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.read - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/018_core.control_flow.chain_tasks.write_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/018_core.control_flow.chain_tasks.write_1_task.yaml deleted file mode 100755 index db095c5303..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/018_core.control_flow.chain_tasks.write_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - write - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.write - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml deleted file mode 100755 index 58205b8d6c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml +++ /dev/null @@ -1,181 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.control_flow.chain_tasks.chain_tasks_wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.chain_tasks.write - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: write - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.chain_tasks.read - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: read - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - read - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.read - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - write - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.write - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml deleted file mode 100755 index f08dc2d352..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/021_core.control_flow.checkpoint.use_checkpoint_1_task.yaml +++ /dev/null @@ -1,58 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.checkpoint - - task-name - - use_checkpoint - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.checkpoint.use_checkpoint - resource_type: 1 - interface: - inputs: - variables: - n_iterations: - description: n_iterations - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: - retries: 3 - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml deleted file mode 100755 index c5499fa617..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/022_core.control_flow.checkpoint.example_2_wf.yaml +++ /dev/null @@ -1,135 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.control_flow.checkpoint.example - resource_type: 2 - interface: - inputs: - variables: - n_iterations: - description: n_iterations - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.checkpoint.use_checkpoint - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: n_iterations - var: n_iterations - metadata: - InterruptibleValue: null - name: use_checkpoint - retries: - retries: 3 - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.checkpoint - - task-name - - use_checkpoint - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.checkpoint.use_checkpoint - resource_type: 1 - interface: - inputs: - variables: - n_iterations: - description: n_iterations - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: - retries: 3 - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml deleted file mode 100755 index d53228e9f2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/024_core.control_flow.conditions.square_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml deleted file mode 100755 index c9567909a6..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/025_core.control_flow.conditions.double_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml deleted file mode 100755 index 035ad43712..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/026_core.control_flow.conditions.multiplier_2_wf.yaml +++ /dev/null @@ -1,265 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - n0-n0: - ids: - - start-node - n0-n1: - ids: - - start-node - template: - id: - name: core.control_flow.conditions.multiplier - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n0-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 3 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 5 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml deleted file mode 100755 index 95759eaa41..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/028_core.control_flow.conditions.multiplier_2_2_wf.yaml +++ /dev/null @@ -1,296 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - n0-n0: - ids: - - start-node - n0-n1: - ids: - - start-node - template: - id: - name: core.control_flow.conditions.multiplier_2 - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - BranchNode: - if_else: - Default: - Error: - failed_node_id: fractions - message: The input must be between 0 and 10 - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 5 - right_value: - Val: - Primitive: - Value: - FloatValue: 10 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n0-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml deleted file mode 100755 index fbe3fe679a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/030_core.control_flow.conditions.multiplier_3_2_wf.yaml +++ /dev/null @@ -1,323 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n0-n0: - ids: - - start-node - n0-n1: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.control_flow.conditions.multiplier_3 - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - BranchNode: - if_else: - Default: - Error: - failed_node_id: fractions - message: The input must be between 0 and 10 - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 10 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n0-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml deleted file mode 100755 index 8870ff8d73..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/032_core.control_flow.conditions.coin_toss_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - coin_toss - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - interface: - inputs: - variables: - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 4 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml deleted file mode 100755 index 5e0aa7d5d7..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/033_core.control_flow.conditions.failed_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - failed - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.failed - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml deleted file mode 100755 index bc6b50e4fc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/034_core.control_flow.conditions.success_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - success - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.success - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml deleted file mode 100755 index e1774834c9..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml +++ /dev/null @@ -1,297 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.control_flow.conditions.basic_boolean_wf - resource_type: 2 - interface: - inputs: - variables: - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: seed - var: seed - metadata: - InterruptibleValue: null - name: coin_toss - retries: {} - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.failed - resource_type: 1 - overrides: {} - id: n1-n1 - metadata: - InterruptibleValue: null - name: failed - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: n0.o0 - right_value: - Val: - Primitive: - Value: - Boolean: true - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.success - resource_type: 1 - overrides: {} - id: n1-n0 - metadata: - InterruptibleValue: null - name: success - retries: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: n0.o0 - metadata: - InterruptibleValue: null - name: test - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - coin_toss - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - interface: - inputs: - variables: - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 4 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - failed - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.failed - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - success - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.success - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml deleted file mode 100755 index 949321dda2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml +++ /dev/null @@ -1,213 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.control_flow.conditions.bool_input_wf - resource_type: 2 - interface: - inputs: - variables: - b: - description: b - type: - Type: - Simple: 4 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.failed - resource_type: 1 - overrides: {} - id: n0-n1 - metadata: - InterruptibleValue: null - name: failed - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: .b - right_value: - Val: - Primitive: - Value: - Boolean: true - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.success - resource_type: 1 - overrides: {} - id: n0-n0 - metadata: - InterruptibleValue: null - name: success - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: b - var: .b - metadata: - InterruptibleValue: null - name: test - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - failed - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.failed - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - success - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.success - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml deleted file mode 100755 index a61d08e8c5..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/039_core.control_flow.conditions.nested_conditions_2_wf.yaml +++ /dev/null @@ -1,403 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - n0-n0: - ids: - - start-node - n0-n0-n0: - ids: - - start-node - n0-n0-n1: - ids: - - start-node - n0-n1: - ids: - - start-node - n0-n2: - ids: - - start-node - template: - id: - name: core.control_flow.conditions.nested_conditions - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0-n2 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - case: - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - then_node: - Target: - BranchNode: - if_else: - Default: - Error: - failed_node_id: inner_fractions - message: Only <0.7 allowed - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.5 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n0-n0-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.5 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 0.7 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n0-n0-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: inner_fractions - retries: {} - other: - - condition: - Expr: - Conjunction: - left_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 2 - right_value: - Val: - Primitive: - Value: - FloatValue: 1 - right_expression: - Expr: - Comparison: - left_value: - Val: - Var: .my_input - operator: 4 - right_value: - Val: - Primitive: - Value: - FloatValue: 10 - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n0-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: .my_input - metadata: - InterruptibleValue: null - name: fractions - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml deleted file mode 100755 index 87bdc4a87f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/041_core.control_flow.conditions.calc_sum_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - calc_sum - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.calc_sum - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml deleted file mode 100755 index 20926d2160..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/042_core.control_flow.conditions.consume_outputs_2_wf.yaml +++ /dev/null @@ -1,433 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - n2 - n2: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n2 - n0: - ids: - - start-node - n1: - ids: - - n0 - n1-n0: - ids: - - start-node - n1-n1: - ids: - - start-node - n2: - ids: - - n1 - template: - id: - name: core.control_flow.conditions.consume_outputs - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 2 - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: seed - var: seed - metadata: - InterruptibleValue: null - name: coin_toss - retries: {} - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.calc_sum - resource_type: 1 - overrides: {} - id: n1-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: a - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: b - metadata: - InterruptibleValue: null - name: calc_sum - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: n0.o0 - right_value: - Val: - Primitive: - Value: - Boolean: true - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.square - resource_type: 1 - overrides: {} - id: n1-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: "n" - metadata: - InterruptibleValue: null - name: square - retries: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: n0.o0 - metadata: - InterruptibleValue: null - name: double_or_square - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.conditions.double - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: "n" - metadata: - InterruptibleValue: null - name: double - retries: {} - upstream_node_ids: - - n1 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - calc_sum - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.calc_sum - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 2 - b: - description: b - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - coin_toss - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.coin_toss - resource_type: 1 - interface: - inputs: - variables: - seed: - description: seed - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 4 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable - and the type is mapped to ``Types.Integer`` - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: |- - name of the parameter for the task is derived from the name of the input variable, and - the type is automatically mapped to Types.Integer - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml deleted file mode 100755 index 0a35877307..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/044_core.control_flow.dynamics.return_index_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - return_index - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.return_index - resource_type: 1 - interface: - inputs: - variables: - character: - description: character - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml deleted file mode 100755 index 555f8dddba..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/045_core.control_flow.dynamics.update_list_1_task.yaml +++ /dev/null @@ -1,66 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - update_list - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.update_list - resource_type: 1 - interface: - inputs: - variables: - freq_list: - description: freq_list - type: - Type: - CollectionType: - Type: - Simple: 1 - list_index: - description: list_index - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml deleted file mode 100755 index 9e924e6004..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/046_core.control_flow.dynamics.derive_count_1_task.yaml +++ /dev/null @@ -1,66 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - derive_count - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.derive_count - resource_type: 1 - interface: - inputs: - variables: - freq1: - description: freq1 - type: - Type: - CollectionType: - Type: - Simple: 1 - freq2: - description: freq2 - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml deleted file mode 100755 index 0605db6c29..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/047_core.control_flow.dynamics.count_characters_1_task.yaml +++ /dev/null @@ -1,65 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - count_characters - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.count_characters - resource_type: 1 - interface: - inputs: - variables: - s1: - description: s1 - type: - Type: - Simple: 3 - s2: - description: s2 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml deleted file mode 100755 index cc80b0308d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/048_core.control_flow.dynamics.wf_2_wf.yaml +++ /dev/null @@ -1,152 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.control_flow.dynamics.wf - resource_type: 2 - interface: - inputs: - variables: - s1: - description: s1 - type: - Type: - Simple: 3 - s2: - description: s2 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.dynamics.count_characters - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: s1 - var: s1 - - binding: - Value: - Promise: - node_id: start-node - var: s2 - var: s2 - metadata: - InterruptibleValue: null - name: count_characters - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - count_characters - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.count_characters - resource_type: 1 - interface: - inputs: - variables: - s1: - description: s1 - type: - Type: - Simple: 3 - s2: - description: s2 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml deleted file mode 100755 index 2cc969bce7..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/050_core.control_flow.map_task.a_mappable_task_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - a_mappable_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.map_task.a_mappable_task - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml deleted file mode 100755 index c1add64c9d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/051_core.control_flow.map_task.coalesce_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - coalesce - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.map_task.coalesce - resource_type: 1 - interface: - inputs: - variables: - b: - description: b - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml deleted file mode 100755 index 955ac744ce..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/052_core.control_flow.map_task.mapper_a_mappable_task_0_1_task.yaml +++ /dev/null @@ -1,64 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-map-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - a_mappable_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - custom: - minSuccessRatio: 1 - id: - name: core.control_flow.map_task.mapper_a_mappable_task_0 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - task_type_version: 1 - type: container_array diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml deleted file mode 100755 index 42c7da57a4..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml +++ /dev/null @@ -1,236 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.control_flow.map_task.my_map_workflow - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.map_task.mapper_a_mappable_task_0 - resource_type: 1 - overrides: - resources: - limits: - - name: 3 - value: 500Mi - requests: - - name: 3 - value: 300Mi - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - metadata: - InterruptibleValue: null - name: mapper_a_mappable_task_0 - retries: - retries: 1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.map_task.coalesce - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: b - metadata: - InterruptibleValue: null - name: coalesce - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - coalesce - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.map_task.coalesce - resource_type: 1 - interface: - inputs: - variables: - b: - description: b - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-map-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - a_mappable_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - custom: - minSuccessRatio: 1 - id: - name: core.control_flow.map_task.mapper_a_mappable_task_0 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - task_type_version: 1 - type: container_array diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml deleted file mode 100755 index 46815cb6ef..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/055_core.control_flow.merge_sort.split_1_task.yaml +++ /dev/null @@ -1,73 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - split - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.split - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - o1: - description: o1 - type: - Type: - CollectionType: - Type: - Simple: 1 - o2: - description: o2 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml deleted file mode 100755 index bb3a3dbbcc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/056_core.control_flow.merge_sort.merge_1_task.yaml +++ /dev/null @@ -1,68 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - merge - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.merge - resource_type: 1 - interface: - inputs: - variables: - sorted_list1: - description: sorted_list1 - type: - Type: - CollectionType: - Type: - Simple: 1 - sorted_list2: - description: sorted_list2 - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml deleted file mode 100755 index 3741ee770b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/057_core.control_flow.merge_sort.sort_locally_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - sort_locally - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.sort_locally - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml deleted file mode 100755 index f61183d9c1..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/058_core.control_flow.merge_sort.merge_sort_remotely_1_task.yaml +++ /dev/null @@ -1,69 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - merge_sort_remotely - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.merge_sort_remotely - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - run_local_at_count: - description: run_local_at_count - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml deleted file mode 100755 index 217bfa1a0b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml +++ /dev/null @@ -1,286 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - n0-n0: - ids: - - start-node - n0-n1: - ids: - - start-node - template: - id: - name: core.control_flow.merge_sort.merge_sort - resource_type: 2 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - numbers_count: - description: numbers_count - type: - Type: - Simple: 1 - run_local_at_count: - description: run_local_at_count - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - BranchNode: - if_else: - Default: - ElseNode: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.merge_sort.merge_sort_remotely - resource_type: 1 - overrides: {} - id: n0-n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: numbers - var: numbers - - binding: - Value: - Promise: - node_id: start-node - var: run_local_at_count - var: run_local_at_count - metadata: - InterruptibleValue: null - name: merge_sort_remotely - retries: {} - case: - condition: - Expr: - Comparison: - left_value: - Val: - Var: .numbers_count - operator: 5 - right_value: - Val: - Var: .run_local_at_count - then_node: - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.merge_sort.sort_locally - resource_type: 1 - overrides: {} - id: n0-n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: numbers - var: numbers - metadata: - InterruptibleValue: null - name: sort_locally - retries: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: numbers_count - var: .numbers_count - - binding: - Value: - Promise: - node_id: start-node - var: run_local_at_count - var: .run_local_at_count - metadata: - InterruptibleValue: null - name: terminal_case - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - merge_sort_remotely - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.merge_sort_remotely - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - run_local_at_count: - description: run_local_at_count - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - sort_locally - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.sort_locally - resource_type: 1 - interface: - inputs: - variables: - numbers: - description: numbers - type: - Type: - CollectionType: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml deleted file mode 100755 index c6d2005f44..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/061_core.control_flow.subworkflows.t1_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - t1_int_output: - description: t1_int_output - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml deleted file mode 100755 index 1cefa24edc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml +++ /dev/null @@ -1,184 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.control_flow.subworkflows.my_subwf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: c - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: c - var: o1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: t1_int_output - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: c - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: c - var: o1 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - t1_int_output: - description: t1_int_output - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml deleted file mode 100755 index a57956cc71..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/068_core.control_flow.subworkflows.count_freq_words_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - count_freq_words - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.count_freq_words - resource_type: 1 - interface: - inputs: - variables: - input_string1: - description: input_string1 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml deleted file mode 100755 index a76deaaece..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml +++ /dev/null @@ -1,133 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.control_flow.subworkflows.ext_workflow - resource_type: 2 - interface: - inputs: - variables: - my_input: - description: my_input - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.control_flow.subworkflows.count_freq_words - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: my_input - var: input_string1 - metadata: - InterruptibleValue: null - name: count_freq_words - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - count_freq_words - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.count_freq_words - resource_type: 1 - interface: - inputs: - variables: - input_string1: - description: input_string1 - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml deleted file mode 100755 index c960ed3fdb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/072_core.control_flow.subworkflows.count_repetitive_words_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - count_repetitive_words - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.count_repetitive_words - resource_type: 1 - interface: - inputs: - variables: - word_counter: - description: word_counter - type: - Type: - Simple: 9 - outputs: - variables: - o0: - description: o0 - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml deleted file mode 100755 index 02c6d654ba..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/075_my-objectstore-sensor_1_task.yaml +++ /dev/null @@ -1,31 +0,0 @@ -template: - Target: null - id: - name: my-objectstore-sensor - resource_type: 1 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: - retries: 10 - runtime: - flavor: python - type: 1 - version: 0.32.6 - timeout: - seconds: 1200 - type: object-store-sensor diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml deleted file mode 100755 index 22abe612cf..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/076_core.extend_flyte.custom_task_plugin.print_file_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_task_plugin - - task-name - - print_file - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_task_plugin.print_file - resource_type: 1 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml deleted file mode 100755 index 402fd6cf3a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml +++ /dev/null @@ -1,194 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.extend_flyte.custom_task_plugin.my_workflow - resource_type: 2 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: my-objectstore-sensor - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: path - var: path - metadata: - InterruptibleValue: null - name: my-objectstore-sensor - retries: - retries: 10 - timeout: - seconds: 1200 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.extend_flyte.custom_task_plugin.print_file - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: path - var: path - metadata: - InterruptibleValue: null - name: print_file - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_task_plugin - - task-name - - print_file - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_task_plugin.print_file - resource_type: 1 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: null - id: - name: my-objectstore-sensor - resource_type: 1 - interface: - inputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - outputs: - variables: - path: - description: path - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: - retries: 10 - runtime: - flavor: python - type: 1 - version: 0.32.6 - timeout: - seconds: 1200 - type: object-store-sensor diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml deleted file mode 100755 index 09de82f8df..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/079_core.extend_flyte.custom_types.generate_1_task.yaml +++ /dev/null @@ -1,53 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - generate - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.generate - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - format: binary - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml deleted file mode 100755 index 534a613c23..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/080_core.extend_flyte.custom_types.consume_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - consume - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.consume - resource_type: 1 - interface: - inputs: - variables: - d: - description: d - type: - Type: - Blob: - dimensionality: 1 - format: binary - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml deleted file mode 100755 index a787de1df1..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/081_core.extend_flyte.custom_types.wf_2_wf.yaml +++ /dev/null @@ -1,202 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.extend_flyte.custom_types.wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.extend_flyte.custom_types.generate - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: generate - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.extend_flyte.custom_types.consume - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: d - metadata: - InterruptibleValue: null - name: consume - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - consume - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.consume - resource_type: 1 - interface: - inputs: - variables: - d: - description: d - type: - Type: - Blob: - dimensionality: 1 - format: binary - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - generate - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.generate - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - format: binary - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml deleted file mode 100755 index a51c5f9305..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/083_core.flyte_basics.basic_workflow.t1_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - t1_int_output: - description: t1_int_output - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml deleted file mode 100755 index cbafc25090..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/084_core.flyte_basics.basic_workflow.t2_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t2 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 3 - b: - description: b - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml deleted file mode 100755 index 411de9a45b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml +++ /dev/null @@ -1,259 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - upstream: - end-node: - ids: - - n0 - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - - start-node - template: - id: - name: core.flyte_basics.basic_workflow.my_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - b: - description: b - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: t1_int_output - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.basic_workflow.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.basic_workflow.t2 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: c - var: a - - binding: - Value: - Promise: - node_id: start-node - var: b - var: b - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: t1_int_output - var: o0 - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o1 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - t1_int_output: - description: t1_int_output - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t2 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 3 - b: - description: b - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml deleted file mode 100755 index aeb251f66a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/087_core.flyte_basics.decorating_tasks.t1_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml deleted file mode 100755 index 44a9b9db2d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/088_core.flyte_basics.decorating_tasks.t2_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml deleted file mode 100755 index 299e8cbe8e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml +++ /dev/null @@ -1,217 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.flyte_basics.decorating_tasks.wf - resource_type: 2 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_tasks.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: x - var: x - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_tasks.t2 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: x - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml deleted file mode 100755 index ad1ed53be6..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/091_core.flyte_basics.decorating_workflows.setup_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - setup - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.setup - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml deleted file mode 100755 index ea344ea06b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/092_core.flyte_basics.decorating_workflows.teardown_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - teardown - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.teardown - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml deleted file mode 100755 index a2a6ce0bc2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/093_core.flyte_basics.decorating_workflows.t1_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml deleted file mode 100755 index 05101da678..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/094_core.flyte_basics.decorating_workflows.t2_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml deleted file mode 100755 index ac0947fce4..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml +++ /dev/null @@ -1,351 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - n2 - n2: - ids: - - end-node - - n3 - n3: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - upstream: - end-node: - ids: - - n2 - - n3 - n0: - ids: - - start-node - n1: - ids: - - n0 - - start-node - n2: - ids: - - n1 - n3: - ids: - - n2 - template: - id: - name: core.flyte_basics.decorating_workflows.wf - resource_type: 2 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.setup - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: setup - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.t1 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: x - var: x - metadata: - InterruptibleValue: null - name: t1 - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.t2 - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: x - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.decorating_workflows.teardown - resource_type: 1 - overrides: {} - id: n3 - metadata: - InterruptibleValue: null - name: teardown - retries: {} - upstream_node_ids: - - n2 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - setup - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.setup - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - teardown - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.teardown - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml deleted file mode 100755 index a944d1b37e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/097_core.flyte_basics.documented_workflow.add_data_1_task.yaml +++ /dev/null @@ -1,80 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - interface: - inputs: - variables: - data: - description: data - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml deleted file mode 100755 index df003fe4cb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml +++ /dev/null @@ -1,186 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.documented_workflow.sphinx_docstring - resource_type: 2 - interface: - inputs: - variables: - data: - description: A data class pertaining to the new record to be stored in - the DataFrame - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: data - var: data - - binding: - Value: - Promise: - node_id: start-node - var: df - var: df - metadata: - InterruptibleValue: null - name: add_data - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - interface: - inputs: - variables: - data: - description: data - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml deleted file mode 100755 index a2a7dabb14..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml +++ /dev/null @@ -1,186 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.documented_workflow.numpy_docstring - resource_type: 2 - interface: - inputs: - variables: - data: - description: A data class pertaining to the new record to be stored in - the DataFrame - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: data - var: data - - binding: - Value: - Promise: - node_id: start-node - var: df - var: df - metadata: - InterruptibleValue: null - name: add_data - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - interface: - inputs: - variables: - data: - description: data - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml deleted file mode 100755 index 4c01741d60..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml +++ /dev/null @@ -1,186 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.documented_workflow.google_docstring - resource_type: 2 - interface: - inputs: - variables: - data: - description: A data class pertaining to the new record to be stored in - the DataFrame - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: Pandas DataFrame - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: data - var: data - - binding: - Value: - Promise: - node_id: start-node - var: df - var: df - metadata: - InterruptibleValue: null - name: add_data - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resource_type: 1 - interface: - inputs: - variables: - data: - description: data - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/PandasdataSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - PandasdataSchema: - additionalProperties: false - properties: - id: - default: 3 - title: id - type: integer - name: - default: Bonnie - title: name - type: string - type: object - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml deleted file mode 100755 index a1bc588031..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/104_core.flyte_basics.files.normalize_columns_1_task.yaml +++ /dev/null @@ -1,76 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.files - - task-name - - normalize_columns - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.files.normalize_columns - resource_type: 1 - interface: - inputs: - variables: - column_names: - description: column_names - type: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize: - description: columns_to_normalize - type: - Type: - CollectionType: - Type: - Simple: 3 - csv_url: - description: csv_url - type: - Type: - Blob: {} - output_location: - description: output_location - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml deleted file mode 100755 index 7114a4db9b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml +++ /dev/null @@ -1,189 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.files.normalize_csv_file - resource_type: 2 - interface: - inputs: - variables: - column_names: - description: column_names - type: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize: - description: columns_to_normalize - type: - Type: - CollectionType: - Type: - Simple: 3 - csv_url: - description: csv_url - type: - Type: - Blob: {} - output_location: - description: output_location - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.files.normalize_columns - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: column_names - var: column_names - - binding: - Value: - Promise: - node_id: start-node - var: columns_to_normalize - var: columns_to_normalize - - binding: - Value: - Promise: - node_id: start-node - var: csv_url - var: csv_url - - binding: - Value: - Promise: - node_id: start-node - var: output_location - var: output_location - metadata: - InterruptibleValue: null - name: normalize_columns - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.files - - task-name - - normalize_columns - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.files.normalize_columns - resource_type: 1 - interface: - inputs: - variables: - column_names: - description: column_names - type: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize: - description: columns_to_normalize - type: - Type: - CollectionType: - Type: - Simple: 3 - csv_url: - description: csv_url - type: - Type: - Blob: {} - output_location: - description: output_location - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml deleted file mode 100755 index a791a8bb62..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/107_core.flyte_basics.folders.download_files_1_task.yaml +++ /dev/null @@ -1,60 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - download_files - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.download_files - resource_type: 1 - interface: - inputs: - variables: - csv_urls: - description: csv_urls - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml deleted file mode 100755 index 9aee2ad720..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/108_core.flyte_basics.folders.normalize_all_files_1_task.yaml +++ /dev/null @@ -1,77 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - normalize_all_files - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.normalize_all_files - resource_type: 1 - interface: - inputs: - variables: - columns_metadata: - description: columns_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize_metadata: - description: columns_to_normalize_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - csv_files_dir: - description: csv_files_dir - type: - Type: - Blob: - dimensionality: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml deleted file mode 100755 index b2e00b94bb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml +++ /dev/null @@ -1,275 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - - start-node - template: - id: - name: core.flyte_basics.folders.download_and_normalize_csv_files - resource_type: 2 - interface: - inputs: - variables: - columns_metadata: - description: columns_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize_metadata: - description: columns_to_normalize_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - csv_urls: - description: csv_urls - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.folders.download_files - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: csv_urls - var: csv_urls - metadata: - InterruptibleValue: null - name: download_files - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.folders.normalize_all_files - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: columns_metadata - var: columns_metadata - - binding: - Value: - Promise: - node_id: start-node - var: columns_to_normalize_metadata - var: columns_to_normalize_metadata - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: csv_files_dir - metadata: - InterruptibleValue: null - name: normalize_all_files - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - download_files - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.download_files - resource_type: 1 - interface: - inputs: - variables: - csv_urls: - description: csv_urls - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - normalize_all_files - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.normalize_all_files - resource_type: 1 - interface: - inputs: - variables: - columns_metadata: - description: columns_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - columns_to_normalize_metadata: - description: columns_to_normalize_metadata - type: - Type: - CollectionType: - Type: - CollectionType: - Type: - Simple: 3 - csv_files_dir: - description: csv_files_dir - type: - Type: - Blob: - dimensionality: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml deleted file mode 100755 index 5f7e8df0fd..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/111_core.flyte_basics.hello_world.say_hello_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.hello_world - - task-name - - say_hello - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.hello_world.say_hello - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml deleted file mode 100755 index 854d8d3f83..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml +++ /dev/null @@ -1,114 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.hello_world.my_wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.hello_world.say_hello - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: say_hello - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.hello_world - - task-name - - say_hello - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.hello_world.say_hello - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml deleted file mode 100755 index 1ca8539fcd..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/114_core.flyte_basics.imperative_wf_style.t1_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml deleted file mode 100755 index a12ef17894..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/115_core.flyte_basics.imperative_wf_style.t2_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t2 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml deleted file mode 100755 index ce91ab3341..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/116_core.flyte_basics.imperative_wf_style.t3_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t3 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t3 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml deleted file mode 100755 index 995b858161..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/117_my.imperative.workflow.example_2_wf.yaml +++ /dev/null @@ -1,329 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - n1: - ids: - - end-node - n2: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - - n2 - upstream: - end-node: - ids: - - n0 - - n1 - - n2 - n0: - ids: - - start-node - n1: - ids: - - start-node - n2: - ids: - - start-node - template: - id: - name: my.imperative.workflow.example - resource_type: 2 - interface: - inputs: - variables: - in1: - description: in1 - type: - Type: - Simple: 3 - in2: - description: in2 - type: - Type: - Simple: 3 - outputs: - variables: - output_from_t1: - description: output_from_t1 - type: - Type: - Simple: 3 - output_list: - description: output_list - type: - Type: - CollectionType: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: output_from_t1 - - binding: - Value: - Collection: - bindings: - - Value: - Promise: - node_id: n0 - var: o0 - - Value: - Promise: - node_id: n2 - var: o0 - var: output_list - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.imperative_wf_style.t1 - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: in1 - var: a - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.imperative_wf_style.t2 - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: t2 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.imperative_wf_style.t3 - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Collection: - bindings: - - Value: - Promise: - node_id: start-node - var: in1 - - Value: - Promise: - node_id: start-node - var: in2 - var: a - metadata: - InterruptibleValue: null - name: t3 - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: output_from_t1 - - binding: - Value: - Collection: - bindings: - - Value: - Promise: - node_id: n0 - var: o0 - - Value: - Promise: - node_id: n2 - var: o0 - var: output_list -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t1 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t2 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t3 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t3 - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - CollectionType: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml deleted file mode 100755 index c124729504..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/119_core.flyte_basics.lp.square_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.square - resource_type: 1 - interface: - inputs: - variables: - val: - description: val - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml deleted file mode 100755 index e65a21d916..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/120_core.flyte_basics.lp.my_wf_2_wf.yaml +++ /dev/null @@ -1,133 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.lp.my_wf - resource_type: 2 - interface: - inputs: - variables: - val: - description: val - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.lp.square - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: val - var: val - metadata: - InterruptibleValue: null - name: square - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.square - resource_type: 1 - interface: - inputs: - variables: - val: - description: val - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml deleted file mode 100755 index e1f4b461de..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/124_core.flyte_basics.lp.greet_1_task.yaml +++ /dev/null @@ -1,67 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - greet - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.greet - resource_type: 1 - interface: - inputs: - variables: - am: - description: am - type: - Type: - Simple: 4 - day_of_week: - description: day_of_week - type: - Type: - Simple: 3 - number: - description: number - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml deleted file mode 100755 index 108e7c2f3a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/125_core.flyte_basics.lp.go_greet_2_wf.yaml +++ /dev/null @@ -1,165 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.flyte_basics.lp.go_greet - resource_type: 2 - interface: - inputs: - variables: - am: - description: am - type: - Type: - Simple: 4 - day_of_week: - description: day_of_week - type: - Type: - Simple: 3 - number: - description: number - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.lp.greet - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: am - var: am - - binding: - Value: - Promise: - node_id: start-node - var: day_of_week - var: day_of_week - - binding: - Value: - Promise: - node_id: start-node - var: number - var: number - metadata: - InterruptibleValue: null - name: greet - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - greet - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.greet - resource_type: 1 - interface: - inputs: - variables: - am: - description: am - type: - Type: - Simple: 4 - day_of_week: - description: day_of_week - type: - Type: - Simple: 3 - number: - description: number - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml deleted file mode 100755 index 6a66d8ed7c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/128_core.flyte_basics.named_outputs.say_hello_1_task.yaml +++ /dev/null @@ -1,51 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.named_outputs - - task-name - - say_hello - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - greet: - description: greet - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml deleted file mode 100755 index 98ca530c6f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml +++ /dev/null @@ -1,151 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - n1: - ids: - - end-node - start-node: - ids: - - n0 - - n1 - upstream: - end-node: - ids: - - n0 - - n1 - n0: - ids: - - start-node - n1: - ids: - - start-node - template: - id: - name: core.flyte_basics.named_outputs.my_wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - greet1: - description: greet1 - type: - Type: - Simple: 3 - greet2: - description: greet2 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: greet - var: greet1 - - binding: - Value: - Promise: - node_id: n1 - var: greet - var: greet2 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: say_hello - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - overrides: {} - id: n1 - metadata: - InterruptibleValue: null - name: say_hello - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: greet - var: greet1 - - binding: - Value: - Promise: - node_id: n1 - var: greet - var: greet2 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.named_outputs - - task-name - - say_hello - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.named_outputs.say_hello - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - greet: - description: greet - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/133__bash.task_1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/133__bash.task_1_1_task.yaml deleted file mode 100755 index 1a0528ae30..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/133__bash.task_1_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - flytekit.extras.tasks.shell - - task-name - - _dummy_task_func - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: _bash.task_1 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml deleted file mode 100755 index 589d2bb6ce..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/134_task_1_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - outputs: - variables: - i: - description: i - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/135__bash.task_2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/135__bash.task_2_1_task.yaml deleted file mode 100755 index 897397a2ed..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/135__bash.task_2_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - flytekit.extras.tasks.shell - - task-name - - _dummy_task_func - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: _bash.task_2 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml deleted file mode 100755 index 2681009404..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/136_task_2_1_task.yaml +++ /dev/null @@ -1,63 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - "y": - description: "y" - type: - Type: - Blob: - dimensionality: 1 - outputs: - variables: - j: - description: j - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/137__bash.task_3_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/137__bash.task_3_1_task.yaml deleted file mode 100755 index 7eafdfe253..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/137__bash.task_3_1_task.yaml +++ /dev/null @@ -1,45 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - flytekit.extras.tasks.shell - - task-name - - _dummy_task_func - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: _bash.task_3 - resource_type: 1 - interface: - inputs: {} - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml deleted file mode 100755 index 0b355865c9..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/138_task_3_1_task.yaml +++ /dev/null @@ -1,68 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t3 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_3 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - "y": - description: "y" - type: - Type: - Blob: - dimensionality: 1 - z: - description: z - type: - Type: - Blob: {} - outputs: - variables: - k: - description: k - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml deleted file mode 100755 index 817744621d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/139_core.flyte_basics.shell_task.create_entities_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - create_entities - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.shell_task.create_entities - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - o1: - description: o1 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml deleted file mode 100755 index be10236b26..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/140_core.flyte_basics.shell_task.wf_2_wf.yaml +++ /dev/null @@ -1,413 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - - n2 - - n3 - n1: - ids: - - n2 - n2: - ids: - - n3 - n3: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n3 - n0: - ids: - - start-node - n1: - ids: - - n0 - n2: - ids: - - n0 - - n1 - n3: - ids: - - n0 - - n2 - template: - id: - name: core.flyte_basics.shell_task.wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n3 - var: k - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.shell_task.create_entities - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: create_entities - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: task_1 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: x - metadata: - InterruptibleValue: null - name: task_1 - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: task_2 - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: i - var: x - - binding: - Value: - Promise: - node_id: n0 - var: o1 - var: "y" - metadata: - InterruptibleValue: null - name: task_2 - retries: {} - upstream_node_ids: - - n0 - - n1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: task_3 - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: x - - binding: - Value: - Promise: - node_id: n0 - var: o1 - var: "y" - - binding: - Value: - Promise: - node_id: n2 - var: j - var: z - metadata: - InterruptibleValue: null - name: task_3 - retries: {} - upstream_node_ids: - - n0 - - n2 - outputs: - - binding: - Value: - Promise: - node_id: n3 - var: k - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - create_entities - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.shell_task.create_entities - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: {} - o1: - description: o1 - type: - Type: - Blob: - dimensionality: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_1 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - outputs: - variables: - i: - description: i - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_2 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - "y": - description: "y" - type: - Type: - Blob: - dimensionality: 1 - outputs: - variables: - j: - description: j - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t3 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_3 - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Blob: {} - "y": - description: "y" - type: - Type: - Blob: - dimensionality: 1 - z: - description: z - type: - Type: - Blob: {} - outputs: - variables: - k: - description: k - type: - Type: - Blob: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml deleted file mode 100755 index e75da1ead5..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/142_core.flyte_basics.task.square_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: "n" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml deleted file mode 100755 index b4f3b0059d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/143_core.flyte_basics.task_cache.square_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: "n" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml deleted file mode 100755 index 08cc1b4679..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/144_core.flyte_basics.task_cache.uncached_data_reading_task_1_task.yaml +++ /dev/null @@ -1,52 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - uncached_data_reading_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.uncached_data_reading_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml deleted file mode 100755 index 81122326ef..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/145_core.flyte_basics.task_cache.cached_data_processing_task_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - cached_data_processing_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml deleted file mode 100755 index 19c4a0b565..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/146_core.flyte_basics.task_cache.compare_dataframes_1_task.yaml +++ /dev/null @@ -1,58 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - compare_dataframes - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.compare_dataframes - resource_type: 1 - interface: - inputs: - variables: - df1: - description: df1 - type: - Type: - StructuredDatasetType: - format: parquet - df2: - description: df2 - type: - Type: - StructuredDatasetType: - format: parquet - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml deleted file mode 100755 index f9c1413ad3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml +++ /dev/null @@ -1,307 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - - n2 - n1: - ids: - - n2 - - n3 - n2: - ids: - - n3 - n3: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n3 - n0: - ids: - - start-node - n1: - ids: - - n0 - n2: - ids: - - n0 - - n1 - n3: - ids: - - n1 - - n2 - template: - id: - name: core.flyte_basics.task_cache.cached_dataframe_wf - resource_type: 2 - interface: - inputs: {} - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.uncached_data_reading_task - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: uncached_data_reading_task - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: cached_data_processing_task - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: cached_data_processing_task - retries: {} - upstream_node_ids: - - n0 - - n1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.flyte_basics.task_cache.compare_dataframes - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: df1 - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: df2 - metadata: - InterruptibleValue: null - name: compare_dataframes - retries: {} - upstream_node_ids: - - n1 - - n2 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - cached_data_processing_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.cached_data_processing_task - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - compare_dataframes - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.compare_dataframes - resource_type: 1 - interface: - inputs: - variables: - df1: - description: df1 - type: - Type: - StructuredDatasetType: - format: parquet - df2: - description: df2 - type: - Type: - StructuredDatasetType: - format: parquet - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - uncached_data_reading_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.uncached_data_reading_task - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml deleted file mode 100755 index f911b28178..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/149_core.flyte_basics.task_cache_serialize.square_1_task.yaml +++ /dev/null @@ -1,60 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache_serialize - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache_serialize.square - resource_type: 1 - interface: - inputs: - variables: - "n": - description: "n" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 1 - metadata: - InterruptibleValue: null - cache_serializable: true - discoverable: true - discovery_version: "1.0" - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml deleted file mode 100755 index dd6011d2a7..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/150_core.scheduled_workflows.lp_schedules.format_date_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - format_date - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.format_date - resource_type: 1 - interface: - inputs: - variables: - run_date: - description: run_date - type: - Type: - Simple: 5 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml deleted file mode 100755 index 63b51ed885..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ /dev/null @@ -1,113 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.scheduled_workflows.lp_schedules.date_formatter_wf - resource_type: 2 - interface: - inputs: - variables: - kickoff_time: - description: kickoff_time - type: - Type: - Simple: 5 - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.scheduled_workflows.lp_schedules.format_date - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: kickoff_time - var: run_date - metadata: - InterruptibleValue: null - name: format_date - retries: {} -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - format_date - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.format_date - resource_type: 1 - interface: - inputs: - variables: - run_date: - description: run_date - type: - Type: - Simple: 5 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml deleted file mode 100755 index 8307254f44..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/154_core.scheduled_workflows.lp_schedules.be_positive_1_task.yaml +++ /dev/null @@ -1,57 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - be_positive - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.be_positive - resource_type: 1 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml deleted file mode 100755 index ce6892e8ad..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml +++ /dev/null @@ -1,113 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.scheduled_workflows.lp_schedules.positive_wf - resource_type: 2 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: {} - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.scheduled_workflows.lp_schedules.be_positive - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: name - var: name - metadata: - InterruptibleValue: null - name: be_positive - retries: {} -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - be_positive - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.be_positive - resource_type: 1 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml deleted file mode 100755 index 0a1c333c4f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/158_core.type_system.custom_objects.stringify_1_task.yaml +++ /dev/null @@ -1,77 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - stringify - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.stringify - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml deleted file mode 100755 index 58518ef722..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/159_core.type_system.custom_objects.add_1_task.yaml +++ /dev/null @@ -1,122 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - add - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.add - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - "y": - description: "y" - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml deleted file mode 100755 index 6f7e41c468..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/160_core.type_system.custom_objects.upload_result_1_task.yaml +++ /dev/null @@ -1,92 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - upload_result - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.upload_result - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml deleted file mode 100755 index c81454a1a8..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/161_core.type_system.custom_objects.download_result_1_task.yaml +++ /dev/null @@ -1,92 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - download_result - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.download_result - resource_type: 1 - interface: - inputs: - variables: - res: - description: res - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml deleted file mode 100755 index 309ba81034..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/162_core.type_system.custom_objects.wf_2_wf.yaml +++ /dev/null @@ -1,652 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - - n1 - n1: - ids: - - end-node - n2: - ids: - - n4 - n3: - ids: - - n4 - n4: - ids: - - end-node - start-node: - ids: - - n0 - - n2 - - n3 - upstream: - end-node: - ids: - - n0 - - n1 - - n4 - n0: - ids: - - start-node - n1: - ids: - - n0 - n2: - ids: - - start-node - n3: - ids: - - start-node - n4: - ids: - - n2 - - n3 - template: - id: - name: core.type_system.custom_objects.wf - resource_type: 2 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - "y": - description: "y" - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - o1: - description: o1 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n4 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.upload_result - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: upload_result - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.download_result - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: res - metadata: - InterruptibleValue: null - name: download_result - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.stringify - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: x - var: x - metadata: - InterruptibleValue: null - name: stringify - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.stringify - resource_type: 1 - overrides: {} - id: n3 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: "y" - var: x - metadata: - InterruptibleValue: null - name: stringify - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.custom_objects.add - resource_type: 1 - overrides: {} - id: n4 - inputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: x - - binding: - Value: - Promise: - node_id: n3 - var: o0 - var: "y" - metadata: - InterruptibleValue: null - name: add - retries: {} - upstream_node_ids: - - n2 - - n3 - outputs: - - binding: - Value: - Promise: - node_id: n4 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o1 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - add - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.add - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - "y": - description: "y" - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - download_result - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.download_result - resource_type: 1 - interface: - inputs: - variables: - res: - description: res - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - outputs: {} - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - stringify - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.stringify - resource_type: 1 - interface: - inputs: - variables: - x: - description: x - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/DatumSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - DatumSchema: - additionalProperties: false - properties: - x: - title: x - type: integer - "y": - title: "y" - type: string - z: - additionalProperties: - title: z - type: string - title: z - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - upload_result - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.upload_result - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 9 - metadata: - $ref: '#/definitions/ResultSchema' - $schema: http://json-schema.org/draft-07/schema# - definitions: - FlytedirectorySchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlytefileSchema: - additionalProperties: false - properties: - path: - title: path - type: string - type: object - FlyteschemaSchema: - additionalProperties: false - properties: - remote_path: - title: remote_path - type: string - type: object - ResultSchema: - additionalProperties: false - properties: - directory: - $ref: '#/definitions/FlytedirectorySchema' - field_many: false - type: object - file: - $ref: '#/definitions/FlytefileSchema' - field_many: false - type: object - schema: - $ref: '#/definitions/FlyteschemaSchema' - field_many: false - type: object - type: object - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml deleted file mode 100755 index 0fae7d3a9c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/164_core.type_system.enums.enum_stringify_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - enum_stringify - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.enum_stringify - resource_type: 1 - interface: - inputs: - variables: - c: - description: c - type: - Type: - EnumType: - values: - - red - - green - - blue - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml deleted file mode 100755 index b462494f06..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/165_core.type_system.enums.string_to_enum_1_task.yaml +++ /dev/null @@ -1,61 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - string_to_enum - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.string_to_enum - resource_type: 1 - interface: - inputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - EnumType: - values: - - red - - green - - blue - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml deleted file mode 100755 index bba8ffd73b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/166_core.type_system.enums.enum_wf_2_wf.yaml +++ /dev/null @@ -1,252 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.type_system.enums.enum_wf - resource_type: 2 - interface: - inputs: - variables: - c: - description: c - type: - Type: - EnumType: - values: - - red - - green - - blue - outputs: - variables: - o0: - description: o0 - type: - Type: - EnumType: - values: - - red - - green - - blue - o1: - description: o1 - type: - Type: - Simple: 3 - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o1 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.enums.enum_stringify - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: c - var: c - metadata: - InterruptibleValue: null - name: enum_stringify - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.enums.string_to_enum - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: c - metadata: - InterruptibleValue: null - name: string_to_enum - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o1 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - enum_stringify - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.enum_stringify - resource_type: 1 - interface: - inputs: - variables: - c: - description: c - type: - Type: - EnumType: - values: - - red - - green - - blue - outputs: - variables: - o0: - description: o0 - type: - Type: - Simple: 3 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - string_to_enum - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.string_to_enum - resource_type: 1 - interface: - inputs: - variables: - c: - description: c - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - EnumType: - values: - - red - - green - - blue - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml deleted file mode 100755 index 369fb4eb60..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/168_core.type_system.flyte_pickle.greet_1_task.yaml +++ /dev/null @@ -1,60 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.flyte_pickle - - task-name - - greet - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.flyte_pickle.greet - resource_type: 1 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - format: PythonPickle - metadata: - python_class_name: People - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml deleted file mode 100755 index 4e64513d35..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/169_core.type_system.flyte_pickle.welcome_2_wf.yaml +++ /dev/null @@ -1,139 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n0 - n0: - ids: - - start-node - template: - id: - name: core.type_system.flyte_pickle.welcome - resource_type: 2 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - format: PythonPickle - metadata: - python_class_name: People - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.flyte_pickle.greet - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: name - var: name - metadata: - InterruptibleValue: null - name: greet - retries: {} - outputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.flyte_pickle - - task-name - - greet - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.flyte_pickle.greet - resource_type: 1 - interface: - inputs: - variables: - name: - description: name - type: - Type: - Simple: 3 - outputs: - variables: - o0: - description: o0 - type: - Type: - Blob: - format: PythonPickle - metadata: - python_class_name: People - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml deleted file mode 100755 index 2d3cc79ba0..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/171_core.type_system.schema.get_df_1_task.yaml +++ /dev/null @@ -1,58 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - get_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.get_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml deleted file mode 100755 index 1aa87e184c..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/172_core.type_system.schema.add_df_1_task.yaml +++ /dev/null @@ -1,59 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - add_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.add_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml deleted file mode 100755 index 0705cf08fd..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/173_core.type_system.schema.df_wf_2_wf.yaml +++ /dev/null @@ -1,221 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.type_system.schema.df_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.schema.get_df - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - metadata: - InterruptibleValue: null - name: get_df - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.schema.add_df - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: add_df - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - add_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.add_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - get_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.get_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml deleted file mode 100755 index 67a7f94216..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/175_core.type_system.structured_dataset.get_df_1_task.yaml +++ /dev/null @@ -1,71 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 3 - name: Name - - literal_type: - Type: - Simple: 1 - name: Age - - literal_type: - Type: - Simple: 1 - name: Height - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml deleted file mode 100755 index 1acf451aee..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/176_core.type_system.structured_dataset.get_schema_df_1_task.yaml +++ /dev/null @@ -1,62 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_schema_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_schema_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: Name - type: 2 - - name: Age - - name: Height - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml deleted file mode 100755 index c971e8c682..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/177_core.type_system.structured_dataset.get_subset_df_1_task.yaml +++ /dev/null @@ -1,69 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_subset_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml deleted file mode 100755 index eaa88c9893..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/178_core.type_system.structured_dataset.to_numpy_1_task.yaml +++ /dev/null @@ -1,69 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - to_numpy - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - interface: - inputs: - variables: - ds: - description: ds - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml deleted file mode 100755 index 3b370e22fc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml +++ /dev/null @@ -1,345 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - n2 - n2: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n2 - n0: - ids: - - start-node - n1: - ids: - - n0 - n2: - ids: - - n1 - template: - id: - name: core.type_system.structured_dataset.pandas_compatibility_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_df - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - metadata: - InterruptibleValue: null - name: get_df - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: get_subset_df - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: ds - metadata: - InterruptibleValue: null - name: to_numpy - retries: {} - upstream_node_ids: - - n1 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 3 - name: Name - - literal_type: - Type: - Simple: 1 - name: Age - - literal_type: - Type: - Simple: 1 - name: Height - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_subset_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - to_numpy - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - interface: - inputs: - variables: - ds: - description: ds - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml deleted file mode 100755 index b0acffc8bf..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml +++ /dev/null @@ -1,336 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - n2 - n2: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n2 - n0: - ids: - - start-node - n1: - ids: - - n0 - n2: - ids: - - n1 - template: - id: - name: core.type_system.structured_dataset.schema_compatibility_wf - resource_type: 2 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_schema_df - resource_type: 1 - overrides: {} - id: n0 - inputs: - - binding: - Value: - Promise: - node_id: start-node - var: a - var: a - metadata: - InterruptibleValue: null - name: get_schema_df - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: df - metadata: - InterruptibleValue: null - name: get_subset_df - retries: {} - upstream_node_ids: - - n0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - overrides: {} - id: n2 - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: ds - metadata: - InterruptibleValue: null - name: to_numpy - retries: {} - upstream_node_ids: - - n1 - outputs: - - binding: - Value: - Promise: - node_id: n2 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_schema_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_schema_df - resource_type: 1 - interface: - inputs: - variables: - a: - description: a - type: - Type: - Simple: 1 - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: Name - type: 2 - - name: Age - - name: Height - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_subset_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_subset_df - resource_type: 1 - interface: - inputs: - variables: - df: - description: df - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - to_numpy - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.to_numpy - resource_type: 1 - interface: - inputs: - variables: - ds: - description: ds - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - outputs: - variables: - o0: - description: o0 - type: - Type: - StructuredDatasetType: - columns: - - literal_type: - Type: - Simple: 1 - name: Age - format: parquet - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml deleted file mode 100755 index ef63cec2c5..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/183_core.type_system.typed_schema.t1_1_task.yaml +++ /dev/null @@ -1,55 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t1 - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - - name: "y" - type: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml deleted file mode 100755 index 8fb24a5051..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/184_core.type_system.typed_schema.t2_1_task.yaml +++ /dev/null @@ -1,63 +0,0 @@ -template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t2 - resource_type: 1 - interface: - inputs: - variables: - schema: - description: schema - type: - Type: - Schema: - columns: - - name: x - - name: "y" - type: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml deleted file mode 100755 index 9a9218d6f3..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/compiled/185_core.type_system.typed_schema.wf_2_wf.yaml +++ /dev/null @@ -1,210 +0,0 @@ -primary: - connections: - downstream: - n0: - ids: - - n1 - n1: - ids: - - end-node - start-node: - ids: - - n0 - upstream: - end-node: - ids: - - n1 - n0: - ids: - - start-node - n1: - ids: - - n0 - template: - id: - name: core.type_system.typed_schema.wf - resource_type: 2 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - metadata: {} - metadata_defaults: {} - nodes: - - Target: null - id: start-node - - Target: null - id: end-node - inputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.typed_schema.t1 - resource_type: 1 - overrides: {} - id: n0 - metadata: - InterruptibleValue: null - name: t1 - retries: {} - - Target: - TaskNode: - Reference: - ReferenceId: - name: core.type_system.typed_schema.t2 - resource_type: 1 - overrides: {} - id: n1 - inputs: - - binding: - Value: - Promise: - node_id: n0 - var: o0 - var: schema - metadata: - InterruptibleValue: null - name: t2 - retries: {} - upstream_node_ids: - - n0 - outputs: - - binding: - Value: - Promise: - node_id: n1 - var: o0 - var: o0 -tasks: -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t1 - resource_type: 1 - interface: - inputs: {} - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - - name: "y" - type: 2 - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task -- template: - Target: - Container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t2 - resource_type: 1 - interface: - inputs: - variables: - schema: - description: schema - type: - Type: - Schema: - columns: - - name: x - - name: "y" - type: 2 - outputs: - variables: - o0: - description: o0 - type: - Type: - Schema: - columns: - - name: x - metadata: - InterruptibleValue: null - retries: {} - runtime: - flavor: python - type: 1 - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml deleted file mode 100755 index 69880c28f2..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml +++ /dev/null @@ -1,247 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-containerization-multi-images-my-workflow - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.containerization.multi_images.my_workflow - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: svm_trainer - resources: {} - task: resource_type:TASK name:"core.containerization.multi_images.svm_trainer" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: test_features - var: X_test - - binding: - promise: - nodeId: n0 - var: train_features - var: X_train - - binding: - promise: - nodeId: n0 - var: test_labels - var: y_test - - binding: - promise: - nodeId: n0 - var: train_labels - var: y_train - kind: task - name: svm_predictor - resources: {} - task: resource_type:TASK name:"core.containerization.multi_images.svm_predictor" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.containerization.multi_images.svm_predictor": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_predictor - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267 - resources: {} - id: - name: core.containerization.multi_images.svm_predictor - resourceType: TASK - interface: - inputs: - variables: - X_test: - type: - structuredDatasetType: - format: parquet - X_train: - type: - structuredDatasetType: - format: parquet - y_test: - type: - structuredDatasetType: - format: parquet - y_train: - type: - structuredDatasetType: - format: parquet - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.containerization.multi_images.svm_trainer": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.multi_images - - task-name - - svm_trainer - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3 - resources: {} - id: - name: core.containerization.multi_images.svm_trainer - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - test_features: - type: - structuredDatasetType: - format: parquet - test_labels: - type: - structuredDatasetType: - format: parquet - train_features: - type: - structuredDatasetType: - format: parquet - train_labels: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json new file mode 100755 index 0000000000..5112bec253 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-multi-images-my-workflow"}},"spec":{"id":"::core.containerization.multi_images.my_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"svm_trainer","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.multi_images.svm_trainer\""},"n1":{"id":"n1","name":"svm_predictor","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.multi_images.svm_predictor\"","inputBindings":[{"var":"X_test","binding":{"promise":{"nodeId":"n0","var":"test_features"}}},{"var":"X_train","binding":{"promise":{"nodeId":"n0","var":"train_features"}}},{"var":"y_test","binding":{"promise":{"nodeId":"n0","var":"test_labels"}}},{"var":"y_train","binding":{"promise":{"nodeId":"n0","var":"train_labels"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.multi_images.svm_predictor\"":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_predictor"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"X_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"X_train":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_test":{"type":{"structuredDatasetType":{"format":"parquet"}}},"y_train":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:multi-image-predict-98b125fd57d20594026941c2ebe7ef662e5acb7d6423660a65f493ca2d9aa267","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_predictor"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.containerization.multi_images.svm_trainer\"":{"id":{"resourceType":"TASK","name":"core.containerization.multi_images.svm_trainer"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"test_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"test_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_features":{"type":{"structuredDatasetType":{"format":"parquet"}}},"train_labels":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-with-sklearn-baa17ccf39aa667c5950bd713a4366ce7d5fccaf7f85e6be8c07fe4b522f92c3","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.multi_images","task-name","svm_trainer"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml deleted file mode 100755 index b09269778b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml +++ /dev/null @@ -1,569 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - scalar: - primitive: - floatValue: 0 - b: - scalar: - primitive: - floatValue: 0 -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-containerization-raw-container-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n5 - n1: - - n5 - n2: - - n5 - n3: - - n5 - n4: - - n5 - n5: - - end-node - start-node: - - n0 - - n1 - - n2 - - n3 - - n4 - edges: - downstream: - n0: - - n5 - n1: - - n5 - n2: - - n5 - n3: - - n5 - n4: - - n5 - n5: - - end-node - start-node: - - n0 - - n1 - - n2 - - n3 - - n4 - upstream: - end-node: - - n5 - n0: - - start-node - n1: - - start-node - n2: - - start-node - n3: - - start-node - n4: - - start-node - n5: - - n0 - - n1 - - n2 - - n3 - - n4 - id: ::core.containerization.raw_container.wf - nodes: - end-node: - id: end-node - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - - binding: - promise: - nodeId: start-node - var: b - var: b - kind: task - name: ellipse-area-metadata-shell - resources: {} - task: resource_type:TASK name:"ellipse-area-metadata-shell" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - - binding: - promise: - nodeId: start-node - var: b - var: b - kind: task - name: ellipse-area-metadata-python - resources: {} - task: resource_type:TASK name:"ellipse-area-metadata-python" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - - binding: - promise: - nodeId: start-node - var: b - var: b - kind: task - name: ellipse-area-metadata-r - resources: {} - task: resource_type:TASK name:"ellipse-area-metadata-r" - n3: - id: n3 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - - binding: - promise: - nodeId: start-node - var: b - var: b - kind: task - name: ellipse-area-metadata-haskell - resources: {} - task: resource_type:TASK name:"ellipse-area-metadata-haskell" - n4: - id: n4 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - - binding: - promise: - nodeId: start-node - var: b - var: b - kind: task - name: ellipse-area-metadata-julia - resources: {} - task: resource_type:TASK name:"ellipse-area-metadata-julia" - n5: - id: n5 - inputBindings: - - binding: - promise: - nodeId: n3 - var: area - var: area_haskell - - binding: - promise: - nodeId: n4 - var: area - var: area_julia - - binding: - promise: - nodeId: n1 - var: area - var: area_python - - binding: - promise: - nodeId: n2 - var: area - var: area_r - - binding: - promise: - nodeId: n0 - var: area - var: area_shell - - binding: - promise: - nodeId: n3 - var: metadata - var: metadata_haskell - - binding: - promise: - nodeId: n4 - var: metadata - var: metadata_julia - - binding: - promise: - nodeId: n1 - var: metadata - var: metadata_python - - binding: - promise: - nodeId: n2 - var: metadata - var: metadata_r - - binding: - promise: - nodeId: n0 - var: metadata - var: metadata_shell - kind: task - name: report_all_calculated_areas - resources: {} - task: resource_type:TASK name:"core.containerization.raw_container.report_all_calculated_areas" - start-node: - id: start-node - kind: start - resources: {} - outputs: {} -status: - phase: 0 -tasks: - resource_type:TASK name:"core.containerization.raw_container.report_all_calculated_areas": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.raw_container - - task-name - - report_all_calculated_areas - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.raw_container.report_all_calculated_areas - resourceType: TASK - interface: - inputs: - variables: - area_haskell: - type: - simple: FLOAT - area_julia: - type: - simple: FLOAT - area_python: - type: - simple: FLOAT - area_r: - type: - simple: FLOAT - area_shell: - type: - simple: FLOAT - metadata_haskell: - type: - simple: STRING - metadata_julia: - type: - simple: STRING - metadata_python: - type: - simple: STRING - metadata_r: - type: - simple: STRING - metadata_shell: - type: - simple: STRING - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"ellipse-area-metadata-haskell": - container: - command: - - ./calculate-ellipse-area - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - dataConfig: - enabled: true - inputPath: /var/inputs - outputPath: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-haskell:v1 - resources: {} - id: - name: ellipse-area-metadata-haskell - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: FLOAT - b: - type: - simple: FLOAT - outputs: - variables: - area: - type: - simple: FLOAT - metadata: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: raw-container - resource_type:TASK name:"ellipse-area-metadata-julia": - container: - command: - - julia - - calculate-ellipse-area.jl - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - dataConfig: - enabled: true - inputPath: /var/inputs - outputPath: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-julia:v1 - resources: {} - id: - name: ellipse-area-metadata-julia - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: FLOAT - b: - type: - simple: FLOAT - outputs: - variables: - area: - type: - simple: FLOAT - metadata: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: raw-container - resource_type:TASK name:"ellipse-area-metadata-python": - container: - command: - - python - - calculate-ellipse-area.py - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - dataConfig: - enabled: true - inputPath: /var/inputs - outputPath: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-python:v1 - resources: {} - id: - name: ellipse-area-metadata-python - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: FLOAT - b: - type: - simple: FLOAT - outputs: - variables: - area: - type: - simple: FLOAT - metadata: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: raw-container - resource_type:TASK name:"ellipse-area-metadata-r": - container: - command: - - Rscript - - --vanilla - - calculate-ellipse-area.R - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - dataConfig: - enabled: true - inputPath: /var/inputs - outputPath: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-r:v1 - resources: {} - id: - name: ellipse-area-metadata-r - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: FLOAT - b: - type: - simple: FLOAT - outputs: - variables: - area: - type: - simple: FLOAT - metadata: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: raw-container - resource_type:TASK name:"ellipse-area-metadata-shell": - container: - command: - - ./calculate-ellipse-area.sh - - /var/inputs - - /var/outputs - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - dataConfig: - enabled: true - inputPath: /var/inputs - outputPath: /var/outputs - image: ghcr.io/flyteorg/rawcontainers-shell:v1 - resources: {} - id: - name: ellipse-area-metadata-shell - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: FLOAT - b: - type: - simple: FLOAT - outputs: - variables: - area: - type: - simple: FLOAT - metadata: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: raw-container diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json new file mode 100755 index 0000000000..66b8fe8ca4 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-raw-container-wf"}},"spec":{"id":"::core.containerization.raw_container.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"ellipse-area-metadata-shell","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-shell\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n1":{"id":"n1","name":"ellipse-area-metadata-python","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-python\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n2":{"id":"n2","name":"ellipse-area-metadata-r","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-r\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n3":{"id":"n3","name":"ellipse-area-metadata-haskell","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-haskell\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n4":{"id":"n4","name":"ellipse-area-metadata-julia","resources":{},"kind":"task","task":"resource_type:TASK name:\"ellipse-area-metadata-julia\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n5":{"id":"n5","name":"report_all_calculated_areas","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.raw_container.report_all_calculated_areas\"","inputBindings":[{"var":"area_haskell","binding":{"promise":{"nodeId":"n3","var":"area"}}},{"var":"area_julia","binding":{"promise":{"nodeId":"n4","var":"area"}}},{"var":"area_python","binding":{"promise":{"nodeId":"n1","var":"area"}}},{"var":"area_r","binding":{"promise":{"nodeId":"n2","var":"area"}}},{"var":"area_shell","binding":{"promise":{"nodeId":"n0","var":"area"}}},{"var":"metadata_haskell","binding":{"promise":{"nodeId":"n3","var":"metadata"}}},{"var":"metadata_julia","binding":{"promise":{"nodeId":"n4","var":"metadata"}}},{"var":"metadata_python","binding":{"promise":{"nodeId":"n1","var":"metadata"}}},{"var":"metadata_r","binding":{"promise":{"nodeId":"n2","var":"metadata"}}},{"var":"metadata_shell","binding":{"promise":{"nodeId":"n0","var":"metadata"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n5"],"n1":["n5"],"n2":["n5"],"n3":["n5"],"n4":["n5"],"n5":["end-node"],"start-node":["n0","n1","n2","n3","n4"]},"edges":{"downstream":{"n0":["n5"],"n1":["n5"],"n2":["n5"],"n3":["n5"],"n4":["n5"],"n5":["end-node"],"start-node":["n0","n1","n2","n3","n4"]},"upstream":{"end-node":["n5"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"],"n3":["start-node"],"n4":["start-node"],"n5":["n0","n1","n2","n3","n4"]}},"outputs":{}},"inputs":{"literals":{"a":{"scalar":{"primitive":{"floatValue":0}}},"b":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.raw_container.report_all_calculated_areas\"":{"id":{"resourceType":"TASK","name":"core.containerization.raw_container.report_all_calculated_areas"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"area_haskell":{"type":{"simple":"FLOAT"}},"area_julia":{"type":{"simple":"FLOAT"}},"area_python":{"type":{"simple":"FLOAT"}},"area_r":{"type":{"simple":"FLOAT"}},"area_shell":{"type":{"simple":"FLOAT"}},"metadata_haskell":{"type":{"simple":"STRING"}},"metadata_julia":{"type":{"simple":"STRING"}},"metadata_python":{"type":{"simple":"STRING"}},"metadata_r":{"type":{"simple":"STRING"}},"metadata_shell":{"type":{"simple":"STRING"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.raw_container","task-name","report_all_calculated_areas"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"ellipse-area-metadata-haskell\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-haskell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-haskell:v1","command":["./calculate-ellipse-area","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-julia\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-julia"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-julia:v1","command":["julia","calculate-ellipse-area.jl","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-python\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-python"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-python:v1","command":["python","calculate-ellipse-area.py","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-r\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-r"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-r:v1","command":["Rscript","--vanilla","calculate-ellipse-area.R","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}},"resource_type:TASK name:\"ellipse-area-metadata-shell\"":{"id":{"resourceType":"TASK","name":"ellipse-area-metadata-shell"},"type":"raw-container","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"area":{"type":{"simple":"FLOAT"}},"metadata":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/rawcontainers-shell:v1","command":["./calculate-ellipse-area.sh","/var/inputs","/var/outputs"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}],"dataConfig":{"enabled":true,"inputPath":"/var/inputs","outputPath":"/var/outputs"}}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml deleted file mode 100755 index eeacd16297..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml +++ /dev/null @@ -1,334 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-containerization-use-secrets-my-secret-workflow - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - n1: - - end-node - n2: - - end-node - start-node: - - n0 - - n1 - - n2 - edges: - downstream: - n0: - - end-node - n1: - - end-node - n2: - - end-node - start-node: - - n0 - - n1 - - n2 - upstream: - end-node: - - n0 - - n1 - - n2 - n0: - - start-node - n1: - - start-node - n2: - - start-node - id: ::core.containerization.use_secrets.my_secret_workflow - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - - binding: - promise: - nodeId: n1 - var: o0 - var: o1 - - binding: - promise: - nodeId: n1 - var: o1 - var: o2 - - binding: - promise: - nodeId: n2 - var: o0 - var: o3 - - binding: - promise: - nodeId: n2 - var: o1 - var: o4 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: secret_task - resources: {} - task: resource_type:TASK name:"core.containerization.use_secrets.secret_task" - n1: - id: n1 - kind: task - name: user_info_task - resources: {} - task: resource_type:TASK name:"core.containerization.use_secrets.user_info_task" - n2: - id: n2 - kind: task - name: secret_file_task - resources: {} - task: resource_type:TASK name:"core.containerization.use_secrets.secret_file_task" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - - binding: - promise: - nodeId: n1 - var: o0 - var: o1 - - binding: - promise: - nodeId: n1 - var: o1 - var: o2 - - binding: - promise: - nodeId: n2 - var: o0 - var: o3 - - binding: - promise: - nodeId: n2 - var: o1 - var: o4 - outputs: - variables: - o0: - type: - simple: STRING - o1: - type: - simple: STRING - o2: - type: - simple: STRING - o3: - type: - simple: STRING - o4: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.containerization.use_secrets.secret_file_task": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_file_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_file_task - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: STRING - o1: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - securityContext: - secrets: - - group: user-info - key: user_secret - mountRequirement: ENV_VAR - type: python-task - resource_type:TASK name:"core.containerization.use_secrets.secret_task": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - secret_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.secret_task - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - securityContext: - secrets: - - group: user-info - key: user_secret - type: python-task - resource_type:TASK name:"core.containerization.use_secrets.user_info_task": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.containerization.use_secrets - - task-name - - user_info_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.containerization.use_secrets.user_info_task - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: STRING - o1: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - securityContext: - secrets: - - group: user-info - key: username - - group: user-info - key: password - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json new file mode 100755 index 0000000000..8fd1cfe5c7 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-containerization-use-secrets-my-secret-workflow"}},"spec":{"id":"::core.containerization.use_secrets.my_secret_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},"n0":{"id":"n0","name":"secret_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.secret_task\""},"n1":{"id":"n1","name":"user_info_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.user_info_task\""},"n2":{"id":"n2","name":"secret_file_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.containerization.use_secrets.secret_file_task\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"upstream":{"end-node":["n0","n1","n2"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}},"o2":{"type":{"simple":"STRING"}},"o3":{"type":{"simple":"STRING"}},"o4":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o2","binding":{"promise":{"nodeId":"n1","var":"o1"}}},{"var":"o3","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"o4","binding":{"promise":{"nodeId":"n2","var":"o1"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.containerization.use_secrets.secret_file_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_file_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_file_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret","mountRequirement":"ENV_VAR"}]}},"resource_type:TASK name:\"core.containerization.use_secrets.secret_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.secret_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","secret_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"user_secret"}]}},"resource_type:TASK name:\"core.containerization.use_secrets.user_info_task\"":{"id":{"resourceType":"TASK","name":"core.containerization.use_secrets.user_info_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.containerization.use_secrets","task-name","user_info_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"securityContext":{"secrets":[{"group":"user-info","key":"username"},{"group":"user-info","key":"password"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml deleted file mode 100755 index 9d4e299242..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml +++ /dev/null @@ -1,194 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-chain-tasks-chain-tasks-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.control_flow.chain_tasks.chain_tasks_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: write - resources: {} - task: resource_type:TASK name:"core.control_flow.chain_tasks.write" - n1: - id: n1 - kind: task - name: read - resources: {} - task: resource_type:TASK name:"core.control_flow.chain_tasks.read" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.chain_tasks.read": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - read - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.read - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.chain_tasks.write": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.chain_tasks - - task-name - - write - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.chain_tasks.write - resourceType: TASK - interface: - inputs: {} - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json new file mode 100755 index 0000000000..442e1fb95f --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-chain-tasks-chain-tasks-wf"}},"spec":{"id":"::core.control_flow.chain_tasks.chain_tasks_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"write","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.chain_tasks.write\""},"n1":{"id":"n1","name":"read","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.chain_tasks.read\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.chain_tasks.read\"":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.read"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","read"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.chain_tasks.write\"":{"id":{"resourceType":"TASK","name":"core.control_flow.chain_tasks.write"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.chain_tasks","task-name","write"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml deleted file mode 100755 index 764c469854..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml +++ /dev/null @@ -1,155 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - n_iterations: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-checkpoint-example - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.control_flow.checkpoint.example - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: n_iterations - var: n_iterations - kind: task - name: use_checkpoint - resources: {} - retry: - minAttempts: 4 - task: resource_type:TASK name:"core.control_flow.checkpoint.use_checkpoint" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.checkpoint.use_checkpoint": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.checkpoint - - task-name - - use_checkpoint - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.checkpoint.use_checkpoint - resourceType: TASK - interface: - inputs: - variables: - n_iterations: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: - retries: 3 - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json new file mode 100755 index 0000000000..0159e921d8 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-checkpoint-example"}},"spec":{"id":"::core.control_flow.checkpoint.example","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"use_checkpoint","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.checkpoint.use_checkpoint\"","inputBindings":[{"var":"n_iterations","binding":{"promise":{"nodeId":"start-node","var":"n_iterations"}}}],"retry":{"minAttempts":4}},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"n_iterations":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.checkpoint.use_checkpoint\"":{"id":{"resourceType":"TASK","name":"core.control_flow.checkpoint.use_checkpoint"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{"retries":3}},"interface":{"inputs":{"variables":{"n_iterations":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.checkpoint","task-name","use_checkpoint"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml deleted file mode 100755 index 442239190d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml +++ /dev/null @@ -1,252 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - my_input: - scalar: - primitive: - floatValue: 0 -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-multiplier - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - n0-n0: - - start-node - n0-n1: - - start-node - id: ::core.control_flow.conditions.multiplier - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - branch: - else: n0-n1 - if: - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GTE - rightValue: - primitive: - floatValue: 0.1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LTE - rightValue: - primitive: - floatValue: 1 - then: n0-n0 - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: .my_input - kind: branch - name: fractions - resources: {} - n0-n0: - id: n0-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - n0-n1: - id: n0-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.square" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.double": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.square": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json new file mode 100755 index 0000000000..641319a52a --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier"}},"spec":{"id":"::core.control_flow.conditions.multiplier","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml deleted file mode 100755 index 7198a7312e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml +++ /dev/null @@ -1,274 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - my_input: - scalar: - primitive: - floatValue: 0 -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-multiplier-2 - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - n0-n0: - - start-node - n0-n1: - - start-node - id: ::core.control_flow.conditions.multiplier_2 - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - branch: - elseFail: - failed_node_id: fractions - message: The input must be between 0 and 10 - elseIf: - - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LTE - rightValue: - primitive: - floatValue: 10 - then: n0-n1 - if: - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 0.1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 1 - then: n0-n0 - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: .my_input - kind: branch - name: fractions - resources: {} - n0-n0: - id: n0-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - n0-n1: - id: n0-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.square" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.double": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.square": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json new file mode 100755 index 0000000000..5598c7a375 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier-2"}},"spec":{"id":"::core.control_flow.conditions.multiplier_2","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LTE","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"elseFail":{"failed_node_id":"fractions","message":"The input must be between 0 and 10"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml deleted file mode 100755 index 9194efad2e..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml +++ /dev/null @@ -1,292 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - my_input: - scalar: - primitive: - floatValue: 0 -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-multiplier-3 - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n0-n0: - - start-node - n0-n1: - - start-node - n1: - - n0 - id: ::core.control_flow.conditions.multiplier_3 - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - branch: - elseFail: - failed_node_id: fractions - message: The input must be between 0 and 10 - elseIf: - - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 10 - then: n0-n1 - if: - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 0.1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 1 - then: n0-n0 - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: .my_input - kind: branch - name: fractions - resources: {} - n0-n0: - id: n0-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - n0-n1: - id: n0-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.square" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.double": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.square": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json new file mode 100755 index 0000000000..f7bd87faac --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-multiplier-3"}},"spec":{"id":"::core.control_flow.conditions.multiplier_3","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"elseFail":{"failed_node_id":"fractions","message":"The input must be between 0 and 10"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n1":{"id":"n1","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml deleted file mode 100755 index 86d6ad6324..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml +++ /dev/null @@ -1,286 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - seed: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-basic-boolean-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.control_flow.conditions.basic_boolean_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: seed - var: seed - kind: task - name: coin_toss - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.coin_toss" - n1: - branch: - else: n1-n1 - if: - condition: - comparison: - leftValue: - var: n0.o0 - rightValue: - primitive: - boolean: true - then: n1-n0 - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: n0.o0 - kind: branch - name: test - resources: {} - n1-n0: - id: n1-n0 - kind: task - name: success - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.success" - n1-n1: - id: n1-n1 - kind: task - name: failed - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.failed" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.coin_toss": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - coin_toss - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.coin_toss - resourceType: TASK - interface: - inputs: - variables: - seed: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: BOOLEAN - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.failed": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - failed - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.failed - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.success": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - success - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.success - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json new file mode 100755 index 0000000000..d90b45210d --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-basic-boolean-wf"}},"spec":{"id":"::core.control_flow.conditions.basic_boolean_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"coin_toss","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"","inputBindings":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}]},"n1":{"id":"n1","name":"test","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n1-n0"},"else":"n1-n1"},"inputBindings":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n1-n0":{"id":"n1-n0","name":"success","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.success\""},"n1-n1":{"id":"n1-n1","name":"failed","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.failed\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"seed":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.failed\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.success\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml deleted file mode 100755 index 7e420d6c88..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml +++ /dev/null @@ -1,217 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - b: - scalar: - primitive: - boolean: false -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-bool-input-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.control_flow.conditions.bool_input_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - branch: - else: n0-n1 - if: - condition: - comparison: - leftValue: - var: .b - rightValue: - primitive: - boolean: true - then: n0-n0 - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: b - var: .b - kind: branch - name: test - resources: {} - n0-n0: - id: n0-n0 - kind: task - name: success - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.success" - n0-n1: - id: n0-n1 - kind: task - name: failed - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.failed" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.failed": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - failed - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.failed - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.success": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - success - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.success - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json new file mode 100755 index 0000000000..649b738d48 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-bool-input-wf"}},"spec":{"id":"::core.control_flow.conditions.bool_input_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"test","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":".b"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"n0-n0":{"id":"n0-n0","name":"success","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.success\""},"n0-n1":{"id":"n0-n1","name":"failed","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.failed\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"b":{"scalar":{"primitive":{"boolean":false}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.failed\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.failed"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","failed"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.success\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.success"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","success"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml deleted file mode 100755 index 9291773c36..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml +++ /dev/null @@ -1,347 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - my_input: - scalar: - primitive: - floatValue: 0 -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-nested-conditions - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - n0-n0: - - start-node - n0-n0-n0: - - start-node - n0-n0-n1: - - start-node - n0-n1: - - start-node - n0-n2: - - start-node - id: ::core.control_flow.conditions.nested_conditions - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - branch: - else: n0-n2 - elseIf: - - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 10 - then: n0-n1 - if: - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 0.1 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 1 - then: n0-n0 - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: .my_input - kind: branch - name: fractions - resources: {} - n0-n0: - branch: - elseFail: - failed_node_id: inner_fractions - message: Only <0.7 allowed - elseIf: - - condition: - conjunction: - leftExpression: - comparison: - leftValue: - var: .my_input - operator: GT - rightValue: - primitive: - floatValue: 0.5 - rightExpression: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 0.7 - then: n0-n0-n1 - if: - condition: - comparison: - leftValue: - var: .my_input - operator: LT - rightValue: - primitive: - floatValue: 0.5 - then: n0-n0-n0 - id: n0-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: .my_input - kind: branch - name: inner_fractions - resources: {} - n0-n0-n0: - id: n0-n0-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - n0-n0-n1: - id: n0-n0-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.square" - n0-n1: - id: n0-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.square" - n0-n2: - id: n0-n2 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.double": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.square": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json new file mode 100755 index 0000000000..cad6c84059 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-nested-conditions"}},"spec":{"id":"::core.control_flow.conditions.nested_conditions","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}}}},"then":"n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":1}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":10}}}}}},"then":"n0-n1"}],"else":"n0-n2"},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0":{"id":"n0-n0","name":"inner_fractions","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"then":"n0-n0-n0"},"elseIf":[{"condition":{"conjunction":{"leftExpression":{"comparison":{"operator":"GT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.5}}}},"rightExpression":{"comparison":{"operator":"LT","leftValue":{"var":".my_input"},"rightValue":{"primitive":{"floatValue":0.7}}}}}},"then":"n0-n0-n1"}],"elseFail":{"failed_node_id":"inner_fractions","message":"Only \u003c0.7 allowed"}},"inputBindings":[{"var":".my_input","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0-n0":{"id":"n0-n0-n0","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n0-n1":{"id":"n0-n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n1":{"id":"n0-n1","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n0-n2":{"id":"n0-n2","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n0-n0":["start-node"],"n0-n0-n1":["start-node"],"n0-n1":["start-node"],"n0-n2":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml deleted file mode 100755 index 8ec89dc144..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml +++ /dev/null @@ -1,391 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - my_input: - scalar: - primitive: - floatValue: 0 - seed: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-conditions-consume-outputs - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - n2 - n2: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - n2 - n2: - - end-node - start-node: - - n0 - upstream: - end-node: - - n2 - n0: - - start-node - n1: - - n0 - n1-n0: - - start-node - n1-n1: - - start-node - n2: - - n1 - id: ::core.control_flow.conditions.consume_outputs - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: seed - var: seed - kind: task - name: coin_toss - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.coin_toss" - n1: - branch: - else: n1-n1 - if: - condition: - comparison: - leftValue: - var: n0.o0 - rightValue: - primitive: - boolean: true - then: n1-n0 - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: n0.o0 - kind: branch - name: double_or_square - resources: {} - n1-n0: - id: n1-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: "n" - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.square" - n1-n1: - id: n1-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: a - - binding: - promise: - nodeId: start-node - var: my_input - var: b - kind: task - name: calc_sum - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.calc_sum" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: "n" - kind: task - name: double - resources: {} - task: resource_type:TASK name:"core.control_flow.conditions.double" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.conditions.calc_sum": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - calc_sum - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.calc_sum - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: FLOAT - b: - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.coin_toss": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - coin_toss - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.coin_toss - resourceType: TASK - interface: - inputs: - variables: - seed: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: BOOLEAN - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.double": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - double - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.double - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.conditions.square": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.conditions - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.conditions.square - resourceType: TASK - interface: - inputs: - variables: - "n": - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json new file mode 100755 index 0000000000..bd2c7b824a --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-conditions-consume-outputs"}},"spec":{"id":"::core.control_flow.conditions.consume_outputs","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"coin_toss","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"","inputBindings":[{"var":"seed","binding":{"promise":{"nodeId":"start-node","var":"seed"}}}]},"n1":{"id":"n1","name":"double_or_square","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"leftValue":{"var":"n0.o0"},"rightValue":{"primitive":{"boolean":true}}}},"then":"n1-n0"},"else":"n1-n1"},"inputBindings":[{"var":"n0.o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n1-n0":{"id":"n1-n0","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.square\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n1-n1":{"id":"n1-n1","name":"calc_sum","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.calc_sum\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"n2":{"id":"n2","name":"double","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.conditions.double\"","inputBindings":[{"var":"n","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n1-n0":["start-node"],"n1-n1":["start-node"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"floatValue":0}}},"seed":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.conditions.calc_sum\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.calc_sum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"FLOAT"}},"b":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","calc_sum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.coin_toss\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.coin_toss"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"seed":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"BOOLEAN"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","coin_toss"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.double\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.double"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","double"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.conditions.square\"":{"id":{"resourceType":"TASK","name":"core.control_flow.conditions.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"n":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.conditions","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml deleted file mode 100755 index f03ddffc81..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml +++ /dev/null @@ -1,167 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - s1: - scalar: - primitive: - stringValue: "" - s2: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-dynamics-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.control_flow.dynamics.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: s1 - var: s1 - - binding: - promise: - nodeId: start-node - var: s2 - var: s2 - kind: task - name: count_characters - resources: {} - task: resource_type:TASK name:"core.control_flow.dynamics.count_characters" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.dynamics.count_characters": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.dynamics - - task-name - - count_characters - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.dynamics.count_characters - resourceType: TASK - interface: - inputs: - variables: - s1: - type: - simple: STRING - s2: - type: - simple: STRING - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json new file mode 100755 index 0000000000..2e6b2611b5 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-dynamics-wf"}},"spec":{"id":"::core.control_flow.dynamics.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"count_characters","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.dynamics.count_characters\"","inputBindings":[{"var":"s1","binding":{"promise":{"nodeId":"start-node","var":"s1"}}},{"var":"s2","binding":{"promise":{"nodeId":"start-node","var":"s2"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"s1":{"scalar":{"primitive":{"stringValue":""}}},"s2":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.dynamics.count_characters\"":{"id":{"resourceType":"TASK","name":"core.control_flow.dynamics.count_characters"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"s1":{"type":{"simple":"STRING"}},"s2":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.dynamics","task-name","count_characters"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml deleted file mode 100755 index 51be77c116..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml +++ /dev/null @@ -1,235 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - collection: - literals: - - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-map-task-my-map-workflow - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.control_flow.map_task.my_map_workflow - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - kind: task - name: mapper_a_mappable_task_0 - resources: - limits: - memory: 500Mi - requests: - memory: 300Mi - retry: - minAttempts: 2 - task: resource_type:TASK name:"core.control_flow.map_task.mapper_a_mappable_task_0" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: b - kind: task - name: coalesce - resources: {} - task: resource_type:TASK name:"core.control_flow.map_task.coalesce" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.map_task.coalesce": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - coalesce - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.map_task.coalesce - resourceType: TASK - interface: - inputs: - variables: - b: - type: - collectionType: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.map_task.mapper_a_mappable_task_0": - container: - args: - - pyflyte-map-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.map_task - - task-name - - a_mappable_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - custom: - minSuccessRatio: 1 - id: - name: core.control_flow.map_task.mapper_a_mappable_task_0 - resourceType: TASK - interface: - inputs: - variables: - a: - type: - collectionType: - simple: INTEGER - outputs: - variables: - o0: - type: - collectionType: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - taskTypeVersion: 1 - type: container_array diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json new file mode 100755 index 0000000000..cf38fe3950 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-map-task-my-map-workflow"}},"spec":{"id":"::core.control_flow.map_task.my_map_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"mapper_a_mappable_task_0","resources":{"limits":{"memory":"500Mi"},"requests":{"memory":"300Mi"}},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.map_task.mapper_a_mappable_task_0\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}],"retry":{"minAttempts":2}},"n1":{"id":"n1","name":"coalesce","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.map_task.coalesce\"","inputBindings":[{"var":"b","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"collection":{"literals":[{"scalar":{"primitive":{"integer":"0"}}}]}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.map_task.coalesce\"":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.coalesce"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"b":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","coalesce"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.map_task.mapper_a_mappable_task_0\"":{"id":{"resourceType":"TASK","name":"core.control_flow.map_task.mapper_a_mappable_task_0"},"type":"container_array","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"STRING"}}}}}},"custom":{"minSuccessRatio":1},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-map-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.map_task","task-name","a_mappable_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]},"taskTypeVersion":1}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml deleted file mode 100755 index 11cbd4ad88..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml +++ /dev/null @@ -1,272 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - numbers: - collection: - literals: - - scalar: - primitive: - integer: "0" - numbers_count: - scalar: - primitive: - integer: "0" - run_local_at_count: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-merge-sort-merge-sort - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - n0-n0: - - start-node - n0-n1: - - start-node - id: ::core.control_flow.merge_sort.merge_sort - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - branch: - else: n0-n1 - if: - condition: - comparison: - leftValue: - var: .numbers_count - operator: LTE - rightValue: - var: .run_local_at_count - then: n0-n0 - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: numbers_count - var: .numbers_count - - binding: - promise: - nodeId: start-node - var: run_local_at_count - var: .run_local_at_count - kind: branch - name: terminal_case - resources: {} - n0-n0: - id: n0-n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: numbers - var: numbers - kind: task - name: sort_locally - resources: {} - task: resource_type:TASK name:"core.control_flow.merge_sort.sort_locally" - n0-n1: - id: n0-n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: numbers - var: numbers - - binding: - promise: - nodeId: start-node - var: run_local_at_count - var: run_local_at_count - kind: task - name: merge_sort_remotely - resources: {} - task: resource_type:TASK name:"core.control_flow.merge_sort.merge_sort_remotely" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - collectionType: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.merge_sort.merge_sort_remotely": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - merge_sort_remotely - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - env: - - key: _F_SS_C - value: H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA= - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.merge_sort_remotely - resourceType: TASK - interface: - inputs: - variables: - numbers: - type: - collectionType: - simple: INTEGER - run_local_at_count: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - collectionType: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.control_flow.merge_sort.sort_locally": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.merge_sort - - task-name - - sort_locally - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.merge_sort.sort_locally - resourceType: TASK - interface: - inputs: - variables: - numbers: - type: - collectionType: - simple: INTEGER - outputs: - variables: - o0: - type: - collectionType: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json new file mode 100755 index 0000000000..c4de05de75 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-merge-sort-merge-sort"}},"spec":{"id":"::core.control_flow.merge_sort.merge_sort","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"terminal_case","resources":{},"kind":"branch","branch":{"if":{"condition":{"comparison":{"operator":"LTE","leftValue":{"var":".numbers_count"},"rightValue":{"var":".run_local_at_count"}}},"then":"n0-n0"},"else":"n0-n1"},"inputBindings":[{"var":".numbers_count","binding":{"promise":{"nodeId":"start-node","var":"numbers_count"}}},{"var":".run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}]},"n0-n0":{"id":"n0-n0","name":"sort_locally","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.merge_sort.sort_locally\"","inputBindings":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}}]},"n0-n1":{"id":"n0-n1","name":"merge_sort_remotely","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.merge_sort.merge_sort_remotely\"","inputBindings":[{"var":"numbers","binding":{"promise":{"nodeId":"start-node","var":"numbers"}}},{"var":"run_local_at_count","binding":{"promise":{"nodeId":"start-node","var":"run_local_at_count"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"],"n0-n0":["start-node"],"n0-n1":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"numbers":{"collection":{"literals":[{"scalar":{"primitive":{"integer":"0"}}}]}},"numbers_count":{"scalar":{"primitive":{"integer":"0"}}},"run_local_at_count":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.merge_sort.merge_sort_remotely\"":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.merge_sort_remotely"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}},"run_local_at_count":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","merge_sort_remotely"],"resources":{},"env":[{"key":"_F_SS_C","value":"H4sIAAAAAAAC/8VRXW7DIAy+ysTzWtKtUuiuMk2RAZN6pZCBE6mrevcBXdXuBHsIsr8f85mcBR1hxMHE4GgUb09nYdHB7HloREMCHGtxY8Tzk3BfoSLj3qQ1Ren8iTGm8VqYGA+6fFXIUKcKExOulFa4AbXdmR1YZ0CpbruDrt/qTWfBvvTK9V3X9+JSjO36XLzv/xHgo0aYUvxEw8UeZu8LYOMRKNz7BVOm+ABgWO7NdOJ9DAMFxjQlLGcNIuPEcilCqSnIq+a1bVSTH4iHhRLP4ItkSDHyX5MnfTOtlczEuJrAHOpbyduENg0yDxkTgadv4JKydMwUxtz+KQbQHm2pHfiMdTnMhb5KLaWHrSlzIj03xkfTJL/05fIDQ+X0kUICAAA="}],"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.control_flow.merge_sort.sort_locally\"":{"id":{"resourceType":"TASK","name":"core.control_flow.merge_sort.sort_locally"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"numbers":{"type":{"collectionType":{"simple":"INTEGER"}}}}},"outputs":{"variables":{"o0":{"type":{"collectionType":{"simple":"INTEGER"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.merge_sort","task-name","sort_locally"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml deleted file mode 100755 index 3a9bd4df8d..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml +++ /dev/null @@ -1,189 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-subworkflows-my-subwf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.control_flow.subworkflows.my_subwf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: c - var: o0 - - binding: - promise: - nodeId: n1 - var: c - var: o1 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.control_flow.subworkflows.t1" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: t1_int_output - var: a - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.control_flow.subworkflows.t1" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: c - var: o0 - - binding: - promise: - nodeId: n1 - var: c - var: o1 - outputs: - variables: - o0: - type: - simple: STRING - o1: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.subworkflows.t1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.t1 - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: INTEGER - outputs: - variables: - c: - type: - simple: STRING - t1_int_output: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json new file mode 100755 index 0000000000..c0c257bc46 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-subworkflows-my-subwf"}},"spec":{"id":"::core.control_flow.subworkflows.my_subwf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"c"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.subworkflows.t1\"":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml deleted file mode 100755 index 1a21a741f4..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml +++ /dev/null @@ -1,152 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - my_input: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-control-flow-subworkflows-ext-workflow - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.control_flow.subworkflows.ext_workflow - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: my_input - var: input_string1 - kind: task - name: count_freq_words - resources: {} - task: resource_type:TASK name:"core.control_flow.subworkflows.count_freq_words" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: STRUCT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.control_flow.subworkflows.count_freq_words": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.control_flow.subworkflows - - task-name - - count_freq_words - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.control_flow.subworkflows.count_freq_words - resourceType: TASK - interface: - inputs: - variables: - input_string1: - type: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRUCT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json new file mode 100755 index 0000000000..5f871f850a --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-control-flow-subworkflows-ext-workflow"}},"spec":{"id":"::core.control_flow.subworkflows.ext_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"count_freq_words","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.control_flow.subworkflows.count_freq_words\"","inputBindings":[{"var":"input_string1","binding":{"promise":{"nodeId":"start-node","var":"my_input"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"my_input":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.control_flow.subworkflows.count_freq_words\"":{"id":{"resourceType":"TASK","name":"core.control_flow.subworkflows.count_freq_words"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"input_string1":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.control_flow.subworkflows","task-name","count_freq_words"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml deleted file mode 100755 index 0784424f88..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml +++ /dev/null @@ -1,198 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - path: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-extend-flyte-custom-task-plugin-my-workflow - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.extend_flyte.custom_task_plugin.my_workflow - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - activeDeadline: 40m0s - executionDeadline: 20m0s - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: path - var: path - kind: task - name: my-objectstore-sensor - resources: {} - retry: - minAttempts: 11 - task: resource_type:TASK name:"my-objectstore-sensor" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: path - var: path - kind: task - name: print_file - resources: {} - task: resource_type:TASK name:"core.extend_flyte.custom_task_plugin.print_file" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.extend_flyte.custom_task_plugin.print_file": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_task_plugin - - task-name - - print_file - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_task_plugin.print_file - resourceType: TASK - interface: - inputs: - variables: - path: - type: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"my-objectstore-sensor": - id: - name: my-objectstore-sensor - resourceType: TASK - interface: - inputs: - variables: - path: - type: - simple: STRING - outputs: - variables: - path: - type: - simple: STRING - metadata: - retries: - retries: 10 - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - timeout: 1200s - type: object-store-sensor diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json new file mode 100755 index 0000000000..fecbce5d11 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-extend-flyte-custom-task-plugin-my-workflow"}},"spec":{"id":"::core.extend_flyte.custom_task_plugin.my_workflow","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"my-objectstore-sensor","resources":{},"kind":"task","task":"resource_type:TASK name:\"my-objectstore-sensor\"","inputBindings":[{"var":"path","binding":{"promise":{"nodeId":"start-node","var":"path"}}}],"retry":{"minAttempts":11},"executionDeadline":"20m0s","activeDeadline":"40m0s"},"n1":{"id":"n1","name":"print_file","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_task_plugin.print_file\"","inputBindings":[{"var":"path","binding":{"promise":{"nodeId":"n0","var":"path"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"path":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.extend_flyte.custom_task_plugin.print_file\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_task_plugin.print_file"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_task_plugin","task-name","print_file"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"my-objectstore-sensor\"":{"id":{"resourceType":"TASK","name":"my-objectstore-sensor"},"type":"object-store-sensor","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"timeout":"1200s","retries":{"retries":10}},"interface":{"inputs":{"variables":{"path":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"path":{"type":{"simple":"STRING"}}}}}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml deleted file mode 100755 index 750c249732..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml +++ /dev/null @@ -1,210 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-extend-flyte-custom-types-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.extend_flyte.custom_types.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: generate - resources: {} - task: resource_type:TASK name:"core.extend_flyte.custom_types.generate" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: d - kind: task - name: consume - resources: {} - task: resource_type:TASK name:"core.extend_flyte.custom_types.consume" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.extend_flyte.custom_types.consume": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - consume - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.consume - resourceType: TASK - interface: - inputs: - variables: - d: - type: - blob: - dimensionality: MULTIPART - format: binary - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.extend_flyte.custom_types.generate": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.extend_flyte.custom_types - - task-name - - generate - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.extend_flyte.custom_types.generate - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - blob: - dimensionality: MULTIPART - format: binary - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json new file mode 100755 index 0000000000..b64891180f --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-extend-flyte-custom-types-wf"}},"spec":{"id":"::core.extend_flyte.custom_types.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"generate","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_types.generate\""},"n1":{"id":"n1","name":"consume","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.extend_flyte.custom_types.consume\"","inputBindings":[{"var":"d","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.extend_flyte.custom_types.consume\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.consume"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"d":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","consume"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.extend_flyte.custom_types.generate\"":{"id":{"resourceType":"TASK","name":"core.extend_flyte.custom_types.generate"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"binary","dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.extend_flyte.custom_types","task-name","generate"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml deleted file mode 100755 index 3bf6023103..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml +++ /dev/null @@ -1,255 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - scalar: - primitive: - integer: "0" - b: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-basic-workflow-my-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - - n1 - n1: - - end-node - start-node: - - n0 - - n1 - edges: - downstream: - n0: - - end-node - - n1 - n1: - - end-node - start-node: - - n0 - - n1 - upstream: - end-node: - - n0 - - n1 - n0: - - start-node - n1: - - n0 - - start-node - id: ::core.flyte_basics.basic_workflow.my_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: t1_int_output - var: o0 - - binding: - promise: - nodeId: n1 - var: o0 - var: o1 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.basic_workflow.t1" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: c - var: a - - binding: - promise: - nodeId: start-node - var: b - var: b - kind: task - name: t2 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.basic_workflow.t2" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: t1_int_output - var: o0 - - binding: - promise: - nodeId: n1 - var: o0 - var: o1 - outputs: - variables: - o0: - type: - simple: INTEGER - o1: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.basic_workflow.t1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t1 - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: INTEGER - outputs: - variables: - c: - type: - simple: STRING - t1_int_output: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.basic_workflow.t2": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.basic_workflow - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.basic_workflow.t2 - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: STRING - b: - type: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json new file mode 100755 index 0000000000..c3d78033b8 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-basic-workflow-my-wf"}},"spec":{"id":"::core.flyte_basics.basic_workflow.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t2\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"n0","var":"c"}}},{"var":"b","binding":{"promise":{"nodeId":"start-node","var":"b"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0","start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"t1_int_output"}}},{"var":"o1","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}},"b":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"c":{"type":{"simple":"STRING"}},"t1_int_output":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.basic_workflow.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.basic_workflow.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}},"b":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.basic_workflow","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml deleted file mode 100755 index 9bdd7b5790..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml +++ /dev/null @@ -1,221 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - x: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-decorating-tasks-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.flyte_basics.decorating_tasks.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: x - var: x - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.decorating_tasks.t1" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: x - kind: task - name: t2 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.decorating_tasks.t2" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.decorating_tasks.t1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t1 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.decorating_tasks.t2": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_tasks - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_tasks.t2 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json new file mode 100755 index 0000000000..1167dcfa42 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-decorating-tasks-wf"}},"spec":{"id":"::core.flyte_basics.decorating_tasks.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_tasks.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_tasks.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_tasks","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml deleted file mode 100755 index 1bec006474..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml +++ /dev/null @@ -1,337 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - x: - scalar: - primitive: - floatValue: 0 -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-decorating-workflows-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - n2 - n2: - - end-node - - n3 - n3: - - end-node - start-node: - - n0 - - n1 - edges: - downstream: - n0: - - n1 - n1: - - n2 - n2: - - end-node - - n3 - n3: - - end-node - start-node: - - n0 - - n1 - upstream: - end-node: - - n2 - - n3 - n0: - - start-node - n1: - - n0 - - start-node - n2: - - n1 - n3: - - n2 - id: ::core.flyte_basics.decorating_workflows.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: setup - resources: {} - task: resource_type:TASK name:"core.flyte_basics.decorating_workflows.setup" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: x - var: x - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.decorating_workflows.t1" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: x - kind: task - name: t2 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.decorating_workflows.t2" - n3: - id: n3 - kind: task - name: teardown - resources: {} - task: resource_type:TASK name:"core.flyte_basics.decorating_workflows.teardown" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: FLOAT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.decorating_workflows.setup": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - setup - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.setup - resourceType: TASK - interface: - inputs: {} - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.decorating_workflows.t1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t1 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.decorating_workflows.t2": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.t2 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - simple: FLOAT - outputs: - variables: - o0: - type: - simple: FLOAT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.decorating_workflows.teardown": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.decorating_workflows - - task-name - - teardown - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.decorating_workflows.teardown - resourceType: TASK - interface: - inputs: {} - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json new file mode 100755 index 0000000000..beefec5f74 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-decorating-workflows-wf"}},"spec":{"id":"::core.flyte_basics.decorating_workflows.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"setup","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.setup\""},"n1":{"id":"n1","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n2":{"id":"n2","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n3":{"id":"n3","name":"teardown","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.teardown\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node","n3"],"n3":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node","n3"],"n3":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n2","n3"],"n0":["start-node"],"n1":["n0","start-node"],"n2":["n1"],"n3":["n2"]}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"floatValue":0}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.setup\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.setup"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","setup"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"FLOAT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"FLOAT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.decorating_workflows.teardown\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.decorating_workflows.teardown"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.decorating_workflows","task-name","teardown"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml deleted file mode 100755 index 308996aec9..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml +++ /dev/null @@ -1,168 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - data: - scalar: - generic: {} - df: - scalar: - structuredDataset: - metadata: - structuredDatasetType: - format: parquet -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-documented-workflow-sphinx-docstring - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.documented_workflow.sphinx_docstring - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: data - var: data - - binding: - promise: - nodeId: start-node - var: df - var: df - kind: task - name: add_data - resources: {} - task: resource_type:TASK name:"core.flyte_basics.documented_workflow.add_data" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.documented_workflow.add_data": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resourceType: TASK - interface: - inputs: - variables: - data: - type: - simple: STRUCT - df: - type: - structuredDatasetType: - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json new file mode 100755 index 0000000000..c4e129ee99 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-sphinx-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.sphinx_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml deleted file mode 100755 index df75dfb165..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml +++ /dev/null @@ -1,168 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - data: - scalar: - generic: {} - df: - scalar: - structuredDataset: - metadata: - structuredDatasetType: - format: parquet -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-documented-workflow-numpy-docstring - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.documented_workflow.numpy_docstring - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: data - var: data - - binding: - promise: - nodeId: start-node - var: df - var: df - kind: task - name: add_data - resources: {} - task: resource_type:TASK name:"core.flyte_basics.documented_workflow.add_data" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.documented_workflow.add_data": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resourceType: TASK - interface: - inputs: - variables: - data: - type: - simple: STRUCT - df: - type: - structuredDatasetType: - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json new file mode 100755 index 0000000000..e3b6562bd0 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-numpy-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.numpy_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml deleted file mode 100755 index 1b09c00608..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml +++ /dev/null @@ -1,168 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - data: - scalar: - generic: {} - df: - scalar: - structuredDataset: - metadata: - structuredDatasetType: - format: parquet -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-documented-workflow-google-docstring - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.documented_workflow.google_docstring - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: data - var: data - - binding: - promise: - nodeId: start-node - var: df - var: df - kind: task - name: add_data - resources: {} - task: resource_type:TASK name:"core.flyte_basics.documented_workflow.add_data" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.documented_workflow.add_data": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.documented_workflow - - task-name - - add_data - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.documented_workflow.add_data - resourceType: TASK - interface: - inputs: - variables: - data: - type: - simple: STRUCT - df: - type: - structuredDatasetType: - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json new file mode 100755 index 0000000000..bc6a1136b1 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-documented-workflow-google-docstring"}},"spec":{"id":"::core.flyte_basics.documented_workflow.google_docstring","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"add_data","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"","inputBindings":[{"var":"data","binding":{"promise":{"nodeId":"start-node","var":"data"}}},{"var":"df","binding":{"promise":{"nodeId":"start-node","var":"df"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"data":{"scalar":{"generic":{}}},"df":{"scalar":{"structuredDataset":{"metadata":{"structuredDatasetType":{"format":"parquet"}}}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.documented_workflow.add_data\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.documented_workflow.add_data"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"data":{"type":{"simple":"STRUCT"}},"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.documented_workflow","task-name","add_data"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml deleted file mode 100755 index ded5f7e775..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml +++ /dev/null @@ -1,196 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - column_names: - collection: - literals: - - scalar: - primitive: - stringValue: "" - columns_to_normalize: - collection: - literals: - - scalar: - primitive: - stringValue: "" - csv_url: - scalar: - blob: - metadata: - type: {} - uri: /tmp/somepath - output_location: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-files-normalize-csv-file - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.files.normalize_csv_file - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: column_names - var: column_names - - binding: - promise: - nodeId: start-node - var: columns_to_normalize - var: columns_to_normalize - - binding: - promise: - nodeId: start-node - var: csv_url - var: csv_url - - binding: - promise: - nodeId: start-node - var: output_location - var: output_location - kind: task - name: normalize_columns - resources: {} - task: resource_type:TASK name:"core.flyte_basics.files.normalize_columns" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - blob: {} -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.files.normalize_columns": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.files - - task-name - - normalize_columns - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.files.normalize_columns - resourceType: TASK - interface: - inputs: - variables: - column_names: - type: - collectionType: - simple: STRING - columns_to_normalize: - type: - collectionType: - simple: STRING - csv_url: - type: - blob: {} - output_location: - type: - simple: STRING - outputs: - variables: - o0: - type: - blob: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json new file mode 100755 index 0000000000..1332ec0a42 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-files-normalize-csv-file"}},"spec":{"id":"::core.flyte_basics.files.normalize_csv_file","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"normalize_columns","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.files.normalize_columns\"","inputBindings":[{"var":"column_names","binding":{"promise":{"nodeId":"start-node","var":"column_names"}}},{"var":"columns_to_normalize","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize"}}},{"var":"csv_url","binding":{"promise":{"nodeId":"start-node","var":"csv_url"}}},{"var":"output_location","binding":{"promise":{"nodeId":"start-node","var":"output_location"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"column_names":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}},"columns_to_normalize":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}},"csv_url":{"scalar":{"blob":{"metadata":{"type":{}},"uri":"/tmp/somepath"}}},"output_location":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.files.normalize_columns\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.files.normalize_columns"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"column_names":{"type":{"collectionType":{"simple":"STRING"}}},"columns_to_normalize":{"type":{"collectionType":{"simple":"STRING"}}},"csv_url":{"type":{"blob":{}}},"output_location":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.files","task-name","normalize_columns"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml deleted file mode 100755 index 5a86d1bdc6..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml +++ /dev/null @@ -1,267 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - columns_metadata: - collection: - literals: - - collection: - literals: - - scalar: - primitive: - stringValue: "" - columns_to_normalize_metadata: - collection: - literals: - - collection: - literals: - - scalar: - primitive: - stringValue: "" - csv_urls: - collection: - literals: - - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-folders-download-and-normalize-csv-files - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - - n1 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - - n1 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - - start-node - id: ::core.flyte_basics.folders.download_and_normalize_csv_files - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: csv_urls - var: csv_urls - kind: task - name: download_files - resources: {} - task: resource_type:TASK name:"core.flyte_basics.folders.download_files" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: start-node - var: columns_metadata - var: columns_metadata - - binding: - promise: - nodeId: start-node - var: columns_to_normalize_metadata - var: columns_to_normalize_metadata - - binding: - promise: - nodeId: n0 - var: o0 - var: csv_files_dir - kind: task - name: normalize_all_files - resources: {} - task: resource_type:TASK name:"core.flyte_basics.folders.normalize_all_files" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - blob: - dimensionality: MULTIPART -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.folders.download_files": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - download_files - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.download_files - resourceType: TASK - interface: - inputs: - variables: - csv_urls: - type: - collectionType: - simple: STRING - outputs: - variables: - o0: - type: - blob: - dimensionality: MULTIPART - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.folders.normalize_all_files": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.folders - - task-name - - normalize_all_files - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.folders.normalize_all_files - resourceType: TASK - interface: - inputs: - variables: - columns_metadata: - type: - collectionType: - collectionType: - simple: STRING - columns_to_normalize_metadata: - type: - collectionType: - collectionType: - simple: STRING - csv_files_dir: - type: - blob: - dimensionality: MULTIPART - outputs: - variables: - o0: - type: - blob: - dimensionality: MULTIPART - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json new file mode 100755 index 0000000000..88ba0db9c3 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-folders-download-and-normalize-csv-files"}},"spec":{"id":"::core.flyte_basics.folders.download_and_normalize_csv_files","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"download_files","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.folders.download_files\"","inputBindings":[{"var":"csv_urls","binding":{"promise":{"nodeId":"start-node","var":"csv_urls"}}}]},"n1":{"id":"n1","name":"normalize_all_files","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.folders.normalize_all_files\"","inputBindings":[{"var":"columns_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_metadata"}}},{"var":"columns_to_normalize_metadata","binding":{"promise":{"nodeId":"start-node","var":"columns_to_normalize_metadata"}}},{"var":"csv_files_dir","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0","start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"columns_metadata":{"collection":{"literals":[{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}]}},"columns_to_normalize_metadata":{"collection":{"literals":[{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}]}},"csv_urls":{"collection":{"literals":[{"scalar":{"primitive":{"stringValue":""}}}]}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.folders.download_files\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.download_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"csv_urls":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","download_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.folders.normalize_all_files\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.folders.normalize_all_files"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"columns_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"columns_to_normalize_metadata":{"type":{"collectionType":{"collectionType":{"simple":"STRING"}}}},"csv_files_dir":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.folders","task-name","normalize_all_files"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml deleted file mode 100755 index 6ef2ade32b..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml +++ /dev/null @@ -1,137 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-hello-world-my-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.hello_world.my_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: say_hello - resources: {} - task: resource_type:TASK name:"core.flyte_basics.hello_world.say_hello" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.hello_world.say_hello": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.hello_world - - task-name - - say_hello - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.hello_world.say_hello - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json new file mode 100755 index 0000000000..44359f8f4b --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-hello-world-my-wf"}},"spec":{"id":"::core.flyte_basics.hello_world.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.hello_world.say_hello\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.hello_world.say_hello\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.hello_world.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.hello_world","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml deleted file mode 100755 index 2da278f052..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml +++ /dev/null @@ -1,316 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - in1: - scalar: - primitive: - stringValue: "" - in2: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: my-imperative-workflow-example - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - n1: - - end-node - n2: - - end-node - start-node: - - n0 - - n1 - - n2 - edges: - downstream: - n0: - - end-node - n1: - - end-node - n2: - - end-node - start-node: - - n0 - - n1 - - n2 - upstream: - end-node: - - n0 - - n1 - - n2 - n0: - - start-node - n1: - - start-node - n2: - - start-node - id: ::my.imperative.workflow.example - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: output_from_t1 - - binding: - collection: - bindings: - - promise: - nodeId: n0 - var: o0 - - promise: - nodeId: n2 - var: o0 - var: output_list - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: in1 - var: a - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.imperative_wf_style.t1" - n1: - id: n1 - kind: task - name: t2 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.imperative_wf_style.t2" - n2: - id: n2 - inputBindings: - - binding: - collection: - bindings: - - promise: - nodeId: start-node - var: in1 - - promise: - nodeId: start-node - var: in2 - var: a - kind: task - name: t3 - resources: {} - task: resource_type:TASK name:"core.flyte_basics.imperative_wf_style.t3" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: output_from_t1 - - binding: - collection: - bindings: - - promise: - nodeId: n0 - var: o0 - - promise: - nodeId: n2 - var: o0 - var: output_list - outputs: - variables: - output_from_t1: - type: - simple: STRING - output_list: - type: - collectionType: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.imperative_wf_style.t1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t1 - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.imperative_wf_style.t2": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t2 - resourceType: TASK - interface: - inputs: {} - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.imperative_wf_style.t3": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.imperative_wf_style - - task-name - - t3 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.imperative_wf_style.t3 - resourceType: TASK - interface: - inputs: - variables: - a: - type: - collectionType: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json new file mode 100755 index 0000000000..c52156e33d --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"my-imperative-workflow-example"}},"spec":{"id":"::my.imperative.workflow.example","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t1\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"in1"}}}]},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t2\""},"n2":{"id":"n2","name":"t3","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t3\"","inputBindings":[{"var":"a","binding":{"collection":{"bindings":[{"promise":{"nodeId":"start-node","var":"in1"}},{"promise":{"nodeId":"start-node","var":"in2"}}]}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"n2":["end-node"],"start-node":["n0","n1","n2"]},"upstream":{"end-node":["n0","n1","n2"],"n0":["start-node"],"n1":["start-node"],"n2":["start-node"]}},"outputs":{"variables":{"output_from_t1":{"type":{"simple":"STRING"}},"output_list":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputBindings":[{"var":"output_from_t1","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"output_list","binding":{"collection":{"bindings":[{"promise":{"nodeId":"n0","var":"o0"}},{"promise":{"nodeId":"n2","var":"o0"}}]}}}]},"inputs":{"literals":{"in1":{"scalar":{"primitive":{"stringValue":""}}},"in2":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t1\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t2\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.imperative_wf_style.t3\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.imperative_wf_style.t3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"collectionType":{"simple":"STRING"}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.imperative_wf_style","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml deleted file mode 100755 index 6d6e10e11f..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml +++ /dev/null @@ -1,152 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - val: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-lp-my-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.lp.my_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: val - var: val - kind: task - name: square - resources: {} - task: resource_type:TASK name:"core.flyte_basics.lp.square" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: INTEGER -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.lp.square": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - square - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.square - resourceType: TASK - interface: - inputs: - variables: - val: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: INTEGER - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json new file mode 100755 index 0000000000..9f07a3e9a8 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-lp-my-wf"}},"spec":{"id":"::core.flyte_basics.lp.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"square","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.lp.square\"","inputBindings":[{"var":"val","binding":{"promise":{"nodeId":"start-node","var":"val"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"val":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.lp.square\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.square"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"val":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"INTEGER"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","square"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml deleted file mode 100755 index 57384ef3fa..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml +++ /dev/null @@ -1,176 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - am: - scalar: - primitive: - boolean: false - day_of_week: - scalar: - primitive: - stringValue: "" - number: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-lp-go-greet - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.flyte_basics.lp.go_greet - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: am - var: am - - binding: - promise: - nodeId: start-node - var: day_of_week - var: day_of_week - - binding: - promise: - nodeId: start-node - var: number - var: number - kind: task - name: greet - resources: {} - task: resource_type:TASK name:"core.flyte_basics.lp.greet" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.lp.greet": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.lp - - task-name - - greet - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.lp.greet - resourceType: TASK - interface: - inputs: - variables: - am: - type: - simple: BOOLEAN - day_of_week: - type: - simple: STRING - number: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json new file mode 100755 index 0000000000..4daaecd067 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-lp-go-greet"}},"spec":{"id":"::core.flyte_basics.lp.go_greet","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"greet","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.lp.greet\"","inputBindings":[{"var":"am","binding":{"promise":{"nodeId":"start-node","var":"am"}}},{"var":"day_of_week","binding":{"promise":{"nodeId":"start-node","var":"day_of_week"}}},{"var":"number","binding":{"promise":{"nodeId":"start-node","var":"number"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"am":{"scalar":{"primitive":{"boolean":false}}},"day_of_week":{"scalar":{"primitive":{"stringValue":""}}},"number":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.lp.greet\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.lp.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"am":{"type":{"simple":"BOOLEAN"}},"day_of_week":{"type":{"simple":"STRING"}},"number":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.lp","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml deleted file mode 100755 index 2f104d26aa..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml +++ /dev/null @@ -1,165 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-named-outputs-my-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - n1: - - end-node - start-node: - - n0 - - n1 - edges: - downstream: - n0: - - end-node - n1: - - end-node - start-node: - - n0 - - n1 - upstream: - end-node: - - n0 - - n1 - n0: - - start-node - n1: - - start-node - id: ::core.flyte_basics.named_outputs.my_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: greet - var: greet1 - - binding: - promise: - nodeId: n1 - var: greet - var: greet2 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: say_hello - resources: {} - task: resource_type:TASK name:"core.flyte_basics.named_outputs.say_hello" - n1: - id: n1 - kind: task - name: say_hello - resources: {} - task: resource_type:TASK name:"core.flyte_basics.named_outputs.say_hello" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: greet - var: greet1 - - binding: - promise: - nodeId: n1 - var: greet - var: greet2 - outputs: - variables: - greet1: - type: - simple: STRING - greet2: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.named_outputs.say_hello": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.named_outputs - - task-name - - say_hello - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.named_outputs.say_hello - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - greet: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json new file mode 100755 index 0000000000..78ca24e81f --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-named-outputs-my-wf"}},"spec":{"id":"::core.flyte_basics.named_outputs.my_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},"n0":{"id":"n0","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\""},"n1":{"id":"n1","name":"say_hello","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\""},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"n1":["end-node"],"start-node":["n0","n1"]},"edges":{"downstream":{"n0":["end-node"],"n1":["end-node"],"start-node":["n0","n1"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["start-node"]}},"outputs":{"variables":{"greet1":{"type":{"simple":"STRING"}},"greet2":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"greet1","binding":{"promise":{"nodeId":"n0","var":"greet"}}},{"var":"greet2","binding":{"promise":{"nodeId":"n1","var":"greet"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.named_outputs.say_hello\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.named_outputs.say_hello"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"greet":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.named_outputs","task-name","say_hello"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml deleted file mode 100755 index 5c736a06fa..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml +++ /dev/null @@ -1,380 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-shell-task-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - - n2 - - n3 - n1: - - n2 - n2: - - n3 - n3: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - - n2 - - n3 - n1: - - n2 - n2: - - n3 - n3: - - end-node - start-node: - - n0 - upstream: - end-node: - - n3 - n0: - - start-node - n1: - - n0 - n2: - - n0 - - n1 - n3: - - n0 - - n2 - id: ::core.flyte_basics.shell_task.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n3 - var: k - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: create_entities - resources: {} - task: resource_type:TASK name:"core.flyte_basics.shell_task.create_entities" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: x - kind: task - name: task_1 - resources: {} - task: resource_type:TASK name:"task_1" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: n1 - var: i - var: x - - binding: - promise: - nodeId: n0 - var: o1 - var: "y" - kind: task - name: task_2 - resources: {} - task: resource_type:TASK name:"task_2" - n3: - id: n3 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: x - - binding: - promise: - nodeId: n0 - var: o1 - var: "y" - - binding: - promise: - nodeId: n2 - var: j - var: z - kind: task - name: task_3 - resources: {} - task: resource_type:TASK name:"task_3" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n3 - var: k - var: o0 - outputs: - variables: - o0: - type: - blob: {} -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.shell_task.create_entities": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - create_entities - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.shell_task.create_entities - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - blob: {} - o1: - type: - blob: - dimensionality: MULTIPART - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"task_1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_1 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - blob: {} - outputs: - variables: - i: - type: - blob: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"task_2": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_2 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - blob: {} - "y": - type: - blob: - dimensionality: MULTIPART - outputs: - variables: - j: - type: - blob: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"task_3": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.shell_task - - task-name - - t3 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: task_3 - resourceType: TASK - interface: - inputs: - variables: - x: - type: - blob: {} - "y": - type: - blob: - dimensionality: MULTIPART - z: - type: - blob: {} - outputs: - variables: - k: - type: - blob: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json new file mode 100755 index 0000000000..439d645109 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-shell-task-wf"}},"spec":{"id":"::core.flyte_basics.shell_task.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},"n0":{"id":"n0","name":"create_entities","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.shell_task.create_entities\""},"n1":{"id":"n1","name":"task_1","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_1\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"task_2","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_2\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n1","var":"i"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}}]},"n3":{"id":"n3","name":"task_3","resources":{},"kind":"task","task":"resource_type:TASK name:\"task_3\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n0","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n0","var":"o1"}}},{"var":"z","binding":{"promise":{"nodeId":"n2","var":"j"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1","n2","n3"],"n1":["n2"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1","n2","n3"],"n1":["n2"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n3"],"n0":["start-node"],"n1":["n0"],"n2":["n0","n1"],"n3":["n0","n2"]}},"outputs":{"variables":{"o0":{"type":{"blob":{}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n3","var":"k"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.shell_task.create_entities\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.shell_task.create_entities"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"blob":{}}},"o1":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","create_entities"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_1\"":{"id":{"resourceType":"TASK","name":"task_1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}}}},"outputs":{"variables":{"i":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_2\"":{"id":{"resourceType":"TASK","name":"task_2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}}}},"outputs":{"variables":{"j":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"task_3\"":{"id":{"resourceType":"TASK","name":"task_3"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"blob":{}}},"y":{"type":{"blob":{"dimensionality":"MULTIPART"}}},"z":{"type":{"blob":{}}}}},"outputs":{"variables":{"k":{"type":{"blob":{}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.shell_task","task-name","t3"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml deleted file mode 100755 index ef888676cb..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml +++ /dev/null @@ -1,294 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-flyte-basics-task-cache-cached-dataframe-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - - n2 - n1: - - n2 - - n3 - n2: - - n3 - n3: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - - n2 - n1: - - n2 - - n3 - n2: - - n3 - n3: - - end-node - start-node: - - n0 - upstream: - end-node: - - n3 - n0: - - start-node - n1: - - n0 - n2: - - n0 - - n1 - n3: - - n1 - - n2 - id: ::core.flyte_basics.task_cache.cached_dataframe_wf - nodes: - end-node: - id: end-node - kind: end - resources: {} - n0: - id: n0 - kind: task - name: uncached_data_reading_task - resources: {} - task: resource_type:TASK name:"core.flyte_basics.task_cache.uncached_data_reading_task" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: df - kind: task - name: cached_data_processing_task - resources: {} - task: resource_type:TASK name:"core.flyte_basics.task_cache.cached_data_processing_task" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: df - kind: task - name: cached_data_processing_task - resources: {} - task: resource_type:TASK name:"core.flyte_basics.task_cache.cached_data_processing_task" - n3: - id: n3 - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: df1 - - binding: - promise: - nodeId: n2 - var: o0 - var: df2 - kind: task - name: compare_dataframes - resources: {} - task: resource_type:TASK name:"core.flyte_basics.task_cache.compare_dataframes" - start-node: - id: start-node - kind: start - resources: {} - outputs: {} -status: - phase: 0 -tasks: - resource_type:TASK name:"core.flyte_basics.task_cache.cached_data_processing_task": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - cached_data_processing_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.cached_data_processing_task - resourceType: TASK - interface: - inputs: - variables: - df: - type: - structuredDatasetType: - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - discoverable: true - discoveryVersion: "1.0" - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.task_cache.compare_dataframes": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - compare_dataframes - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.compare_dataframes - resourceType: TASK - interface: - inputs: - variables: - df1: - type: - structuredDatasetType: - format: parquet - df2: - type: - structuredDatasetType: - format: parquet - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.flyte_basics.task_cache.uncached_data_reading_task": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.flyte_basics.task_cache - - task-name - - uncached_data_reading_task - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.flyte_basics.task_cache.uncached_data_reading_task - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json new file mode 100755 index 0000000000..af63532ed8 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-flyte-basics-task-cache-cached-dataframe-wf"}},"spec":{"id":"::core.flyte_basics.task_cache.cached_dataframe_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"uncached_data_reading_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.uncached_data_reading_task\""},"n1":{"id":"n1","name":"cached_data_processing_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"cached_data_processing_task","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n3":{"id":"n3","name":"compare_dataframes","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.flyte_basics.task_cache.compare_dataframes\"","inputBindings":[{"var":"df1","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"df2","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1","n2"],"n1":["n2","n3"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1","n2"],"n1":["n2","n3"],"n2":["n3"],"n3":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n3"],"n0":["start-node"],"n1":["n0"],"n2":["n0","n1"],"n3":["n1","n2"]}},"outputs":{}},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.flyte_basics.task_cache.cached_data_processing_task\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.cached_data_processing_task"},"type":"python-task","metadata":{"discoverable":true,"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{},"discoveryVersion":"1.0"},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","cached_data_processing_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.task_cache.compare_dataframes\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.compare_dataframes"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df1":{"type":{"structuredDatasetType":{"format":"parquet"}}},"df2":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","compare_dataframes"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.flyte_basics.task_cache.uncached_data_reading_task\"":{"id":{"resourceType":"TASK","name":"core.flyte_basics.task_cache.uncached_data_reading_task"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.flyte_basics.task_cache","task-name","uncached_data_reading_task"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml deleted file mode 100755 index 6438efea16..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml +++ /dev/null @@ -1,136 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - kickoff_time: - scalar: - primitive: - datetime: "1970-01-01T00:00:00.000010Z" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-scheduled-workflows-lp-schedules-date-formatter-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.scheduled_workflows.lp_schedules.date_formatter_wf - nodes: - end-node: - id: end-node - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: kickoff_time - var: run_date - kind: task - name: format_date - resources: {} - task: resource_type:TASK name:"core.scheduled_workflows.lp_schedules.format_date" - start-node: - id: start-node - kind: start - resources: {} - outputs: {} -status: - phase: 0 -tasks: - resource_type:TASK name:"core.scheduled_workflows.lp_schedules.format_date": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - format_date - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.format_date - resourceType: TASK - interface: - inputs: - variables: - run_date: - type: - simple: DATETIME - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json new file mode 100755 index 0000000000..90097431d6 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-scheduled-workflows-lp-schedules-date-formatter-wf"}},"spec":{"id":"::core.scheduled_workflows.lp_schedules.date_formatter_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"format_date","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.format_date\"","inputBindings":[{"var":"run_date","binding":{"promise":{"nodeId":"start-node","var":"kickoff_time"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{}},"inputs":{"literals":{"kickoff_time":{"scalar":{"primitive":{"datetime":"1970-01-01T00:00:00.000010Z"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.format_date\"":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.format_date"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"run_date":{"type":{"simple":"DATETIME"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","format_date"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml deleted file mode 100755 index f494b20e65..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml +++ /dev/null @@ -1,136 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - name: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-scheduled-workflows-lp-schedules-positive-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.scheduled_workflows.lp_schedules.positive_wf - nodes: - end-node: - id: end-node - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: name - var: name - kind: task - name: be_positive - resources: {} - task: resource_type:TASK name:"core.scheduled_workflows.lp_schedules.be_positive" - start-node: - id: start-node - kind: start - resources: {} - outputs: {} -status: - phase: 0 -tasks: - resource_type:TASK name:"core.scheduled_workflows.lp_schedules.be_positive": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.scheduled_workflows.lp_schedules - - task-name - - be_positive - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.scheduled_workflows.lp_schedules.be_positive - resourceType: TASK - interface: - inputs: - variables: - name: - type: - simple: STRING - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json new file mode 100755 index 0000000000..df77c08c56 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-scheduled-workflows-lp-schedules-positive-wf"}},"spec":{"id":"::core.scheduled_workflows.lp_schedules.positive_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end"},"n0":{"id":"n0","name":"be_positive","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.be_positive\"","inputBindings":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{}},"inputs":{"literals":{"name":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.scheduled_workflows.lp_schedules.be_positive\"":{"id":{"resourceType":"TASK","name":"core.scheduled_workflows.lp_schedules.be_positive"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.scheduled_workflows.lp_schedules","task-name","be_positive"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml deleted file mode 100755 index deb1d195dc..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf.yaml +++ /dev/null @@ -1,397 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - x: - scalar: - primitive: - integer: "0" - "y": - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-custom-objects-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - - n1 - n1: - - end-node - n2: - - n4 - n3: - - n4 - n4: - - end-node - start-node: - - n0 - - n2 - - n3 - edges: - downstream: - n0: - - end-node - - n1 - n1: - - end-node - n2: - - n4 - n3: - - n4 - n4: - - end-node - start-node: - - n0 - - n2 - - n3 - upstream: - end-node: - - n0 - - n1 - - n4 - n0: - - start-node - n1: - - n0 - n2: - - start-node - n3: - - start-node - n4: - - n2 - - n3 - id: ::core.type_system.custom_objects.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n4 - var: o0 - var: o0 - - binding: - promise: - nodeId: n0 - var: o0 - var: o1 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: upload_result - resources: {} - task: resource_type:TASK name:"core.type_system.custom_objects.upload_result" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: res - kind: task - name: download_result - resources: {} - task: resource_type:TASK name:"core.type_system.custom_objects.download_result" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: start-node - var: x - var: x - kind: task - name: stringify - resources: {} - task: resource_type:TASK name:"core.type_system.custom_objects.stringify" - n3: - id: n3 - inputBindings: - - binding: - promise: - nodeId: start-node - var: "y" - var: x - kind: task - name: stringify - resources: {} - task: resource_type:TASK name:"core.type_system.custom_objects.stringify" - n4: - id: n4 - inputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: x - - binding: - promise: - nodeId: n3 - var: o0 - var: "y" - kind: task - name: add - resources: {} - task: resource_type:TASK name:"core.type_system.custom_objects.add" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n4 - var: o0 - var: o0 - - binding: - promise: - nodeId: n0 - var: o0 - var: o1 - outputs: - variables: - o0: - type: - simple: STRUCT - o1: - type: - simple: STRUCT -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.custom_objects.add": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - add - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.add - resourceType: TASK - interface: - inputs: - variables: - x: - type: - simple: STRUCT - "y": - type: - simple: STRUCT - outputs: - variables: - o0: - type: - simple: STRUCT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.custom_objects.download_result": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - download_result - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.download_result - resourceType: TASK - interface: - inputs: - variables: - res: - type: - simple: STRUCT - outputs: {} - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.custom_objects.stringify": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - stringify - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.stringify - resourceType: TASK - interface: - inputs: - variables: - x: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - simple: STRUCT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.custom_objects.upload_result": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.custom_objects - - task-name - - upload_result - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.custom_objects.upload_result - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - simple: STRUCT - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json new file mode 100755 index 0000000000..995b73eb43 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/162_core.type_system.custom_objects.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-custom-objects-wf"}},"spec":{"id":"::core.type_system.custom_objects.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"upload_result","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.upload_result\""},"n1":{"id":"n1","name":"download_result","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.download_result\"","inputBindings":[{"var":"res","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"x"}}}]},"n3":{"id":"n3","name":"stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"start-node","var":"y"}}}]},"n4":{"id":"n4","name":"add","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.custom_objects.add\"","inputBindings":[{"var":"x","binding":{"promise":{"nodeId":"n2","var":"o0"}}},{"var":"y","binding":{"promise":{"nodeId":"n3","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"n2":["n4"],"n3":["n4"],"n4":["end-node"],"start-node":["n0","n2","n3"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"n2":["n4"],"n3":["n4"],"n4":["end-node"],"start-node":["n0","n2","n3"]},"upstream":{"end-node":["n0","n1","n4"],"n0":["start-node"],"n1":["n0"],"n2":["start-node"],"n3":["start-node"],"n4":["n2","n3"]}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}},"o1":{"type":{"simple":"STRUCT"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n4","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"x":{"scalar":{"primitive":{"integer":"0"}}},"y":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.custom_objects.add\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.add"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"STRUCT"}},"y":{"type":{"simple":"STRUCT"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","add"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.download_result\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.download_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"res":{"type":{"simple":"STRUCT"}}}},"outputs":{}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","download_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.stringify\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"x":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.custom_objects.upload_result\"":{"id":{"resourceType":"TASK","name":"core.type_system.custom_objects.upload_result"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"simple":"STRUCT"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.custom_objects","task-name","upload_result"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml deleted file mode 100755 index 837a131733..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf.yaml +++ /dev/null @@ -1,249 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - c: - scalar: - primitive: - stringValue: red -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-enums-enum-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.type_system.enums.enum_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - - binding: - promise: - nodeId: n0 - var: o0 - var: o1 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: c - var: c - kind: task - name: enum_stringify - resources: {} - task: resource_type:TASK name:"core.type_system.enums.enum_stringify" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: c - kind: task - name: string_to_enum - resources: {} - task: resource_type:TASK name:"core.type_system.enums.string_to_enum" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - - binding: - promise: - nodeId: n0 - var: o0 - var: o1 - outputs: - variables: - o0: - type: - enumType: - values: - - red - - green - - blue - o1: - type: - simple: STRING -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.enums.enum_stringify": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - enum_stringify - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.enum_stringify - resourceType: TASK - interface: - inputs: - variables: - c: - type: - enumType: - values: - - red - - green - - blue - outputs: - variables: - o0: - type: - simple: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.enums.string_to_enum": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.enums - - task-name - - string_to_enum - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.enums.string_to_enum - resourceType: TASK - interface: - inputs: - variables: - c: - type: - simple: STRING - outputs: - variables: - o0: - type: - enumType: - values: - - red - - green - - blue - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json new file mode 100755 index 0000000000..f444766174 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/166_core.type_system.enums.enum_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-enums-enum-wf"}},"spec":{"id":"::core.type_system.enums.enum_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"enum_stringify","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.enums.enum_stringify\"","inputBindings":[{"var":"c","binding":{"promise":{"nodeId":"start-node","var":"c"}}}]},"n1":{"id":"n1","name":"string_to_enum","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.enums.string_to_enum\"","inputBindings":[{"var":"c","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node","n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0","n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}},"o1":{"type":{"simple":"STRING"}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}},{"var":"o1","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"c":{"scalar":{"primitive":{"stringValue":"red"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.enums.enum_stringify\"":{"id":{"resourceType":"TASK","name":"core.type_system.enums.enum_stringify"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"enumType":{"values":["red","green","blue"]}}}}},"outputs":{"variables":{"o0":{"type":{"simple":"STRING"}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","enum_stringify"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.enums.string_to_enum\"":{"id":{"resourceType":"TASK","name":"core.type_system.enums.string_to_enum"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"c":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"enumType":{"values":["red","green","blue"]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.enums","task-name","string_to_enum"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml deleted file mode 100755 index 1a690c877a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf.yaml +++ /dev/null @@ -1,154 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - name: - scalar: - primitive: - stringValue: "" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-flyte-pickle-welcome - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - end-node - start-node: - - n0 - upstream: - end-node: - - n0 - n0: - - start-node - id: ::core.type_system.flyte_pickle.welcome - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: name - var: name - kind: task - name: greet - resources: {} - task: resource_type:TASK name:"core.type_system.flyte_pickle.greet" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - blob: - format: PythonPickle -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.flyte_pickle.greet": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.flyte_pickle - - task-name - - greet - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.flyte_pickle.greet - resourceType: TASK - interface: - inputs: - variables: - name: - type: - simple: STRING - outputs: - variables: - o0: - type: - blob: - format: PythonPickle - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json new file mode 100755 index 0000000000..4931bcc1e8 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/169_core.type_system.flyte_pickle.welcome_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-flyte-pickle-welcome"}},"spec":{"id":"::core.type_system.flyte_pickle.welcome","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n0":{"id":"n0","name":"greet","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.flyte_pickle.greet\"","inputBindings":[{"var":"name","binding":{"promise":{"nodeId":"start-node","var":"name"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n0"],"n0":["start-node"]}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"inputs":{"literals":{"name":{"scalar":{"primitive":{"stringValue":""}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.flyte_pickle.greet\"":{"id":{"resourceType":"TASK","name":"core.type_system.flyte_pickle.greet"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"name":{"type":{"simple":"STRING"}}}},"outputs":{"variables":{"o0":{"type":{"blob":{"format":"PythonPickle"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.flyte_pickle","task-name","greet"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml deleted file mode 100755 index b91032e929..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf.yaml +++ /dev/null @@ -1,225 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-schema-df-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.type_system.schema.df_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - kind: task - name: get_df - resources: {} - task: resource_type:TASK name:"core.type_system.schema.get_df" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: df - kind: task - name: add_df - resources: {} - task: resource_type:TASK name:"core.type_system.schema.add_df" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.schema.add_df": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - add_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.add_df - resourceType: TASK - interface: - inputs: - variables: - df: - type: - structuredDatasetType: - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.schema.get_df": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.schema - - task-name - - get_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.schema.get_df - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - structuredDatasetType: - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json new file mode 100755 index 0000000000..51a5ed6cc1 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/173_core.type_system.schema.df_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-schema-df-wf"}},"spec":{"id":"::core.type_system.schema.df_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"get_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.schema.get_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"add_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.schema.add_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.schema.add_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.schema.add_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","add_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.schema.get_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.schema.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.schema","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml deleted file mode 100755 index 9c544d5e8a..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf.yaml +++ /dev/null @@ -1,326 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-structured-dataset-pandas-compatibility-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - n2 - n2: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - n2 - n2: - - end-node - start-node: - - n0 - upstream: - end-node: - - n2 - n0: - - start-node - n1: - - n0 - n2: - - n1 - id: ::core.type_system.structured_dataset.pandas_compatibility_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - kind: task - name: get_df - resources: {} - task: resource_type:TASK name:"core.type_system.structured_dataset.get_df" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: df - kind: task - name: get_subset_df - resources: {} - task: resource_type:TASK name:"core.type_system.structured_dataset.get_subset_df" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: ds - kind: task - name: to_numpy - resources: {} - task: resource_type:TASK name:"core.type_system.structured_dataset.to_numpy" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.structured_dataset.get_df": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_df - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: STRING - name: Name - - literalType: - simple: INTEGER - name: Age - - literalType: - simple: INTEGER - name: Height - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.structured_dataset.get_subset_df": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_subset_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_subset_df - resourceType: TASK - interface: - inputs: - variables: - df: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.structured_dataset.to_numpy": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - to_numpy - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.to_numpy - resourceType: TASK - interface: - inputs: - variables: - ds: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json new file mode 100755 index 0000000000..155cf0e21b --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/179_core.type_system.structured_dataset.pandas_compatibility_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-structured-dataset-pandas-compatibility-wf"}},"spec":{"id":"::core.type_system.structured_dataset.pandas_compatibility_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"get_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"get_subset_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"to_numpy","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"","inputBindings":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.structured_dataset.get_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Name","literalType":{"simple":"STRING"}},{"name":"Age","literalType":{"simple":"INTEGER"}},{"name":"Height","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml deleted file mode 100755 index 5aa0f17de5..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf.yaml +++ /dev/null @@ -1,320 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: - literals: - a: - scalar: - primitive: - integer: "0" -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-structured-dataset-schema-compatibility-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - n2 - n2: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - n2 - n2: - - end-node - start-node: - - n0 - upstream: - end-node: - - n2 - n0: - - start-node - n1: - - n0 - n2: - - n1 - id: ::core.type_system.structured_dataset.schema_compatibility_wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - inputBindings: - - binding: - promise: - nodeId: start-node - var: a - var: a - kind: task - name: get_schema_df - resources: {} - task: resource_type:TASK name:"core.type_system.structured_dataset.get_schema_df" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: df - kind: task - name: get_subset_df - resources: {} - task: resource_type:TASK name:"core.type_system.structured_dataset.get_subset_df" - n2: - id: n2 - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: ds - kind: task - name: to_numpy - resources: {} - task: resource_type:TASK name:"core.type_system.structured_dataset.to_numpy" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n2 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.structured_dataset.get_schema_df": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_schema_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_schema_df - resourceType: TASK - interface: - inputs: - variables: - a: - type: - simple: INTEGER - outputs: - variables: - o0: - type: - schema: - columns: - - name: Name - type: STRING - - name: Age - - name: Height - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.structured_dataset.get_subset_df": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - get_subset_df - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.get_subset_df - resourceType: TASK - interface: - inputs: - variables: - df: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.structured_dataset.to_numpy": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.structured_dataset - - task-name - - to_numpy - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.structured_dataset.to_numpy - resourceType: TASK - interface: - inputs: - variables: - ds: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - outputs: - variables: - o0: - type: - structuredDatasetType: - columns: - - literalType: - simple: INTEGER - name: Age - format: parquet - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json new file mode 100755 index 0000000000..7b20b44379 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/181_core.type_system.structured_dataset.schema_compatibility_wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-structured-dataset-schema-compatibility-wf"}},"spec":{"id":"::core.type_system.structured_dataset.schema_compatibility_wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"n0":{"id":"n0","name":"get_schema_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_schema_df\"","inputBindings":[{"var":"a","binding":{"promise":{"nodeId":"start-node","var":"a"}}}]},"n1":{"id":"n1","name":"get_subset_df","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"","inputBindings":[{"var":"df","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"n2":{"id":"n2","name":"to_numpy","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"","inputBindings":[{"var":"ds","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["n2"],"n2":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n2"],"n0":["start-node"],"n1":["n0"],"n2":["n1"]}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n2","var":"o0"}}}]},"inputs":{"literals":{"a":{"scalar":{"primitive":{"integer":"0"}}}}},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.structured_dataset.get_schema_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_schema_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"a":{"type":{"simple":"INTEGER"}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"Name","type":"STRING"},{"name":"Age"},{"name":"Height"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_schema_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.get_subset_df\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.get_subset_df"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"df":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","get_subset_df"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.structured_dataset.to_numpy\"":{"id":{"resourceType":"TASK","name":"core.type_system.structured_dataset.to_numpy"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"ds":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}},"outputs":{"variables":{"o0":{"type":{"structuredDatasetType":{"columns":[{"name":"Age","literalType":{"simple":"INTEGER"}}],"format":"parquet"}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.structured_dataset","task-name","to_numpy"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml deleted file mode 100755 index 44f8bed110..0000000000 --- a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf.yaml +++ /dev/null @@ -1,218 +0,0 @@ -apiVersion: flyte.lyft.com/v1alpha1 -executionConfig: - EnvironmentVariables: null - Interruptible: null - MaxParallelism: 0 - OverwriteCache: false - RecoveryExecution: {} - TaskPluginImpls: null - TaskResources: - Limits: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" - Requests: - CPU: "0" - EphemeralStorage: "0" - GPU: "0" - Memory: "0" - Storage: "0" -executionId: {} -inputs: {} -kind: flyteworkflow -metadata: - creationTimestamp: null - labels: - domain: domain - execution-id: name - project: hello - shard-key: "6" - workflow-name: core-type-system-typed-schema-wf - name: name - namespace: namespace -node-defaults: {} -rawOutputDataConfig: {} -securityContext: {} -spec: - connections: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - edges: - downstream: - n0: - - n1 - n1: - - end-node - start-node: - - n0 - upstream: - end-node: - - n1 - n0: - - start-node - n1: - - n0 - id: ::core.type_system.typed_schema.wf - nodes: - end-node: - id: end-node - inputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - kind: end - resources: {} - n0: - id: n0 - kind: task - name: t1 - resources: {} - task: resource_type:TASK name:"core.type_system.typed_schema.t1" - n1: - id: n1 - inputBindings: - - binding: - promise: - nodeId: n0 - var: o0 - var: schema - kind: task - name: t2 - resources: {} - task: resource_type:TASK name:"core.type_system.typed_schema.t2" - start-node: - id: start-node - kind: start - resources: {} - outputBindings: - - binding: - promise: - nodeId: n1 - var: o0 - var: o0 - outputs: - variables: - o0: - type: - schema: - columns: - - name: x -status: - phase: 0 -tasks: - resource_type:TASK name:"core.type_system.typed_schema.t1": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t1 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t1 - resourceType: TASK - interface: - inputs: {} - outputs: - variables: - o0: - type: - schema: - columns: - - name: x - - name: "y" - type: STRING - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task - resource_type:TASK name:"core.type_system.typed_schema.t2": - container: - args: - - pyflyte-execute - - --inputs - - '{{.input}}' - - --output-prefix - - '{{.outputPrefix}}' - - --raw-output-data-prefix - - '{{.rawOutputDataPrefix}}' - - --checkpoint-path - - '{{.checkpointOutputPrefix}}' - - --prev-checkpoint - - '{{.prevCheckpointPrefix}}' - - --resolver - - flytekit.core.python_auto_container.default_task_resolver - - -- - - task-module - - core.type_system.typed_schema - - task-name - - t2 - config: - - key: testKey1 - value: testValue1 - - key: testKey2 - value: testValue2 - - key: testKey3 - value: testValue3 - image: ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077 - resources: {} - id: - name: core.type_system.typed_schema.t2 - resourceType: TASK - interface: - inputs: - variables: - schema: - type: - schema: - columns: - - name: x - - name: "y" - type: STRING - outputs: - variables: - o0: - type: - schema: - columns: - - name: x - metadata: - retries: {} - runtime: - flavor: python - type: FLYTE_SDK - version: 0.32.6 - type: python-task diff --git a/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json new file mode 100755 index 0000000000..aba5945e90 --- /dev/null +++ b/flytepropeller/pkg/compiler/test/testdata/snacks-core/k8s/185_core.type_system.typed_schema.wf_2_wf_crd.json @@ -0,0 +1 @@ +{"kind":"flyteworkflow","apiVersion":"flyte.lyft.com/v1alpha1","metadata":{"name":"name","namespace":"namespace","creationTimestamp":null,"labels":{"domain":"domain","execution-id":"name","project":"hello","shard-key":"6","workflow-name":"core-type-system-typed-schema-wf"}},"spec":{"id":"::core.type_system.typed_schema.wf","nodes":{"end-node":{"id":"end-node","resources":{},"kind":"end","inputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"n0":{"id":"n0","name":"t1","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.typed_schema.t1\""},"n1":{"id":"n1","name":"t2","resources":{},"kind":"task","task":"resource_type:TASK name:\"core.type_system.typed_schema.t2\"","inputBindings":[{"var":"schema","binding":{"promise":{"nodeId":"n0","var":"o0"}}}]},"start-node":{"id":"start-node","resources":{},"kind":"start"}},"connections":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"edges":{"downstream":{"n0":["n1"],"n1":["end-node"],"start-node":["n0"]},"upstream":{"end-node":["n1"],"n0":["start-node"],"n1":["n0"]}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}},"outputBindings":[{"var":"o0","binding":{"promise":{"nodeId":"n1","var":"o0"}}}]},"inputs":{},"executionId":{},"tasks":{"resource_type:TASK name:\"core.type_system.typed_schema.t1\"":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t1"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t1"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}},"resource_type:TASK name:\"core.type_system.typed_schema.t2\"":{"id":{"resourceType":"TASK","name":"core.type_system.typed_schema.t2"},"type":"python-task","metadata":{"runtime":{"type":"FLYTE_SDK","version":"0.32.6","flavor":"python"},"retries":{}},"interface":{"inputs":{"variables":{"schema":{"type":{"schema":{"columns":[{"name":"x"},{"name":"y","type":"STRING"}]}}}}},"outputs":{"variables":{"o0":{"type":{"schema":{"columns":[{"name":"x"}]}}}}}},"container":{"image":"ghcr.io/flyteorg/flytecookbook:core-8b8e1a849c9adfca88049a074b10dad278f70077","args":["pyflyte-execute","--inputs","{{.input}}","--output-prefix","{{.outputPrefix}}","--raw-output-data-prefix","{{.rawOutputDataPrefix}}","--checkpoint-path","{{.checkpointOutputPrefix}}","--prev-checkpoint","{{.prevCheckpointPrefix}}","--resolver","flytekit.core.python_auto_container.default_task_resolver","--","task-module","core.type_system.typed_schema","task-name","t2"],"resources":{},"config":[{"key":"testKey1","value":"testValue1"},{"key":"testKey2","value":"testValue2"},{"key":"testKey3","value":"testValue3"}]}}},"node-defaults":{},"securityContext":{},"status":{"phase":0},"rawOutputDataConfig":{},"executionConfig":{"TaskPluginImpls":null,"MaxParallelism":0,"RecoveryExecution":{},"TaskResources":{"Requests":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"},"Limits":{"CPU":"0","Memory":"0","EphemeralStorage":"0","Storage":"0","GPU":"0"}},"Interruptible":null,"OverwriteCache":false,"EnvironmentVariables":null}} \ No newline at end of file