Notebook generate final test data

scripts/generate_test_data.py

@@ -0,0 +1,207 @@
+
+from cdf_auth import get_client_demo # just a function to get a CogniteClient
+from cognite import pygen # pip install cognite-pygen
+from cognite.powerops import PowerOpsClient
+
+import datetime
+import random
+
+
+def create_dummy_instances_for_frontend():
+
+    import cognite.powerops.client._generated.v1.data_classes as data_classes
+
+    #po_client.v1.day_ahead_configuration.bid_configuration_day_ahead.list()
+    bid_config_ext_ids = ["bid_configuration_day_ahead_multi_scenario_2_no2", "bid_configuration_day_ahead_water_value_no2_full", "bid_configuration_day_ahead_no2_combination", "bid_configuration_day_ahead_price_independent_no2"]
+    bid_configs = po_client.v1.day_ahead_configuration.bid_configuration_day_ahead.retrieve(external_id=bid_config_ext_ids)
+    # shop_models = po_client.v1.shop_based_day_ahead_bid_process.shop_model.list(space="sp_power_ops_instance", limit=1000)
+    from cognite.powerops.client._generated.v1.data_classes import BidConfigurationDayAheadWrite
+
+    from cognite.client.data_classes import FileMetadataWrite
+    shop_model_dummy_1 = data_classes.ShopModelWrite(
+        externalId="shop_model_benchmarking_dummy_1",
+        name="Fornebu B",
+        shopVersion="15.4.1.1",
+        model="SHOP_Fornebu_model",
+        modelVersion="1",
+        penaltyLimit=0.0,
+        cogShopFilesConfig=["shop_file_water_value_cut_file_reservoir_mapping",
+                            "shop_file_water_value_cut_file"],
+        baseAttributeMappings=["base_mapping_fornebu_creek_intake_fjerdingby_intake_overflow_cost",
+                               "base_mapping_fornebu_creek_intake_sandvika_inflow"]
+    )
+    shop_model_dummy_2 = data_classes.ShopModelWrite(
+        externalId="shop_model_benchmarking_dummy_2",
+        name="Lysakerelva B",
+        shopVersion="15.4.1.1",
+        model="SHOP_Fornebu_model",
+        modelVersion="1",
+        penaltyLimit=0.0,
+        cogShopFilesConfig=["shop_file_water_value_cut_file_reservoir_mapping",
+                            "shop_file_water_value_cut_file"],
+        baseAttributeMappings=["base_mapping_fornebu_creek_intake_fjerdingby_intake_overflow_cost",
+                               "base_mapping_fornebu_creek_intake_sandvika_inflow"]
+    )
+    shop_scenario_dummy_1 = data_classes.ShopScenarioWrite(
+        externalId="shop_scenario_benchmarking_dummy_1",
+        name="Fornebu B Benchmarking",
+        model=shop_model_dummy_1,
+        shopCommands="shop_commands_default",
+        outputDefinition=["shop_output_time_series_definition_market_price", "shop_output_time_series_definition_market_sale",
+"shop_output_time_series_definition_plant_production",
+"shop_output_time_series_definition_plant_consumption",
+"shop_output_time_series_definition_reservoir_water_value",
+"shop_output_time_series_definition_reservoir_energy_conversion_factor",]
+    )
+    shop_scenario_dummy_2 = data_classes.ShopScenarioWrite(
+        externalId="shop_scenario_benchmarking_dummy_2",
+        name="Lysakerelva B Benchmarking",
+        model=shop_model_dummy_2,
+        shopCommands="shop_commands_default",
+        outputDefinition=["shop_output_time_series_definition_market_price", "shop_output_time_series_definition_market_sale",
+"shop_output_time_series_definition_plant_production",
+"shop_output_time_series_definition_plant_consumption",
+"shop_output_time_series_definition_reservoir_water_value",
+"shop_output_time_series_definition_reservoir_energy_conversion_factor",]
+    )
+    shop_case_dummy_1 = data_classes.BenchmarkingShopCaseWrite(
+        externalId="shop_case_benchmarking_dummy_1",
+        name="Lysakerelva B Benchmarking dummy",
+        scenario=shop_scenario_dummy_1,
+        deliveryDate="2024-05-01",
+        bidGenerated="2024-04-30",
+        bidSource="upper_bound"
+    )
+    shop_case_dummy_2 = data_classes.BenchmarkingShopCaseWrite(
+        externalId="shop_case_benchmarking_dummy_2",
+        name="Lysakerelva B Benchmarking dummy",
+        scenario=shop_scenario_dummy_2,
+        deliveryDate="2024-05-01",
+        bidGenerated="2024-04-30",
+        bidSource=f"{bid_config_ext_ids[0]}"
+    )
+    shop_result_dummy_1 = data_classes.ShopResultWrite(
+        externalId="shop_result_benchmarking_dummy_10",
+        name="Fornebu B Benchmarking dummy",
+        case=shop_case_dummy_1,
+        objective_value={"grand_total": -1000, "load_value": -50}
+    )
+    shop_result_dummy_2 = data_classes.ShopResultWrite(
+        externalId="shop_result_benchmarking_dummy_20",
+        name="Lysakerelva B Benchmarking dummy",
+        case=shop_case_dummy_2,
+        objective_value={"grand_total": -2000, "load_value": -100}
+    )
+
+    shop_results_upserted = po_client.v1.upsert([shop_result_dummy_1, shop_result_dummy_2])
+
+    bid_sources = [
+        BidConfigurationDayAheadWrite(space="sp_power_ops_model_benchmarking", externalId=bid_config.external_id, name=bid_config.name, bidDateSpecification="[]")
+        for bid_config in bid_configs] + []
+
+    bid_sources = [bid_config.external_id for bid_config in bid_configs] + ["upper_bound"]
+
+    #bid_documents_upserted = bench_client.upsert(bid_sources)
+
+    from pprint import pprint
+    #pprint(shop_results_upserted)
+
+
+    def get_value(bid_source_external_id: str, delivery_date: str, model_external_id: str) -> float:
+        if bid_source_external_id == "upper_bound":
+            return 0
+        return random.random() * -1
+
+    results = []
+    delivery_dates = [datetime.date(2024, 5, day) for day in range(1, 32)]
+    dummy_shop_results = [shop_result_dummy_1, shop_result_dummy_2]
+
+    for bid_source in bid_sources:
+        for delivery_date in delivery_dates:
+            for dummy_shop_result in dummy_shop_results:
+
+                results.append(
+                    data_classes.BenchmarkingResultDayAheadWrite(
+                        externalId=f"benchmarking_result_day_ahead_{dummy_shop_result.case.scenario.model.external_id}_{bid_source}_{delivery_date}_1",
+                        bidSource=bid_source,
+                        deliveryDate=delivery_date,
+                        bidGenerated=None,
+                        shopResult=dummy_shop_result.external_id,
+                        isSelected=True,
+                        value=get_value(bid_source, delivery_date, dummy_shop_result.case.scenario.model.external_id)
+                ))
+    po_client.v1.upsert(results)
+
+    from cognite.powerops.client._generated.v1.data_classes import PriceAreaDayAheadWrite
+    price_area = PriceAreaDayAheadWrite(
+            external_id="price-area-testing",
+            main_price_scenario="6694",  # Note: needs to be present
+            name="NO2",
+    )
+    po_client.v1.upsert([price_area])
+
+    from cognite.powerops.client._generated.v1.data_classes import DateSpecificationWrite
+    start_date_specification = DateSpecificationWrite(
+        external_id="date_specification_test_start",
+        name="start",
+        processing_timezone="Europe/Oslo",
+        floor_frame="day",
+        shift_definition={"days": -900},
+        resulting_timezone="UTC"
+    )
+    stop_date_specification = DateSpecificationWrite(
+        external_id="date_specification_test_stop",
+        name="stop",
+        processing_timezone="Europe/Oslo",
+        floor_frame="week",
+        shift_definition={"days": -400, "weeks": 2},
+        resulting_timezone="UTC"
+    )
+    po_client.v1.upsert([start_date_specification, stop_date_specification])
+
+    from cognite.powerops.client._generated.v1.data_classes import PowerAssetWrite
+    power_asset_1 = PowerAssetWrite(
+        name="example_power_asset_1",
+        external_id="power-asset-1-ext-id",
+        display_name="Example Power Asset 1",
+        ordering=2,
+        asset_type="plant",
+    )
+    power_asset_2 = PowerAssetWrite(
+        name="example_power_asset_2",
+        external_id="power-asset-2-ext-id",
+        display_name="Example Power Asset 2",
+        ordering=2,
+        asset_type="plant",
+    )
+    po_client.v1.upsert([power_asset_1, power_asset_2])
+
+    bm_config = data_classes.BenchmarkingConfigurationDayAheadWrite(
+        externalId="day_ahead_benchmarking_configuration_no2",
+        name="Day Ahead Benchmarking Configuration Dummy",
+        bidConfigurations=bid_config_ext_ids,
+        shopStartSpecification=start_date_specification,
+        shopEndSpecification=stop_date_specification,
+        assetsPerShopModel=[data_classes.ShopModelWithAssetsWrite(
+            externalId=f"shop_model_to_assets_dummy_{shop_model.external_id[-1:]}",
+            shopModel=shop_model.external_id,
+            powerAssets=[power_asset_1, power_asset_2],
+            productionObligations=[],
+            shopCommands="shop_commands_default"
+        ) for shop_model in [shop_model_dummy_1, shop_model_dummy_2]],
+        priceArea=price_area.external_id
+    )
+    upserted_bm_config = po_client.v1.upsert(bm_config)
+
+    po_client.v1.benchmarking_day_ahead.benchmarking_result_day_ahead.list()
+
+    po_client.v1.benchmarking_day_ahead.shop_result.list()
+
+    po_client.v1.benchmarking_day_ahead.benchmarking_configuration_day_ahead.list()
+
+
+if __name__ == "__main__":
+    client = get_client_demo()
+    po_client = PowerOpsClient(read_dataset="powerops:misc", write_dataset="powerops:misc", cogshop_version="0.0.1", config=client.config)
+
+    create_dummy_instances_for_frontend()