-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
5 changed files
with
329 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,53 @@ | ||
|
|
||
| val ktor_version = "3.0.3" | ||
|
|
||
| plugins { | ||
| kotlin("jvm") | ||
| application | ||
|
|
||
| kotlin("plugin.serialization") | ||
| } | ||
|
|
||
| group = "com.zenmo" | ||
| version = "0.0.1" | ||
|
|
||
| application { | ||
| mainClass.set("com.zenmo.waspik.ApplicationKt") | ||
|
|
||
| // These arguments are only applied when running through Gradle (= in development), | ||
| // not when building and running a Fat Jar (= in production). | ||
| applicationDefaultJvmArgs = listOf( | ||
| "-Dio.ktor.development=true", | ||
| // uncomment to let ztor application listen for debugger | ||
| "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=*:5005", | ||
| // uncomment to let ztor application connect to debugger on startup | ||
| // "-agentlib:jdwp=transport=dt_socket,server=n,address=172.27.0.1:5005,suspend=y" | ||
| ) | ||
| } | ||
|
|
||
| repositories { | ||
| mavenCentral() | ||
| // Running a pre-release version of Ktor because of a version conflict with serialization. | ||
| // HTTP4K seems better anyway. | ||
| maven("https://maven.pkg.jetbrains.space/public/p/ktor/eap/") | ||
| } | ||
|
|
||
| dependencies { | ||
| implementation(project(":fudura-client")) | ||
| implementation("org.jetbrains.kotlinx:kotlinx-datetime:${libs.versions.kotlinx.datetime.get()}") | ||
| implementation(project(":zummon")) | ||
| } | ||
|
|
||
| tasks.withType<Test> { | ||
| this.testLogging { | ||
| this.showStandardStreams = true | ||
| } | ||
| } | ||
|
|
||
| kotlin { | ||
| sourceSets { | ||
| all { | ||
| languageSettings.optIn("kotlin.uuid.ExperimentalUuidApi") | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,6 @@ | ||
| package com.zenmo.waspik; | ||
|
|
||
| fun main() { | ||
| FuduraImport().importWaspik(); | ||
| println("nogwat"); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,266 @@ | ||
| package com.zenmo.waspik | ||
|
|
||
| import com.zenmo.fudura.DetailedMeteringPoint | ||
| import com.zenmo.fudura.Direction | ||
| import com.zenmo.fudura.FuduraClient | ||
| import com.zenmo.fudura.GetChannelMetadataResult | ||
| import com.zenmo.fudura.ProductType | ||
| import com.zenmo.fudura.Telemetry | ||
| import com.zenmo.fudura.UnitOfMeasurement | ||
| import com.zenmo.zummon.companysurvey.Survey | ||
| import com.zenmo.zummon.companysurvey.TimeSeries | ||
| import com.zenmo.zummon.companysurvey.TimeSeriesType | ||
| import com.zenmo.zummon.companysurvey.TimeSeriesUnit | ||
| import kotlinx.datetime.Clock | ||
| import kotlinx.datetime.DateTimeUnit | ||
| import kotlinx.datetime.Instant | ||
| import java.io.File | ||
| import kotlin.time.Duration.Companion.days | ||
| import kotlin.time.Duration.Companion.minutes | ||
|
|
||
| class FuduraImport ( | ||
| val fuduraClient: FuduraClient = FuduraClient(secretKey = "499df0be248343af8f0887be340663c3"), | ||
| ) { | ||
| fun importWaspik() { | ||
| val detailsMeteringPoints = fuduraClient.getDetailedMeteringPoints(perCustomer = true, customerId = "*") | ||
| val relevantMeteringPoints = detailsMeteringPoints.meteringPoints.filter { | ||
| isRelevantMeter(it.meteringPointId) | ||
| }.filter { isInRelevantEans(it.meteringPointId) } | ||
|
|
||
| val now: Instant = Clock.System.now() - 1.days | ||
| val inRangeEanMeteringPoints = relevantMeteringPoints | ||
| // .filter { | ||
| // val period = it.authorizations.single().periods.single() | ||
| // // We want to only retrieve meters of which there is at least one year of data. | ||
| // // Preferably a full calendar year. | ||
| // period.from < now.minus(366.days) | ||
| // && period.to > now | ||
| // } | ||
|
|
||
| for (meteringPoint in relevantMeteringPoints) { | ||
| val channels = fuduraClient.getChannels(meteringPoint.meteringPointId).channels | ||
| val channelMetadataCollection = channels.map { channel -> | ||
| fuduraClient.getChannelMetadata(meteringPoint.meteringPointId, channel) | ||
| }.filter { isChannelRelevant(it, meteringPoint.meteringPointId) } | ||
|
|
||
| if (channelMetadataCollection.isEmpty()) { | ||
| println("No relevant channels for ean ${meteringPoint.ean}") | ||
| } | ||
|
|
||
| val authorizationStart = meteringPoint.authorizations.single().periods.single().from | ||
| val desiredStart = Instant.parse("2023-01-01T00:00:00+01:00") | ||
| val desiredEnd = Instant.parse("2024-01-01T00:00:00+01:00") | ||
|
|
||
| for (channel in channelMetadataCollection) { | ||
| val channelStart = channel.firstReadingTimestamp | ||
|
|
||
| // Try to import the whole of 2023, else import most recent values. | ||
| val from = listOf(desiredStart, authorizationStart, channelStart).max() | ||
| val to = if (from == desiredStart) desiredEnd else now | ||
|
|
||
| val telemetry = fuduraClient.getTelemetryRecursive( | ||
| meteringPointId = meteringPoint.meteringPointId, | ||
| channelId = channel.channelId, | ||
| from = from, | ||
| to = to, | ||
| ) | ||
|
|
||
| val numValues = 365 * 24 * 4 | ||
| if (telemetry.size < numValues && channel.productType == ProductType.Electricity) { | ||
| throw Exception("Not enough electricity values") | ||
| } | ||
| if (telemetry.size < 365 * 24 && channel.productType == ProductType.Gas) { | ||
| throw Exception("Not enough gas values") | ||
| } | ||
|
|
||
|
|
||
| // | ||
| // if (telemetry.size > numValues) { | ||
| // throw Exception("Too many values") | ||
| // } | ||
|
|
||
| // val timeSeries = createTimeSeries(channel, telemetry.reversed(), meteringPoint.meteringPointId) | ||
| println("Saved timeSeries ${channel.channelId}") | ||
| println(" metering point ${meteringPoint.meteringPointId}") | ||
| println(" product ${channel.productType}") | ||
| println(" direction ${channel.direction}") | ||
| val file = File("v${meteringPoint.meteringPointId}-${channel.productType}-${channel.direction}-${channel.channelId}.txt") | ||
| file.createNewFile() | ||
| file.writeText(telemetry.map { it.value }.joinToString(",")) | ||
| // println(" start ${timeSeries.start}") | ||
| // println(" end ${timeSeries.calculateEnd()}") | ||
| } | ||
| } | ||
|
|
||
| // val perCustomerData: Collection<FuduraCustomer> = inRangeEanMeteringPoints.groupingBy { it.authorizations.single().customerId } | ||
| // .aggregate { key, accumulator: FuduraCustomer?, element, first -> | ||
| // val companyName = findCompanyNameByEan(surveys, element.ean) | ||
| // if (companyName == null) { | ||
| // println("No survey found for ean ${element.ean}, Fudura customer ${key}") | ||
| // } | ||
| // if (first) { | ||
| // FuduraCustomer(key, companyName, listOf(element)) | ||
| // } else { | ||
| // accumulator!!.copy( | ||
| // meteringPoints = accumulator.meteringPoints + element, | ||
| // companyName = if (companyName == accumulator.companyName) { | ||
| // companyName | ||
| // } else { | ||
| // "${accumulator.companyName}+${companyName}" | ||
| // } | ||
| // ) | ||
| // } | ||
| // }.values | ||
| // | ||
| // val perKnownCustomerData = perCustomerData.filter { | ||
| // if (it.companyName == null) { | ||
| // println("No survey found for all EANs of Fudura customer ${it.id}, don't know which company this is") | ||
| // } | ||
| // | ||
| // it.companyName != null | ||
| // } | ||
| // | ||
| // for (customer in perKnownCustomerData) { | ||
| // for (meteringPoint in customer.meteringPoints) { | ||
| // val channels = fuduraClient.getChannels(meteringPoint.meteringPointId).channels | ||
| // val channelMetadataCollection = channels.map { channel -> | ||
| // fuduraClient.getChannelMetadata(meteringPoint.meteringPointId, channel) | ||
| // }.filter { isChannelRelevant(it, meteringPoint.meteringPointId) } | ||
| // | ||
| // if (channelMetadataCollection.isEmpty()) { | ||
| // println("No relevant channels for ean ${meteringPoint.ean}, company ${customer.companyName}") | ||
| // } | ||
| // | ||
| // val authorizationStart = meteringPoint.authorizations.single().periods.single().from | ||
| // val desiredStart = Instant.parse("2022-12-31T00:00:00+01:00") | ||
| // val desiredEnd = Instant.parse("2024-01-02T00:00:00+01:00") | ||
| // | ||
| // for (channel in channelMetadataCollection) { | ||
| // val channelStart = channel.firstReadingTimestamp | ||
| // | ||
| // // Try to import the whole of 2023, else import most recent values. | ||
| // val from = listOf(desiredStart, authorizationStart, channelStart).max() | ||
| // val to = if (from == desiredStart) desiredEnd else now | ||
| // | ||
| // val telemetry = fuduraClient.getTelemetryRecursive( | ||
| // meteringPointId = meteringPoint.meteringPointId, | ||
| // channelId = channel.channelId, | ||
| // from = from, | ||
| // to = to, | ||
| // ) | ||
| // | ||
| //// val numValues = 365 * 24 * 4 | ||
| //// if (telemetry.size < numValues) { | ||
| //// throw Exception("Not enough values") | ||
| //// } | ||
| //// | ||
| //// if (telemetry.size > numValues) { | ||
| //// throw Exception("Too many values") | ||
| //// } | ||
| // | ||
| // val timeSeries = createTimeSeries(channel, telemetry.reversed(), meteringPoint.meteringPointId) | ||
| // timeSeriesRepository.insertByEan(meteringPoint.ean, timeSeries) | ||
| // println("Saved timeSeries ${channel.channelId}") | ||
| // println(" metering point ${meteringPoint.meteringPointId}") | ||
| // println(" direction ${channel.direction}") | ||
| // println(" company ${customer.companyName}") | ||
| // println(" start ${timeSeries.start}") | ||
| // println(" end ${timeSeries.calculateEnd()}") | ||
| // } | ||
| // } | ||
| // } | ||
| // } | ||
| } | ||
| } | ||
|
|
||
| fun isInRelevantEans(meteringPointId: String): Boolean { | ||
| val relevant = listOf( | ||
| "871687910000108080", | ||
| "871715423001190678", | ||
| "871687910000001022", | ||
| "871715423001190777", | ||
| "871687910000108134", | ||
| "871687910000108073", | ||
| "871687910000108189", | ||
| "871715423001655740", | ||
| "871715423001200407", | ||
| "871687910000345911", | ||
| "871687910000293021", | ||
| "871687910000446069", | ||
| ) | ||
|
|
||
| for (rel in relevant) { | ||
| if (meteringPointId.startsWith(rel)) { | ||
| return true | ||
| } | ||
| } | ||
|
|
||
| return false | ||
| } | ||
|
|
||
| fun isRelevantMeter(meteringPointId: String) = isMainMeter(meteringPointId) || isSummedProductionMeter(meteringPointId) | ||
|
|
||
| fun isMainMeter(meteringPointId: String) = | ||
| meteringPointId.matches(Regex("^\\d{18}\$")) | ||
|
|
||
| fun isSummedProductionMeter(meteringPointId: String) = | ||
| // Meters with this suffix seem to have the sum of all production meters behind one EAN. | ||
| meteringPointId.matches(Regex("^\\d{18}(GENS|GENA)$")) | ||
|
|
||
| data class FuduraCustomer ( | ||
| val id: String, | ||
| val companyName: String?, | ||
| val meteringPoints: List<DetailedMeteringPoint>, | ||
| ) | ||
|
|
||
| fun findCompanyNameByEan(surveys: List<Survey>, ean: String): String? { | ||
| val survey = surveys.find { survey -> | ||
| for (gc in survey.flattenedGridConnections()) { | ||
| if (gc.electricity.ean == ean || gc.naturalGas.ean == ean) { | ||
| return@find true | ||
| } | ||
| } | ||
|
|
||
| false | ||
| } | ||
|
|
||
| return survey?.companyName | ||
| } | ||
|
|
||
| fun isChannelRelevant(channelMetadata: GetChannelMetadataResult, meteringPointId: String) = | ||
| ((channelMetadata.unitOfMeasurement == UnitOfMeasurement.kWh | ||
| && channelMetadata.productType == ProductType.Electricity | ||
| && channelMetadata.interval == "00:15:00") | ||
| || (channelMetadata.unitOfMeasurement == UnitOfMeasurement.m3 | ||
| && channelMetadata.productType == ProductType.Gas | ||
| && channelMetadata.interval == "01:00:00" && !channelMetadata.description.contains("standen"))) | ||
| && channelMetadata.lastReadingTimestamp - channelMetadata.firstReadingTimestamp > 366.days | ||
| //&& getTimeSeriesType(channelMetadata, meteringPointId) != null | ||
|
|
||
| fun createTimeSeries( | ||
| channelMetadata: GetChannelMetadataResult, | ||
| telemetry: List<Telemetry>, | ||
| meteringPointId: String, | ||
| ) = TimeSeries( | ||
| type = getTimeSeriesType(channelMetadata, meteringPointId) ?: throw Exception("Unmapped time series type"), | ||
| // Measurement start time | ||
| start = Instant.parse(telemetry.first().readingTimestamp), | ||
| timeStep = DateTimeUnit.MINUTE * 15, | ||
| unit = TimeSeriesUnit.KWH, | ||
| values = telemetry.map { | ||
| it.value.toFloat() | ||
| }.toFloatArray() | ||
| ) | ||
|
|
||
| fun getTimeSeriesType(channelMetadata: GetChannelMetadataResult, meteringPointId: String): TimeSeriesType? = | ||
| when { | ||
| isMainMeter(meteringPointId) && channelMetadata.direction == Direction.Production | ||
| -> TimeSeriesType.ELECTRICITY_FEED_IN | ||
| isMainMeter(meteringPointId) && channelMetadata.direction == Direction.Consumption | ||
| -> TimeSeriesType.ELECTRICITY_DELIVERY | ||
| isSummedProductionMeter(meteringPointId) && channelMetadata.direction == Direction.Production | ||
| -> TimeSeriesType.ELECTRICITY_PRODUCTION | ||
| // ignore net measurement | ||
| // and ignore consumption behind production meter | ||
| else -> null | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters