Remove materialized view

buildSrc/src/main/kotlin/Dependencies.kt

@@ -1,3 +1,4 @@
+
 object PluginIds { // please keep this sorted in sections
     // Kotlin
     const val Kotlin = "kotlin"
@@ -55,6 +56,7 @@ object Versions {
     const val Postgres = "42.2.23"
     const val Protobuf = "3.21.9"
     const val Reflections = "0.9.12"
+    const val Caffeine = "2.9.2"
 
     // Testing
     const val Jupiter = "5.9.1"
@@ -92,6 +94,7 @@ object Libraries {
     const val KaseChange = "net.pearx.kasechange:kasechange:${Versions.KaseChange}"
     const val Json = "org.json:json:${Versions.Json}"
     const val Reflections = "org.reflections:reflections:${Versions.Reflections}"
+    const val Caffeine = "com.github.ben-manes.caffeine:caffeine:${Versions.Caffeine}"
 
     // Protobuf
     const val GrpcNetty = "io.grpc:grpc-netty:${Versions.Grpc}"
@@ -105,6 +108,7 @@ object Libraries {
     const val SpringBootConfigProcessor = "org.springframework.boot:spring-boot-configuration-processor:${Versions.SpringBoot}"
     const val SpringBootStarterValidation = "org.springframework.boot:spring-boot-starter-validation:${Versions.SpringBoot}"
     const val SpringBootStarterWeb = "org.springframework.boot:spring-boot-starter-web:${Versions.SpringBoot}"
+    const val SpringBootStarterCache = "org.springframework.boot:spring-boot-starter-cache:${Versions.SpringBoot}"
     const val SpringBootStarterTest = "org.springframework.boot:spring-boot-starter-test:${Versions.SpringBoot}"
 
     const val Swagger = "io.springfox:springfox-boot-starter:${Versions.Swagger}"

database/src/main/resources/db/migration/V1_97__Update_validator_state_view.sql

@@ -0,0 +1,22 @@
+SELECT 'Modify `current_validator_state` view' AS comment;
+DROP MATERIALIZED VIEW IF EXISTS current_validator_state;
+
+CREATE VIEW current_validator_state AS
+SELECT DISTINCT ON (vs.operator_addr_id) vs.operator_addr_id,
+    vs.operator_address,
+    vs.block_height,
+    vs.moniker,
+    vs.status,
+    vs.jailed,
+    vs.token_count,
+    vs.json,
+    svc.account_address,
+    svc.consensus_address,
+    svc.consensus_pubkey,
+    vs.commission_rate,
+    vs.removed,
+    ai.image_url
+FROM validator_state vs
+    JOIN staking_validator_cache svc on vs.operator_addr_id = svc.id
+    LEFT JOIN address_image ai ON svc.operator_address = ai.address
+ORDER BY vs.operator_addr_id, vs.block_height desc;

service/build.gradle.kts

@@ -28,11 +28,13 @@ dependencies {
     implementation(Libraries.ProtobufKotlin)
     implementation(Libraries.ProvenanceProto)
     implementation(Libraries.Reflections)
+    implementation(Libraries.Caffeine)
 
     implementation(Libraries.SpringBootStarterWeb)
     implementation(Libraries.SpringBootStarterJdbc)
     implementation(Libraries.SpringBootStarterActuator)
     implementation(Libraries.SpringBootStarterValidation)
+    implementation(Libraries.SpringBootStarterCache)
     kapt(Libraries.SpringBootConfigProcessor)
 
     implementation(Libraries.BouncyCastle)

service/src/main/kotlin/io/provenance/explorer/config/CacheConfig.kt

@@ -0,0 +1,21 @@
+import org.springframework.cache.CacheManager
+import org.springframework.cache.annotation.EnableCaching
+import org.springframework.cache.caffeine.CaffeineCacheManager
+import org.springframework.context.annotation.Bean
+import org.springframework.context.annotation.Configuration
+import java.util.concurrent.TimeUnit
+
+@Configuration
+@EnableCaching
+class CacheConfig {
+    @Bean
+    fun cacheManager(): CacheManager {
+        val cacheManager = CaffeineCacheManager("responses")
+        cacheManager.setCaffeine(
+            com.github.benmanes.caffeine.cache.Caffeine.newBuilder()
+                .expireAfterWrite(30, TimeUnit.SECONDS) // Cache expires after 10 seconds
+                .maximumSize(100)
+        ) // Optional, limits the number of cached items
+        return cacheManager
+    }
+}

service/src/main/kotlin/io/provenance/explorer/domain/entities/Transactions.kt

@@ -6,6 +6,7 @@ import cosmos.tx.v1beta1.ServiceOuterClass
 import io.provenance.explorer.OBJECT_MAPPER
 import io.provenance.explorer.VANILLA_MAPPER
 import io.provenance.explorer.config.ExplorerProperties
+import io.provenance.explorer.domain.core.logger
 import io.provenance.explorer.domain.core.sql.Distinct
 import io.provenance.explorer.domain.core.sql.jsonb
 import io.provenance.explorer.domain.core.sql.toProcedureObject
@@ -394,6 +395,8 @@ class TxMessageRecord(id: EntityID<Int>) : IntEntity(id) {
 
         fun findByQueryForResults(txQueryParams: TxQueryParams) = transaction {
             val query = findByQueryParams(txQueryParams, listOf(distId) + tableColSet)
+                .alias("tx_message") // create a subquery (aliased as tx_message) to delay sorting until after the distinct
+                .selectAll()
                 .orderBy(Pair(TxMessageTable.blockHeight, SortOrder.DESC))
                 .limit(txQueryParams.count, txQueryParams.offset.toLong())
             TxMessageRecord.wrapRows(query).toSet()
@@ -405,6 +408,8 @@ class TxMessageRecord(id: EntityID<Int>) : IntEntity(id) {
         }
 
         private fun findByQueryParams(tqp: TxQueryParams, distinctQuery: List<Expression<*>>?) = transaction {
+            logger().info("Query Params: $tqp")
+
             var join: ColumnSet = TxMessageTable
 
             if (tqp.msgTypes.isNotEmpty())

service/src/main/kotlin/io/provenance/explorer/domain/entities/Validators.kt

@@ -150,10 +150,11 @@ class ValidatorStateRecord(id: EntityID<Int>) : IntEntity(id) {
                 .toList()
         }
 
-        fun refreshCurrentStateView() = transaction {
-            val query = "REFRESH MATERIALIZED VIEW current_validator_state"
-            this.exec(query)
-        }
+        fun refreshCurrentStateView() {}
+//        transaction {
+//            val query = "REFRESH MATERIALIZED VIEW current_validator_state"
+//            this.exec(query)
+//        }
 
         fun findAll(activeSet: Int) = transaction {
             val query = "SELECT * FROM get_all_validator_state(?, ?, NULL)".trimIndent()

service/src/main/kotlin/io/provenance/explorer/service/TransactionService.kt

@@ -111,6 +111,7 @@ class TransactionService(
         ibcSrcPort: String? = null,
         ibcSrcChannel: String? = null
     ): PagedResults<TxSummary> {
+        logger.info("Fetching transactions with address: $address, denom: $denom, module: $module, msgType: $msgType, txHeight: $txHeight, txStatus: $txStatus, count: $count, page: $page, fromDate: $fromDate, toDate: $toDate, nftAddr: $nftAddr, ibcChain: $ibcChain, ibcSrcPort: $ibcSrcPort, ibcSrcChannel: $ibcSrcChannel")
         val msgTypes = if (msgType != null) listOf(msgType) else (module?.getValuesPlusAddtnl() ?: listOf())
         val msgTypeIds = transaction { TxMessageTypeRecord.findByType(msgTypes).map { it.id.value } }.toList()
         val addr = transaction { address?.getAddressType(valService.getActiveSet()) }

service/src/main/kotlin/io/provenance/explorer/service/async/ScheduledTaskService.kt

@@ -211,7 +211,7 @@ class ScheduledTaskService(
     @Scheduled(initialDelay = 0L, fixedDelay = 5000L)
     fun updateSpotlight() = explorerService.createSpotlight()
 
-    @Scheduled(initialDelay = 0L, fixedDelay = 30000L)
+    @Scheduled(initialDelay = 0L, fixedDelay = 5000L)
     fun retryBlockTxs() {
         logger.info("Retrying block/tx records")
         BlockTxRetryRecord.getRecordsToRetry().map { height ->
@@ -263,7 +263,7 @@ class ScheduledTaskService(
         tokenService.updateAndSaveTokenHistoricalData(startDate, today)
     }
 
-    @Scheduled(initialDelay = 0L, fixedDelay = 300000L) // Every 5 minutes
+    @Scheduled(initialDelay = 0L, fixedDelay = 5000L)
     fun updateTokenLatest() {
         val today = DateTime.now().withZone(DateTimeZone.UTC)
         val startDate = today.minusDays(1)

service/src/main/kotlin/io/provenance/explorer/web/v2/BlockController.kt

@@ -4,6 +4,7 @@ import io.provenance.explorer.service.ExplorerService
 import io.swagger.annotations.Api
 import io.swagger.annotations.ApiOperation
 import io.swagger.annotations.ApiParam
+import org.springframework.cache.annotation.Cacheable
 import org.springframework.http.MediaType
 import org.springframework.validation.annotation.Validated
 import org.springframework.web.bind.annotation.GetMapping
@@ -34,6 +35,7 @@ class BlockController(private val explorerService: ExplorerService) {
     fun blockHeight(@PathVariable height: Int) = explorerService.getBlockAtHeight(height)
 
     @ApiOperation("Returns X most recent blocks")
+    @Cacheable(value = ["responses"], key = "{#root.methodName, #count, #page}")
     @GetMapping("/recent")
     fun recentBlocks(
         @ApiParam(value = "Record count between 1 and 200", defaultValue = "10", required = false)

service/src/main/kotlin/io/provenance/explorer/web/v2/TransactionControllerV2.kt

@@ -7,6 +7,7 @@ import io.swagger.annotations.Api
 import io.swagger.annotations.ApiOperation
 import io.swagger.annotations.ApiParam
 import org.joda.time.DateTime
+import org.springframework.cache.annotation.Cacheable
 import org.springframework.format.annotation.DateTimeFormat
 import org.springframework.http.MediaType
 import org.springframework.validation.annotation.Validated
@@ -31,6 +32,7 @@ class TransactionControllerV2(private val transactionService: TransactionService
 
     @ApiOperation("Return the latest transactions with query params")
     @GetMapping("/recent")
+    @Cacheable(value = ["responses"], key = "{#root.methodName, #count, #page, #msgType, #txStatus, #fromDate, #toDate}")
     fun txsRecent(
         @ApiParam(defaultValue = "1", required = false)
         @RequestParam(defaultValue = "1")