# TYPE cn_db_storage_general_executor_exectime_duration_seconds histogram # UNIT cn_db_storage_general_executor_exectime_duration_seconds seconds # HELP cn_db_storage_general_executor_exectime_duration_seconds Execution time metric for database tasks cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="",le="+Inf"} 311049 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 311049 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 211.86859053500072 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 0.005599322 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)",le="+Inf"} 50026 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 50026 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 26.01621891299976 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 0.007571382 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 0.00241116 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 0.003145462 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 0.003086642 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 9.88498E-4 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 0.00389136 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 0.006608386999999999 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 0.008343709999999999 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 0.001774357 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)",le="+Inf"} 3688 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 3688 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 0.8832219029999974 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)",le="+Inf"} 46402 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 46402 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 25.175825130999698 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 0.006597621 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)",le="+Inf"} 5 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 5 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 0.00808563 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)",le="+Inf"} 5 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 5 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 0.0035684329999999998 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1.04817E-4 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)",le="+Inf"} 35721 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 35721 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 35.787863226999846 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)",le="+Inf"} 88637 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 88637 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 71.49849547000028 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)",le="+Inf"} 117002 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 117002 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 105.83862375100068 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)",le="+Inf"} 80 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 80 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 0.07966306000000002 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)",le="+Inf"} 620 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 620 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 0.5566386920000004 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)",le="+Inf"} 135843 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 135843 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 74.21509279800047 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)",le="+Inf"} 29247 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 29247 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 26.19688937400014 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 0.001218258 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 0.001175408 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 0.003282258 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)",le="+Inf"} 6 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 6 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 0.004836678 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)",le="+Inf"} 6 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 6 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 0.009065522000000001 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)",le="+Inf"} 18390 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 18390 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 20.41404250000011 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 9.07757E-4 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)",le="+Inf"} 47937 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 47937 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 66.922759134 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 0.0035590960000000003 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)",le="+Inf"} 18390 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 18390 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 28.140003355000044 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)",le="+Inf"} 5 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 5 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 0.010338281999999999 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)",le="+Inf"} 3757 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 3757 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 2.8270645630000013 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)",le="+Inf"} 29230 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 29230 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 30.98354104000007 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)",le="+Inf"} 23 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 23 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 0.043362980999999995 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)",le="+Inf"} 27 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 27 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 0.036162798 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)",le="+Inf"} 618 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 618 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 0.526171827 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)",le="+Inf"} 14 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 14 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 0.01985241 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 0.0021985390000000002 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)",le="+Inf"} 12894 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 12894 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 13.298678636999961 # TYPE cn_db_storage_general_executor_load gauge # HELP cn_db_storage_general_executor_load Load of database pool cn_db_storage_general_executor_load{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 0.0 # TYPE cn_db_storage_general_executor_queued gauge # HELP cn_db_storage_general_executor_queued Number of database access tasks waiting in queue cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 0.0 # TYPE cn_db_storage_general_executor_running gauge # HELP cn_db_storage_general_executor_running Number of database access tasks currently running cn_db_storage_general_executor_running{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 0.0 # TYPE cn_db_storage_general_executor_waittime_duration_seconds histogram # UNIT cn_db_storage_general_executor_waittime_duration_seconds seconds # HELP cn_db_storage_general_executor_waittime_duration_seconds Scheduling time metric for database tasks cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="",le="+Inf"} 311049 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 311049 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 21.298420839999867 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 4.50874E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)",le="+Inf"} 50026 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 50026 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 6.821905492000006 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 4.2132E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 3.72203E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 6.139790000000001E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 0.001310072 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 3.38052E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 0.001859107 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 2.7369E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 4.71351E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 1.96688E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)",le="+Inf"} 3688 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 3688 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 0.5660989859999992 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)",le="+Inf"} 46402 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 46402 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 6.242630339000044 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 3.23885E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)",le="+Inf"} 5 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 5 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 0.0010768050000000001 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)",le="+Inf"} 5 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 5 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 8.455139999999999E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1.00698E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)",le="+Inf"} 35721 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 35721 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 3.573833433000012 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)",le="+Inf"} 88637 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 88637 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 7.251899308999988 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)",le="+Inf"} 117002 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 117002 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 11.81698880999991 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)",le="+Inf"} 80 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 80 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 0.0062905500000000015 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)",le="+Inf"} 620 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 620 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 0.054027845000000047 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)",le="+Inf"} 135843 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 135843 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 18.435077936999956 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)",le="+Inf"} 29247 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 29247 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 2.989838378999969 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 1.39261E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 1.17199E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 2.53393E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)",le="+Inf"} 6 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 6 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 0.0015917050000000001 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)",le="+Inf"} 6 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 6 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 0.0021428379999999998 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)",le="+Inf"} 18390 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 18390 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 1.866384414000003 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 6.0624E-5 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)",le="+Inf"} 47937 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 47937 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 4.808665421000035 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 3.6580499999999997E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)",le="+Inf"} 18390 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 18390 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 1.633176974000009 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)",le="+Inf"} 5 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 5 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 8.68443E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)",le="+Inf"} 3757 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 3757 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 0.4360893459999992 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)",le="+Inf"} 29230 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 29230 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 2.8580103289999914 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)",le="+Inf"} 23 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 23 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 0.00196776 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)",le="+Inf"} 27 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 27 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 0.0021003189999999994 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)",le="+Inf"} 618 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 618 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 0.05478294099999995 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)",le="+Inf"} 14 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 14 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 0.001442588 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 1.42187E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)",le="+Inf"} 12894 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 12894 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 0.9050940290000024 # TYPE cn_db_storage_write_executor_load gauge # HELP cn_db_storage_write_executor_load Load of database pool cn_db_storage_write_executor_load{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 0.0 # TYPE cn_db_storage_write_executor_running gauge # HELP cn_db_storage_write_executor_running Number of database access tasks currently running cn_db_storage_write_executor_running{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 0.0 # TYPE daml_executor_pool_size gauge # HELP daml_executor_pool_size Number of worker threads present in the pool. daml_executor_pool_size{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 10.0 # TYPE daml_executor_runtime_completed counter # HELP daml_executor_runtime_completed The number of tasks completed in an instrumented executor. daml_executor_runtime_completed_total{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 8.2720903E7 # TYPE daml_executor_runtime_duration_seconds histogram # UNIT daml_executor_runtime_duration_seconds seconds # HELP daml_executor_runtime_duration_seconds The time a task runs in an instrumented executor. daml_executor_runtime_duration_seconds_bucket{name="canton-env-ec",otel_scope_name="canton",type="fork_join",le="+Inf"} 82720903 daml_executor_runtime_duration_seconds_count{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 82720903 daml_executor_runtime_duration_seconds_sum{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 4224.116556965571 # TYPE daml_executor_runtime_idle_duration_seconds histogram # UNIT daml_executor_runtime_idle_duration_seconds seconds # HELP daml_executor_runtime_idle_duration_seconds The time that a task is idle in an instrumented executor. daml_executor_runtime_idle_duration_seconds_bucket{name="canton-env-ec",otel_scope_name="canton",type="fork_join",le="+Inf"} 82720903 daml_executor_runtime_idle_duration_seconds_count{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 82720903 daml_executor_runtime_idle_duration_seconds_sum{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 3345.3256703980383 # TYPE daml_executor_runtime_running gauge # HELP daml_executor_runtime_running The number of tasks running in an instrumented executor. daml_executor_runtime_running{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # TYPE daml_executor_runtime_submitted counter # HELP daml_executor_runtime_submitted The number of tasks submitted to an instrumented executor. daml_executor_runtime_submitted_total{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 8.2720903E7 # TYPE daml_executor_tasks_executing_queued gauge # HELP daml_executor_tasks_executing_queued Estimate of the total number of tasks currently held in queues by worker threads (but not including tasks submitted to the pool that have not begun executing). daml_executor_tasks_executing_queued{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # TYPE daml_executor_tasks_queued gauge # HELP daml_executor_tasks_queued Approximate number of tasks that are queued for execution. daml_executor_tasks_queued{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # TYPE daml_executor_tasks_stolen gauge # HELP daml_executor_tasks_stolen Estimate of the total number of completed tasks that were executed by a thread other than their submitter. daml_executor_tasks_stolen{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 5.5927518E7 # TYPE daml_executor_threads_active gauge # HELP daml_executor_threads_active Estimate of the number of threads that are executing tasks. daml_executor_threads_active{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # TYPE daml_executor_threads_running gauge # HELP daml_executor_threads_running Estimate of the number of worker threads that are not blocked waiting to join tasks or for other managed synchronization. daml_executor_threads_running{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # TYPE daml_grpc_client_completed counter # HELP daml_grpc_client_completed Total number of completed (not necessarily successful) gRPC requests. daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 98.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 115.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 24.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54442.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32003.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21064.0 # TYPE daml_grpc_client_duration_seconds histogram # UNIT daml_grpc_client_duration_seconds seconds # HELP daml_grpc_client_duration_seconds Distribution of the durations of serving gRPC requests. daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 98 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 98 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2127.4119214580005 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 115 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 115 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2383.154507607 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 24 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 24 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.067422292 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.006145 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.002068517 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.021835082 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 3 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.092175776 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.134343586 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.082213592 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.27745626200000006 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 54442 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54442 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 10470.358643419138 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 47631 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 120.77511098800082 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.29687047299999997 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.017486794 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.048227980000000004 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 32003 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32003 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 176.22258416699918 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.011697289 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.074817827 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.025420066 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.037162092 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36660 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 66.22184106800091 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.086757574 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.13159553200000002 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.045012781 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.026901957 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36150 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 61.795812691999664 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18378 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 79.70231424700057 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.082713066 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.142386081 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 34.935196113 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.079590306 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 53.12739525200001 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 888 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2525.1879713109997 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 876 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2668.2878652879995 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 21064 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21064 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 38.17841786400001 # TYPE daml_grpc_client_messages_received counter # HELP daml_grpc_client_messages_received Total number of gRPC messages received (on either type of connection). daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54442.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32003.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 97496.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21064.0 # TYPE daml_grpc_client_messages_received_bytes histogram # HELP daml_grpc_client_messages_received_bytes Distribution of payload sizes in gRPC messages received (both unary and streaming). daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 341.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 91.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 54442 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54442 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 747481.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 47631 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4619722.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 384.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 83.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 32003 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32003 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5632528.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 97496 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 97496 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.5766974E7 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 470.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 81.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 605.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36660 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6927984.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 84609.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1916.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 326.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36150 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.240885E7 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18378 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.74591E7 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 672.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 144342.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 704.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 888 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 65712.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 876 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5318803.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 21064 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21064 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 454239.0 # TYPE daml_grpc_client_messages_sent counter # HELP daml_grpc_client_messages_sent Total number of gRPC messages sent (on either type of connection). daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54443.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32027.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 989.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 991.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066.0 # TYPE daml_grpc_client_messages_sent_bytes histogram # HELP daml_grpc_client_messages_sent_bytes Distribution of payload sizes in gRPC messages sent (both unary and streaming). daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 196.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 169.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 64.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 54443 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54443 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5280971.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 47631 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4292762.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 385.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 32027 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32027 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6109041.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 6 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1692.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 6 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 80.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 98.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 233.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36660 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 408.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 357.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 170.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36150 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18378 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3271284.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 85.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3366.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 10877.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 72.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 989 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 989 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1895931.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 991 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 991 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 7207690.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 21066 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1790610.0 # TYPE daml_grpc_client_started counter # HELP daml_grpc_client_started Total number of started gRPC requests (on either type of connection). daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54443.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47631.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32027.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36660.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36150.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18378.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 989.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 991.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066.0 # TYPE daml_http_requests_duration_seconds histogram # UNIT daml_http_requests_duration_seconds seconds # HELP daml_http_requests_duration_seconds Histogram for http request durations daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="rejected",le="+Inf"} 2 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="rejected"} 2 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="rejected"} 0.015280519 daml_http_requests_duration_seconds_bucket{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 23 daml_http_requests_duration_seconds_count{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 23 daml_http_requests_duration_seconds_sum{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 0.11476724599999999 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 853 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton",status="completed",status_code="200"} 853 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton",status="completed",status_code="200"} 1.231438838 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1042 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton",status="completed",status_code="200"} 1042 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton",status="completed",status_code="200"} 2.2550312480000003 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 31 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 31 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 9.600385698000002 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton",status="completed",status_code="404",le="+Inf"} 5 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton",status="completed",status_code="404"} 5 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton",status="completed",status_code="404"} 1.72510125 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton",status="completed",status_code="404",le="+Inf"} 41 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton",status="completed",status_code="404"} 41 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton",status="completed",status_code="404"} 11.85998144 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 550 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton",status="completed",status_code="200"} 550 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton",status="completed",status_code="200"} 155.77106723699995 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 66 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="200"} 66 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="200"} 18.155686086999996 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="404",le="+Inf"} 495 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="404"} 495 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="404"} 138.14730418800013 daml_http_requests_duration_seconds_bucket{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1 daml_http_requests_duration_seconds_count{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton",status="completed",status_code="200"} 1 daml_http_requests_duration_seconds_sum{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton",status="completed",status_code="200"} 11.005688703 daml_http_requests_duration_seconds_bucket{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 571 daml_http_requests_duration_seconds_count{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton",status="completed",status_code="200"} 571 daml_http_requests_duration_seconds_sum{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton",status="completed",status_code="200"} 1.8734231399999983 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton",status="completed",status_code="200"} 1 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton",status="completed",status_code="200"} 3.061755318 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 2 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton",status="completed",status_code="200"} 2 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton",status="completed",status_code="200"} 5.83409139 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 693 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton",status="completed",status_code="200"} 693 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton",status="completed",status_code="200"} 12.856626028999997 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 683 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton",status="completed",status_code="200"} 683 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton",status="completed",status_code="200"} 8.252289749999997 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 80 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton",status="completed",status_code="200"} 80 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton",status="completed",status_code="200"} 0.28328322899999997 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 80 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton",status="completed",status_code="200"} 80 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton",status="completed",status_code="200"} 0.23557827200000006 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 27 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton",status="completed",status_code="200"} 27 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton",status="completed",status_code="200"} 0.10989177199999998 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 570 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton",status="completed",status_code="200"} 570 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton",status="completed",status_code="200"} 1.904478833999999 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 618 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton",status="completed",status_code="200"} 618 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton",status="completed",status_code="200"} 2.9608961970000003 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 4 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton",status="completed",status_code="200"} 4 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton",status="completed",status_code="200"} 9.26615597 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 3 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton",status="completed",status_code="200"} 3 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton",status="completed",status_code="200"} 7.667126465999999 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1092 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="completed",status_code="200"} 1092 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="completed",status_code="200"} 5.19679665099999 # TYPE daml_http_requests_inflight gauge # HELP daml_http_requests_inflight Histogram for http request durations daml_http_requests_inflight{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton"} 0.0 # TYPE db_client_connections_create_time_milliseconds histogram # UNIT db_client_connections_create_time_milliseconds milliseconds # HELP db_client_connections_create_time_milliseconds The time it took to create a new connection. db_client_connections_create_time_milliseconds_bucket{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",le="+Inf"} 2487 db_client_connections_create_time_milliseconds_count{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 2487 db_client_connections_create_time_milliseconds_sum{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 17420.0 # TYPE db_client_connections_idle_min gauge # HELP db_client_connections_idle_min The minimum number of idle open connections allowed. db_client_connections_idle_min{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 8.0 # TYPE db_client_connections_max gauge # HELP db_client_connections_max The maximum number of open connections allowed. db_client_connections_max{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 8.0 # TYPE db_client_connections_pending_requests gauge # HELP db_client_connections_pending_requests The number of pending requests for an open connection, cumulative for the entire pool. db_client_connections_pending_requests{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 0.0 # TYPE db_client_connections_usage gauge # HELP db_client_connections_usage The number of connections that are currently in state described by the state attribute. db_client_connections_usage{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",state="idle"} 8.0 db_client_connections_usage{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",state="used"} 0.0 # TYPE db_client_connections_use_time_milliseconds histogram # UNIT db_client_connections_use_time_milliseconds milliseconds # HELP db_client_connections_use_time_milliseconds The time between borrowing a connection and returning it to the pool. db_client_connections_use_time_milliseconds_bucket{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",le="+Inf"} 746296 db_client_connections_use_time_milliseconds_count{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 746296 db_client_connections_use_time_milliseconds_sum{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 257986.0 # TYPE db_client_connections_wait_time_milliseconds histogram # UNIT db_client_connections_wait_time_milliseconds milliseconds # HELP db_client_connections_wait_time_milliseconds The time it took to obtain an open connection from the pool. db_client_connections_wait_time_milliseconds_bucket{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",le="+Inf"} 746296 db_client_connections_wait_time_milliseconds_count{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 746296 db_client_connections_wait_time_milliseconds_sum{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 306308.52952701395 # TYPE jvm_class_count gauge # HELP jvm_class_count Number of classes currently loaded. jvm_class_count{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 42629.0 # TYPE jvm_class_loaded counter # HELP jvm_class_loaded Number of classes loaded since JVM start. jvm_class_loaded_total{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 42896.0 # TYPE jvm_class_unloaded counter # HELP jvm_class_unloaded Number of classes unloaded since JVM start. jvm_class_unloaded_total{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 267.0 # TYPE jvm_cpu_count gauge # HELP jvm_cpu_count Number of processors available to the Java virtual machine. jvm_cpu_count{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 8.0 # TYPE jvm_cpu_recent_utilization_ratio gauge # UNIT jvm_cpu_recent_utilization_ratio ratio # HELP jvm_cpu_recent_utilization_ratio Recent CPU utilization for the process as reported by the JVM. jvm_cpu_recent_utilization_ratio{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 0.002376375093452953 # TYPE jvm_cpu_time_seconds counter # UNIT jvm_cpu_time_seconds seconds # HELP jvm_cpu_time_seconds CPU time used by the process as reported by the JVM. jvm_cpu_time_seconds_total{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 11223.37 # TYPE jvm_gc_duration_seconds histogram # UNIT jvm_gc_duration_seconds seconds # HELP jvm_gc_duration_seconds Duration of JVM garbage collection actions. jvm_gc_duration_seconds_bucket{jvm_gc_action="end of concurrent GC pause",jvm_gc_name="G1 Concurrent GC",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha",le="+Inf"} 364 jvm_gc_duration_seconds_count{jvm_gc_action="end of concurrent GC pause",jvm_gc_name="G1 Concurrent GC",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 364 jvm_gc_duration_seconds_sum{jvm_gc_action="end of concurrent GC pause",jvm_gc_name="G1 Concurrent GC",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.1599999999999944 jvm_gc_duration_seconds_bucket{jvm_gc_action="end of minor GC",jvm_gc_name="G1 Young Generation",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha",le="+Inf"} 3295 jvm_gc_duration_seconds_count{jvm_gc_action="end of minor GC",jvm_gc_name="G1 Young Generation",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3295 jvm_gc_duration_seconds_sum{jvm_gc_action="end of minor GC",jvm_gc_name="G1 Young Generation",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 13.987000000000016 # TYPE jvm_memory_committed_bytes gauge # UNIT jvm_memory_committed_bytes bytes # HELP jvm_memory_committed_bytes Measure of memory committed. jvm_memory_committed_bytes{jvm_memory_pool_name="CodeHeap 'non-nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3014656.0 jvm_memory_committed_bytes{jvm_memory_pool_name="CodeHeap 'non-profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 4.0763392E7 jvm_memory_committed_bytes{jvm_memory_pool_name="CodeHeap 'profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 5.8851328E7 jvm_memory_committed_bytes{jvm_memory_pool_name="Compressed Class Space",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3.3816576E7 jvm_memory_committed_bytes{jvm_memory_pool_name="G1 Eden Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3.69098752E8 jvm_memory_committed_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.3068672E8 jvm_memory_committed_bytes{jvm_memory_pool_name="G1 Survivor Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 8388608.0 jvm_memory_committed_bytes{jvm_memory_pool_name="Metaspace",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.92028416E8 # TYPE jvm_memory_limit_bytes gauge # UNIT jvm_memory_limit_bytes bytes # HELP jvm_memory_limit_bytes Measure of max obtainable memory. jvm_memory_limit_bytes{jvm_memory_pool_name="CodeHeap 'non-nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 5840896.0 jvm_memory_limit_bytes{jvm_memory_pool_name="CodeHeap 'non-profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.22908672E8 jvm_memory_limit_bytes{jvm_memory_pool_name="CodeHeap 'profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.22908672E8 jvm_memory_limit_bytes{jvm_memory_pool_name="Compressed Class Space",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.073741824E9 jvm_memory_limit_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 4.093640704E9 # TYPE jvm_memory_used_after_last_gc_bytes gauge # UNIT jvm_memory_used_after_last_gc_bytes bytes # HELP jvm_memory_used_after_last_gc_bytes Measure of memory used, as measured after the most recent garbage collection event on this pool. jvm_memory_used_after_last_gc_bytes{jvm_memory_pool_name="G1 Eden Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 0.0 jvm_memory_used_after_last_gc_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.0438624E8 jvm_memory_used_after_last_gc_bytes{jvm_memory_pool_name="G1 Survivor Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 7164496.0 # TYPE jvm_memory_used_bytes gauge # UNIT jvm_memory_used_bytes bytes # HELP jvm_memory_used_bytes Measure of memory used. jvm_memory_used_bytes{jvm_memory_pool_name="CodeHeap 'non-nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2610944.0 jvm_memory_used_bytes{jvm_memory_pool_name="CodeHeap 'non-profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 4.0607488E7 jvm_memory_used_bytes{jvm_memory_pool_name="CodeHeap 'profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.9540736E7 jvm_memory_used_bytes{jvm_memory_pool_name="Compressed Class Space",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3.31206E7 jvm_memory_used_bytes{jvm_memory_pool_name="G1 Eden Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 5.24288E7 jvm_memory_used_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.07679048E8 jvm_memory_used_bytes{jvm_memory_pool_name="G1 Survivor Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 7164496.0 jvm_memory_used_bytes{jvm_memory_pool_name="Metaspace",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.907578E8 # TYPE jvm_thread_count gauge # HELP jvm_thread_count Number of executing platform threads. jvm_thread_count{jvm_thread_daemon="false",jvm_thread_state="runnable",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.0 jvm_thread_count{jvm_thread_daemon="false",jvm_thread_state="timed_waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 18.0 jvm_thread_count{jvm_thread_daemon="false",jvm_thread_state="waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 7.0 jvm_thread_count{jvm_thread_daemon="true",jvm_thread_state="runnable",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 13.0 jvm_thread_count{jvm_thread_daemon="true",jvm_thread_state="timed_waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 40.0 jvm_thread_count{jvm_thread_daemon="true",jvm_thread_state="waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 21.0 # TYPE splice_domain_params_store_confirmation_requests_max_rate gauge # HELP splice_domain_params_store_confirmation_requests_max_rate DynamicSynchronizerParameters.confirmationRequestsMaxRate splice_domain_params_store_confirmation_requests_max_rate{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 1000000.0 # TYPE splice_domain_params_store_confirmation_response_timeout_ms gauge # HELP splice_domain_params_store_confirmation_response_timeout_ms DynamicSynchronizerParameters.confirmationResponseTimeout splice_domain_params_store_confirmation_response_timeout_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 30000.0 # TYPE splice_domain_params_store_mediator_reaction_timeout_ms gauge # HELP splice_domain_params_store_mediator_reaction_timeout_ms DynamicSynchronizerParameters.mediatorReactionTimeout splice_domain_params_store_mediator_reaction_timeout_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 30000.0 # TYPE splice_history_txlog_backfilling_completed gauge # HELP splice_history_txlog_backfilling_completed Whether it was completed (1) or not (0) splice_history_txlog_backfilling_completed{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.0 splice_history_txlog_backfilling_completed{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.0 # TYPE splice_history_txlog_backfilling_latest_record_time gauge # HELP splice_history_txlog_backfilling_latest_record_time The latest record time that has been backfilled splice_history_txlog_backfilling_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} -6.21355968E16 splice_history_txlog_backfilling_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} -6.21355968E16 # TYPE splice_history_updates_event_count gauge # HELP splice_history_updates_event_count The number of events that have been ingested splice_history_updates_event_count{current_migration_id="1",event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 5328.0 splice_history_updates_event_count{current_migration_id="1",event_type="exercised",node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 8822.0 # TYPE splice_history_updates_latency_duration_seconds histogram # UNIT splice_history_updates_latency_duration_seconds seconds # HELP splice_history_updates_latency_duration_seconds How long it takes to ingest a single update history entry splice_history_updates_latency_duration_seconds_bucket{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="Checkpoint",le="+Inf"} 45203 splice_history_updates_latency_duration_seconds_count{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="Checkpoint"} 45203 splice_history_updates_latency_duration_seconds_sum{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="Checkpoint"} 139.8400347169994 splice_history_updates_latency_duration_seconds_bucket{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="TransactionTreeUpdate",le="+Inf"} 3545 splice_history_updates_latency_duration_seconds_count{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="TransactionTreeUpdate"} 3545 splice_history_updates_latency_duration_seconds_sum{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="TransactionTreeUpdate"} 29.27777231900011 # TYPE splice_history_updates_latest_record_time gauge # HELP splice_history_updates_latest_record_time The latest record time that has been ingested splice_history_updates_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",update_stream_party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.764667132555346E15 splice_history_updates_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",update_stream_party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.764992691725121E15 splice_history_updates_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",update_stream_party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.764992691725121E15 # TYPE splice_history_updates_transactions counter # HELP splice_history_updates_transactions Total number of transaction trees in update history splice_history_updates_transactions_total{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 3545.0 # TYPE splice_retries_failures gauge # HELP splice_retries_failures Number of operations that failed and were retried splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="collect_rewards_and_merge_amulets",otel_scope_name="canton"} 514.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="getTransferPreapproval",otel_scope_name="canton"} 10.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="get_supported_package_version",otel_scope_name="canton"} 24.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="installWalletForUser",otel_scope_name="canton"} 3.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="ledger_api_wait_party",otel_scope_name="canton"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="refresh_scan_list",otel_scope_name="canton"} 17.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="validator_license",otel_scope_name="canton"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="processTaskWithRetry",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 148.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="processTaskWithRetry",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 602.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 2.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 1.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling"} 12.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling"} 3.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling"} 3.0 # TYPE splice_store_acs_size gauge # HELP splice_store_acs_size The number of active contracts in this store splice_store_acs_size{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 9.0 splice_store_acs_size{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 7.0 splice_store_acs_size{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 8.0 # TYPE splice_store_completed_ingestions counter # HELP splice_store_completed_ingestions The number of completed ingestions by this store splice_store_completed_ingestions_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 10409.0 splice_store_completed_ingestions_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19170.0 splice_store_completed_ingestions_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19170.0 # TYPE splice_store_event_count gauge # HELP splice_store_event_count The number of events that have been ingested splice_store_event_count{event_type="archived",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 3.0 splice_store_event_count{event_type="archived",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1752.0 splice_store_event_count{event_type="archived",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1754.0 splice_store_event_count{event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 12.0 splice_store_event_count{event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1757.0 splice_store_event_count{event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1759.0 # TYPE splice_store_ingested_tx_log_entries counter # HELP splice_store_ingested_tx_log_entries The number of transaction log entries ingested by this store splice_store_ingested_tx_log_entries_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 3.0 splice_store_ingested_tx_log_entries_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 869.0 splice_store_ingested_tx_log_entries_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 0.0 # TYPE splice_store_ingestion_batch_size histogram # HELP splice_store_ingestion_batch_size The number of TreeUpdateOrOffsetCheckpoint in each batch splice_store_ingestion_batch_size_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",le="+Inf"} 10408 splice_store_ingestion_batch_size_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 10408 splice_store_ingestion_batch_size_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 10408.0 splice_store_ingestion_batch_size_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 19170 splice_store_ingestion_batch_size_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19170 splice_store_ingestion_batch_size_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19170.0 splice_store_ingestion_batch_size_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 19170 splice_store_ingestion_batch_size_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19170 splice_store_ingestion_batch_size_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19170.0 # TYPE splice_store_last_ingested_record_time_ms gauge # HELP splice_store_last_ingested_record_time_ms The most recent record time ingested by this store splice_store_last_ingested_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764667132555E12 splice_store_last_ingested_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992691725E12 splice_store_last_ingested_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992691725E12 # TYPE splice_store_last_seen_record_time_ms gauge # HELP splice_store_last_seen_record_time_ms The most recent record time this store has seen from the ledger (but not necessarily ingested) splice_store_last_seen_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992694219E12 splice_store_last_seen_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992694219E12 splice_store_last_seen_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992694219E12 # TYPE splice_store_signal_when_ingested_latency_duration_seconds histogram # UNIT splice_store_signal_when_ingested_latency_duration_seconds seconds # HELP splice_store_signal_when_ingested_latency_duration_seconds How long it takes to signal offset ingestion. splice_store_signal_when_ingested_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",le="+Inf"} 8 splice_store_signal_when_ingested_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 8 splice_store_signal_when_ingested_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 0.121548711 splice_store_signal_when_ingested_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 868 splice_store_signal_when_ingested_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 868 splice_store_signal_when_ingested_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 9.273376292 splice_store_signal_when_ingested_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 888 splice_store_signal_when_ingested_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 888 splice_store_signal_when_ingested_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 8.733912797999995 # TYPE splice_trigger_attempted counter # HELP splice_trigger_attempted Number of trigger tasks that were attempted splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",statusCode="OK",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10856.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",statusCode="OK",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 2.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",statusCode="OK",trigger_name="DomainIngestionService",trigger_type="taskbased"} 36775.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="MEDIATOR_SAYS_TX_TIMED_OUT",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 55.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="MEDIATOR_SAYS_TX_TIMED_OUT",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 12.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="SEQUENCER_REQUEST_FAILED",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 31.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 64.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 607.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 1.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 18381.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 18278.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 885.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 2.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 1.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 1.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 2.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 2.0 # TYPE splice_trigger_completed counter # HELP splice_trigger_completed Number of trigger tasks that finished splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10853.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 36765.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 3.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="failure",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="failure",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 17.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 3.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 18378.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 18277.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 885.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 2.0 # TYPE splice_trigger_iterations counter # HELP splice_trigger_iterations How often a polling trigger was run splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 10855.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling"} 1089.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling"} 10856.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling"} 10870.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling"} 10857.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling"} 10862.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling"} 10870.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling"} 10873.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling"} 10864.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 18383.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling"} 2701.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling"} 36775.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling"} 18393.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling"} 18385.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling"} 18377.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling"} 18388.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling"} 18378.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling"} 18384.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling"} 18093.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling"} 18381.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling"} 18278.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling"} 18372.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling"} 19123.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling"} 18077.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling"} 18390.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling"} 18398.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling"} 18393.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling"} 18327.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling"} 18387.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling"} 17939.0 # TYPE splice_trigger_latency_duration_seconds histogram # UNIT splice_trigger_latency_duration_seconds seconds # HELP splice_trigger_latency_duration_seconds How long it takes to complete one trigger task splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased",le="+Inf"} 10856 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10856 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 30.984798187999935 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 0.044173799 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased",le="+Inf"} 36775 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 36775 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 100.45915352300037 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 0.7211700990000001 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10853 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 10853 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 177.69809285000028 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 1089 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 1089 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 21.917502123999974 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10856 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 10856 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 35.914099027000155 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10870 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 10870 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 19.741056074999925 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10857 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 10857 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 19.73285904299995 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10862 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 10862 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 19.744620893000043 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10870 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 10870 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 19.76409222100007 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10873 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 10873 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 21.345105378000085 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10862 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 10862 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 18.806171236999848 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(true)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(true)"} 0.053473196 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 6.160223667 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18382 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 18382 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 328.0361227789995 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)",le="+Inf"} 12 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 12 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 1656.4509625170003 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 1824 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 1824 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 31.275233746 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 865 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(true)"} 865 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(true)"} 4382.7659570399965 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)",le="+Inf"} 36775 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 36775 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 116.7475052900009 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18393 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 18393 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 33.096167061999886 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18385 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 18385 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 33.01541848699994 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18377 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 18377 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 32.97735352899995 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18388 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 18388 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 33.03826523299989 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18378 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 18378 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 36.23101582499988 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18384 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 18384 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 31.754560288000043 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 2.265377646 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased",le="+Inf"} 18381 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 18381 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 125.33800148999957 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased",le="+Inf"} 18278 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 18278 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 3467.5653567399822 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased",le="+Inf"} 1035 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 1035 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 4272.722360041999 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 0.00510028 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 5.212325978 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased",le="+Inf"} 620 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 620 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 384.0697083650005 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorRightTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 0.05133224 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 0.35664725599999997 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 0.358626697 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 0.78989741 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.http.HttpErrorWithHttpCode)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.http.HttpErrorWithHttpCode)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.http.HttpErrorWithHttpCode)"} 10.791458604 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18089 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Success(false)"} 18089 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Success(false)"} 8776.018604148003 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18381 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 18381 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 136.2482144880004 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18278 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 18278 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 3481.33370818299 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18372 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling",work_done="Success(false)"} 18372 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling",work_done="Success(false)"} 55.96159145600006 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18238 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(false)"} 18238 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(false)"} 616.830256658004 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 885 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(true)"} 885 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(true)"} 3928.139734019 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 3 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 3 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 1.7839168220000001 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18074 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Success(false)"} 18074 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Success(false)"} 8936.496729504996 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18390 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling",work_done="Success(false)"} 18390 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling",work_done="Success(false)"} 36.96226229600004 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18396 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(false)"} 18396 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(false)"} 7.783931795999981 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(true)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(true)"} 0.025793356 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)",le="+Inf"} 3 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 3 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 0.102393182 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 2.090235751 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18388 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(false)"} 18388 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(false)"} 99.6813088950003 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(true)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(true)"} 5.236615412 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18326 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(false)"} 18326 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(false)"} 1739.9210563839924 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(true)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(true)"} 9.387374496 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18387 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling",work_done="Success(false)"} 18387 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling",work_done="Success(false)"} 47.35683768099991 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 3 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 3 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 7.102366974 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 17936 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Success(false)"} 17936 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Success(false)"} 13745.646286550957 # TYPE splice_wallet_locked_amulet_balance gauge # HELP splice_wallet_locked_amulet_balance Locked amulet balance splice_wallet_locked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="admin::1220f6c8730c..."} 1.0 splice_wallet_locked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="boostylabs-validator-1::1220f6c8730c..."} 0.0 # TYPE splice_wallet_unlocked_amulet_balance gauge # HELP splice_wallet_unlocked_amulet_balance Unlocked amulet balance splice_wallet_unlocked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="admin::1220f6c8730c..."} 1.339764201502022E15 splice_wallet_unlocked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="boostylabs-validator-1::1220f6c8730c..."} 1272055.575246283 # TYPE target info target_info{service_name="unknown_service:java",telemetry_sdk_language="java",telemetry_sdk_name="opentelemetry",telemetry_sdk_version="1.43.0"} 1 # EOF