# HELP cn_db_storage_general_executor_exectime_duration_seconds Execution time metric for database tasks # TYPE cn_db_storage_general_executor_exectime_duration_seconds histogram cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="",le="+Inf"} 311085 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 311085 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 211.88672413400076 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 0.005599322 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)",le="+Inf"} 50032 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 50032 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 26.018872176999768 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 0.007571382 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 0.00241116 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 0.003145462 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 0.003086642 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 9.88498E-4 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 0.00389136 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 0.006608386999999999 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)",le="+Inf"} 3 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 3 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 0.008343709999999999 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 0.001774357 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)",le="+Inf"} 3688 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 3688 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 0.8832219029999974 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)",le="+Inf"} 46408 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 46408 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 25.178580264999695 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 0.006597621 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)",le="+Inf"} 5 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 5 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 0.00808563 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)",le="+Inf"} 5 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 5 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 0.0035684329999999998 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1.04817E-4 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)",le="+Inf"} 35725 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 35725 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 35.792026826999845 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)",le="+Inf"} 88645 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 88645 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 71.50553357500027 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)",le="+Inf"} 117019 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 117019 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 105.8526701190007 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)",le="+Inf"} 80 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 80 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 0.07966306000000002 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)",le="+Inf"} 620 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 620 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 0.5566386920000004 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)",le="+Inf"} 135859 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 135859 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 74.22255706100047 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)",le="+Inf"} 29251 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 29251 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 26.20043661900014 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 0.001218258 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 0.001175408 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 0.003282258 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)",le="+Inf"} 6 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 6 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 0.004836678 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)",le="+Inf"} 6 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 6 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 0.009065522000000001 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)",le="+Inf"} 18392 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 18392 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 20.416060725000108 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)",le="+Inf"} 1 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 1 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 9.07757E-4 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)",le="+Inf"} 47941 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 47941 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 66.92884414000001 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 0.0035590960000000003 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)",le="+Inf"} 18392 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 18392 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 28.142709336000046 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)",le="+Inf"} 5 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 5 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 0.010338281999999999 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)",le="+Inf"} 3757 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 3757 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 2.8270645630000013 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)",le="+Inf"} 29234 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 29234 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 30.987064129000068 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)",le="+Inf"} 23 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 23 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 0.043362980999999995 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)",le="+Inf"} 27 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 27 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 0.036162798 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)",le="+Inf"} 618 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 618 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 0.526171827 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)",le="+Inf"} 14 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 14 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 0.01985241 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)",le="+Inf"} 2 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 2 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 0.0021985390000000002 cn_db_storage_general_executor_exectime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)",le="+Inf"} 12894 cn_db_storage_general_executor_exectime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 12894 cn_db_storage_general_executor_exectime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 13.298678636999961 # HELP cn_db_storage_general_executor_load Load of database pool # TYPE cn_db_storage_general_executor_load gauge cn_db_storage_general_executor_load{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 0.0 # HELP cn_db_storage_general_executor_queued Number of database access tasks waiting in queue # TYPE cn_db_storage_general_executor_queued gauge cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 0.0 cn_db_storage_general_executor_queued{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 0.0 # HELP cn_db_storage_general_executor_running Number of database access tasks currently running # TYPE cn_db_storage_general_executor_running gauge cn_db_storage_general_executor_running{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 0.0 # HELP cn_db_storage_general_executor_waittime_duration_seconds Scheduling time metric for database tasks # TYPE cn_db_storage_general_executor_waittime_duration_seconds histogram cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="",le="+Inf"} 311085 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 311085 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query=""} 21.299970935999866 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.automation.SqlIndexInitializationTrigger.nextTask(SqlIndexInitializationTrigger.scala:54)"} 4.50874E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)",le="+Inf"} 50032 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 50032 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$ingestUpdateBatch$1(UpdateHistory.scala:411)"} 6.822852394000007 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$1(UpdateHistory.scala:234)"} 4.2132E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$2(UpdateHistory.scala:244)"} 3.72203E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$4(UpdateHistory.scala:261)"} 6.139790000000001E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.$anonfun$initialize$5(UpdateHistory.scala:271)"} 0.001310072 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$$anon$1.issue12777Workaround(UpdateHistory.scala:216)"} 3.38052E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory$.getHighestKnownMigrationId(UpdateHistory.scala:2348)"} 0.001859107 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.previousId$1(UpdateHistory.scala:1889)"} 2.7369E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)",le="+Inf"} 3 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 3 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.UpdateHistory.range$1(UpdateHistory.scala:1824)"} 4.71351E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$1.markBackfillingComplete(DbMultiDomainAcsStore.scala:634)"} 1.96688E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)",le="+Inf"} 3688 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 3688 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1233)"} 0.5660989859999992 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)",le="+Inf"} 46408 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 46408 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$ingestUpdateBatch$1(DbMultiDomainAcsStore.scala:1292)"} 6.2435555290000435 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initialize$5(DbMultiDomainAcsStore.scala:932)"} 3.23885E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)",le="+Inf"} 5 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 5 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$1(DbMultiDomainAcsStore.scala:888)"} 0.0010768050000000001 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)",le="+Inf"} 5 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 5 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.$anonfun$initializeDescriptor$2(DbMultiDomainAcsStore.scala:898)"} 8.455139999999999E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore$$anon$2.ingestAcs(DbMultiDomainAcsStore.scala:1125)"} 1.00698E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)",le="+Inf"} 35725 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 35725 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listAssignedContracts$1(DbMultiDomainAcsStore.scala:317)"} 3.574225504000012 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)",le="+Inf"} 88645 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 88645 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listContractsPaginated$1(DbMultiDomainAcsStore.scala:290)"} 7.252690952999987 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)",le="+Inf"} 117019 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 117019 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listExpiredFromPayloadExpiry$3(DbMultiDomainAcsStore.scala:341)"} 11.81868560499991 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)",le="+Inf"} 80 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 80 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$listInterfaceViews$1(DbMultiDomainAcsStore.scala:748)"} 0.0062905500000000015 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)",le="+Inf"} 620 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 620 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$lookupContractById$1(DbMultiDomainAcsStore.scala:178)"} 0.054027845000000047 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)",le="+Inf"} 135859 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 135859 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.$anonfun$streamContractsWithState$2(DbMultiDomainAcsStore.scala:669)"} 18.436325003999954 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)",le="+Inf"} 29251 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 29251 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogBackfillingState(DbMultiDomainAcsStore.scala:450)"} 2.990281568999969 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedMigrationId(DbMultiDomainAcsStore.scala:471)"} 1.39261E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.getTxLogFirstIngestedRecordTimes(DbMultiDomainAcsStore.scala:491)"} 1.17199E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.DbMultiDomainAcsStore.initializeTxLogBackfilling(DbMultiDomainAcsStore.scala:415)"} 2.53393E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)",le="+Inf"} 6 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 6 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.$anonfun$getStoreIdForDescriptor$1(StoreDescriptorStore.scala:87)"} 0.0015917050000000001 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)",le="+Inf"} 6 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 6 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.store.db.StoreDescriptorStore$.getStoreIdForDescriptor(StoreDescriptorStore.scala:77)"} 0.0021428379999999998 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)",le="+Inf"} 18392 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 18392 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$listExpiringTransferPreapprovals$3(DbValidatorStore.scala:196)"} 1.866511221000003 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)",le="+Inf"} 1 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 1 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupTransferPreapprovalByReceiverPartyWithOffset$1(DbValidatorStore.scala:252)"} 6.0624E-5 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)",le="+Inf"} 47941 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 47941 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorLicenseWithOffset$1(DbValidatorStore.scala:281)"} 4.808962676000036 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorRightByPartyWithOffset$1(DbValidatorStore.scala:312)"} 3.6580499999999997E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)",le="+Inf"} 18392 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 18392 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupValidatorTopUpStateWithOffset$1(DbValidatorStore.scala:340)"} 1.6332846070000089 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)",le="+Inf"} 5 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 5 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.$anonfun$lookupWalletInstallByNameWithOffset$1(DbValidatorStore.scala:168)"} 8.68443E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)",le="+Inf"} 3757 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 3757 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByName(DbValidatorStore.scala:125)"} 0.4360893459999992 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)",le="+Inf"} 29234 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 29234 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.validator.store.db.DbValidatorStore.lookupInstallByParty(DbValidatorStore.scala:105)"} 2.858391953999991 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)",le="+Inf"} 23 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 23 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listAnsEntries$2(DbUserWalletStore.scala:283)"} 0.00196776 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)",le="+Inf"} 27 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 27 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listSubscriptions$1(DbUserWalletStore.scala:384)"} 0.0021003189999999994 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)",le="+Inf"} 618 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 618 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$listTransactions$1(DbUserWalletStore.scala:248)"} 0.05478294099999995 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)",le="+Inf"} 14 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 14 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapproval$1(DbUserWalletStore.scala:443)"} 0.001442588 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)",le="+Inf"} 2 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 2 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.$anonfun$lookupTransferPreapprovalProposal$1(DbUserWalletStore.scala:471)"} 1.42187E-4 cn_db_storage_general_executor_waittime_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)",le="+Inf"} 12894 cn_db_storage_general_executor_waittime_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 12894 cn_db_storage_general_executor_waittime_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",query="org.lfdecentralizedtrust.splice.wallet.store.db.DbUserWalletStore.listSortedRewardCoupons(DbUserWalletStore.scala:215)"} 0.9050940290000024 # HELP cn_db_storage_write_executor_load Load of database pool # TYPE cn_db_storage_write_executor_load gauge cn_db_storage_write_executor_load{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 0.0 # HELP cn_db_storage_write_executor_running Number of database access tasks currently running # TYPE cn_db_storage_write_executor_running gauge cn_db_storage_write_executor_running{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 0.0 # HELP daml_executor_pool_size Number of worker threads present in the pool. # TYPE daml_executor_pool_size gauge daml_executor_pool_size{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 10.0 # HELP daml_executor_runtime_completed_total The number of tasks completed in an instrumented executor. # TYPE daml_executor_runtime_completed_total counter daml_executor_runtime_completed_total{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 8.2729719E7 # HELP daml_executor_runtime_duration_seconds The time a task runs in an instrumented executor. # TYPE daml_executor_runtime_duration_seconds histogram daml_executor_runtime_duration_seconds_bucket{name="canton-env-ec",otel_scope_name="canton",type="fork_join",le="+Inf"} 82729719 daml_executor_runtime_duration_seconds_count{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 82729719 daml_executor_runtime_duration_seconds_sum{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 4224.5385431936 # HELP daml_executor_runtime_idle_duration_seconds The time that a task is idle in an instrumented executor. # TYPE daml_executor_runtime_idle_duration_seconds histogram daml_executor_runtime_idle_duration_seconds_bucket{name="canton-env-ec",otel_scope_name="canton",type="fork_join",le="+Inf"} 82729719 daml_executor_runtime_idle_duration_seconds_count{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 82729719 daml_executor_runtime_idle_duration_seconds_sum{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 3345.642403704044 # HELP daml_executor_runtime_running The number of tasks running in an instrumented executor. # TYPE daml_executor_runtime_running gauge daml_executor_runtime_running{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # HELP daml_executor_runtime_submitted_total The number of tasks submitted to an instrumented executor. # TYPE daml_executor_runtime_submitted_total counter daml_executor_runtime_submitted_total{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 8.2729719E7 # HELP daml_executor_tasks_executing_queued Estimate of the total number of tasks currently held in queues by worker threads (but not including tasks submitted to the pool that have not begun executing). # TYPE daml_executor_tasks_executing_queued gauge daml_executor_tasks_executing_queued{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # HELP daml_executor_tasks_queued Approximate number of tasks that are queued for execution. # TYPE daml_executor_tasks_queued gauge daml_executor_tasks_queued{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # HELP daml_executor_tasks_stolen Estimate of the total number of completed tasks that were executed by a thread other than their submitter. # TYPE daml_executor_tasks_stolen gauge daml_executor_tasks_stolen{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 5.5933437E7 # HELP daml_executor_threads_active Estimate of the number of threads that are executing tasks. # TYPE daml_executor_threads_active gauge daml_executor_threads_active{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # HELP daml_executor_threads_running Estimate of the number of worker threads that are not blocked waiting to join tasks or for other managed synchronization. # TYPE daml_executor_threads_running gauge daml_executor_threads_running{name="canton-env-ec",otel_scope_name="canton",type="fork_join"} 0.0 # HELP daml_grpc_client_completed_total Total number of completed (not necessarily successful) gRPC requests. # TYPE daml_grpc_client_completed_total counter daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 98.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 115.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 24.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54448.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32007.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876.0 daml_grpc_client_completed_total{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066.0 # HELP daml_grpc_client_duration_seconds Distribution of the durations of serving gRPC requests. # TYPE daml_grpc_client_duration_seconds histogram daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 98 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 98 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2127.4119214580005 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 115 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 115 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="ABORTED",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2383.154507607 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 24 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 24 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.067422292 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="FAILED_PRECONDITION",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.006145 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="INVALID_ARGUMENT",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.002068517 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.021835082 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 3 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="NOT_FOUND",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.092175776 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.134343586 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.082213592 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.27745626200000006 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 54448 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54448 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 10471.65772106014 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 47637 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 120.78825289800083 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.29687047299999997 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.017486794 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.048227980000000004 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 32007 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32007 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 176.2411496409992 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.011697289 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.074817827 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.025420066 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.037162092 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36664 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 66.22927081800093 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.086757574 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.13159553200000002 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.045012781 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.026901957 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36154 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 61.80189822499966 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18380 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 79.70973444900056 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.082713066 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.142386081 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 34.935196113 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.079590306 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 53.12739525200001 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 888 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2525.1879713109997 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 876 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2668.2878652879995 daml_grpc_client_duration_seconds_bucket{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 21066 daml_grpc_client_duration_seconds_count{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066 daml_grpc_client_duration_seconds_sum{grpc_client_type="unary",grpc_code="OK",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 38.181072020000016 # HELP daml_grpc_client_messages_received_total Total number of gRPC messages received (on either type of connection). # TYPE daml_grpc_client_messages_received_total counter daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54448.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32007.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 97508.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876.0 daml_grpc_client_messages_received_total{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066.0 # HELP daml_grpc_client_messages_received_bytes Distribution of payload sizes in gRPC messages received (both unary and streaming). # TYPE daml_grpc_client_messages_received_bytes histogram daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 341.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 91.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 54448 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54448 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 747562.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 47637 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4620304.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 384.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 83.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 32007 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32007 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5633232.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 97508 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 97508 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.5768258E7 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 470.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 81.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 605.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36664 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6928740.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 84609.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1916.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 326.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36154 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.2418262E7 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18380 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.7461E7 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 672.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 144342.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 704.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 888 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 888 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 65712.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 876 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 876 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5318803.0 daml_grpc_client_messages_received_bytes_bucket{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 21066 daml_grpc_client_messages_received_bytes_count{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21066 daml_grpc_client_messages_received_bytes_sum{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 454281.0 # HELP daml_grpc_client_messages_sent_total Total number of gRPC messages sent (on either type of connection). # TYPE daml_grpc_client_messages_sent_total counter daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54449.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32031.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 989.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 991.0 daml_grpc_client_messages_sent_total{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21068.0 # HELP daml_grpc_client_messages_sent_bytes Distribution of payload sizes in gRPC messages sent (both unary and streaming). # TYPE daml_grpc_client_messages_sent_bytes histogram daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 196.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 169.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 64.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 54449 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54449 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5281553.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 47637 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4293292.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 385.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 32031 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32031 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6109805.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 6 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1692.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 6 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 80.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 98.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 1 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 233.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36664 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 4 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 408.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 357.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 170.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 36154 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18380 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3271640.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 5 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 85.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 18 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 3366.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 8 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 10877.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 2 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 0.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 9 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 72.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 989 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 989 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1895931.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 991 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 991 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 7207690.0 daml_grpc_client_messages_sent_bytes_bucket{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator",le="+Inf"} 21068 daml_grpc_client_messages_sent_bytes_count{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21068 daml_grpc_client_messages_sent_bytes_sum{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1790780.0 # HELP daml_grpc_client_started_total Total number of started gRPC requests (on either type of connection). # TYPE daml_grpc_client_started_total counter daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="Authorize",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerWriteService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="CreateUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="DisconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="FetchTime",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.time.admin.v30.SynchronizerTimeService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 54449.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 47637.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetId",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.IdentityInitializationService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetLatestPrunedOffsets",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.StateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetParties",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.PartyManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetPreferredPackages",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.interactive.InteractiveSubmissionService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 32031.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetSchedule",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PruningService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetUpdates",grpc_server_type="streaming",grpc_service_name="com.daml.ledger.api.v2.UpdateService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GetUser",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 6.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="GrantUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListAll",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 1.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListConnectedSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36664.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListDars",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.PackageService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListOwnerToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 4.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListPartyToKeyMapping",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListPartyToParticipant",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListRegisteredSynchronizers",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 36154.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListSynchronizerParametersState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18380.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListUserRights",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.admin.UserManagementService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 5.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ListVettedPackages",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.topology.admin.v30.TopologyManagerReadService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 18.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ModifySynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 8.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ParticipantStatus",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.ParticipantStatusService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 2.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="ReconnectSynchronizer",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.SynchronizerConnectivityService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 9.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="SubmitAndWait",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 989.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="SubmitAndWaitForTransaction",grpc_server_type="unary",grpc_service_name="com.daml.ledger.api.v2.CommandService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 991.0 daml_grpc_client_started_total{grpc_client_type="unary",grpc_method_name="TrafficControlState",grpc_server_type="unary",grpc_service_name="com.digitalasset.canton.admin.participant.v30.TrafficControlService",node_name="validator_backend",node_type="validator",otel_scope_name="canton",service="validator"} 21068.0 # HELP daml_http_requests_duration_seconds Histogram for http request durations # TYPE daml_http_requests_duration_seconds histogram daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="rejected",le="+Inf"} 2 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="rejected"} 2 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="rejected"} 0.015280519 daml_http_requests_duration_seconds_bucket{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 23 daml_http_requests_duration_seconds_count{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 23 daml_http_requests_duration_seconds_sum{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 0.11476724599999999 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 853 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton",status="completed",status_code="200"} 853 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton",status="completed",status_code="200"} 1.231438838 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1042 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton",status="completed",status_code="200"} 1042 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton",status="completed",status_code="200"} 2.2550312480000003 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 31 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 31 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton",status="completed",status_code="200"} 9.600385698000002 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton",status="completed",status_code="404",le="+Inf"} 5 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton",status="completed",status_code="404"} 5 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton",status="completed",status_code="404"} 1.72510125 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton",status="completed",status_code="404",le="+Inf"} 41 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton",status="completed",status_code="404"} 41 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton",status="completed",status_code="404"} 11.85998144 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 550 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton",status="completed",status_code="200"} 550 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton",status="completed",status_code="200"} 155.77106723699995 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 66 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="200"} 66 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="200"} 18.155686086999996 daml_http_requests_duration_seconds_bucket{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="404",le="+Inf"} 495 daml_http_requests_duration_seconds_count{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="404"} 495 daml_http_requests_duration_seconds_sum{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton",status="completed",status_code="404"} 138.14730418800013 daml_http_requests_duration_seconds_bucket{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1 daml_http_requests_duration_seconds_count{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton",status="completed",status_code="200"} 1 daml_http_requests_duration_seconds_sum{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton",status="completed",status_code="200"} 11.005688703 daml_http_requests_duration_seconds_bucket{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 571 daml_http_requests_duration_seconds_count{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton",status="completed",status_code="200"} 571 daml_http_requests_duration_seconds_sum{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton",status="completed",status_code="200"} 1.8734231399999983 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton",status="completed",status_code="200"} 1 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton",status="completed",status_code="200"} 3.061755318 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 2 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton",status="completed",status_code="200"} 2 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton",status="completed",status_code="200"} 5.83409139 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 693 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton",status="completed",status_code="200"} 693 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton",status="completed",status_code="200"} 12.856626028999997 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 683 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton",status="completed",status_code="200"} 683 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton",status="completed",status_code="200"} 8.252289749999997 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 80 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton",status="completed",status_code="200"} 80 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton",status="completed",status_code="200"} 0.28328322899999997 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 80 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton",status="completed",status_code="200"} 80 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton",status="completed",status_code="200"} 0.23557827200000006 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 27 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton",status="completed",status_code="200"} 27 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton",status="completed",status_code="200"} 0.10989177199999998 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 570 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton",status="completed",status_code="200"} 570 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton",status="completed",status_code="200"} 1.904478833999999 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 618 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton",status="completed",status_code="200"} 618 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton",status="completed",status_code="200"} 2.9608961970000003 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 4 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton",status="completed",status_code="200"} 4 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton",status="completed",status_code="200"} 9.26615597 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 3 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton",status="completed",status_code="200"} 3 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton",status="completed",status_code="200"} 7.667126465999999 daml_http_requests_duration_seconds_bucket{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="completed",status_code="200",le="+Inf"} 1092 daml_http_requests_duration_seconds_count{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="completed",status_code="200"} 1092 daml_http_requests_duration_seconds_sum{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton",status="completed",status_code="200"} 5.19679665099999 # HELP daml_http_requests_inflight Histogram for http request durations # TYPE daml_http_requests_inflight gauge daml_http_requests_inflight{http_service="ans",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getAmuletRules",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="getOpenAndIssuingMiningRounds",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="listAnsEntries",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByName",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupAnsEntryByParty",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupFeaturedAppRight",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="scanProxy",node_name="validator_backend",node_type="validator",operation="lookupTransferPreapprovalByParty",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="validator",node_name="validator_backend",node_type="validator",operation="register",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletExternal",node_name="validator_backend",node_type="validator",operation="listTransferOffers",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTokenStandardTransfer",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="createTransferPreapproval",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="featureSupport",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="getBalance",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAllocationRequests",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listAmuletAllocations",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listSubscriptions",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTokenStandardTransfers",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="listTransactions",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="selfGrantFeatureAppRight",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="tap",otel_scope_name="canton"} 0.0 daml_http_requests_inflight{http_service="walletInternal",node_name="validator_backend",node_type="validator",operation="userStatus",otel_scope_name="canton"} 0.0 # HELP db_client_connections_create_time_milliseconds The time it took to create a new connection. # TYPE db_client_connections_create_time_milliseconds histogram db_client_connections_create_time_milliseconds_bucket{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",le="+Inf"} 2487 db_client_connections_create_time_milliseconds_count{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 2487 db_client_connections_create_time_milliseconds_sum{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 17420.0 # HELP db_client_connections_idle_min The minimum number of idle open connections allowed. # TYPE db_client_connections_idle_min gauge db_client_connections_idle_min{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 8.0 # HELP db_client_connections_max The maximum number of open connections allowed. # TYPE db_client_connections_max gauge db_client_connections_max{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 8.0 # HELP db_client_connections_pending_requests The number of pending requests for an open connection, cumulative for the entire pool. # TYPE db_client_connections_pending_requests gauge db_client_connections_pending_requests{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 0.0 # HELP db_client_connections_usage The number of connections that are currently in state described by the state attribute. # TYPE db_client_connections_usage gauge db_client_connections_usage{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",state="idle"} 8.0 db_client_connections_usage{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",state="used"} 0.0 # HELP db_client_connections_use_time_milliseconds The time between borrowing a connection and returning it to the pool. # TYPE db_client_connections_use_time_milliseconds histogram db_client_connections_use_time_milliseconds_bucket{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",le="+Inf"} 746381 db_client_connections_use_time_milliseconds_count{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 746381 db_client_connections_use_time_milliseconds_sum{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 258001.0 # HELP db_client_connections_wait_time_milliseconds The time it took to obtain an open connection from the pool. # TYPE db_client_connections_wait_time_milliseconds histogram db_client_connections_wait_time_milliseconds_bucket{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1",le="+Inf"} 746381 db_client_connections_wait_time_milliseconds_count{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 746381 db_client_connections_wait_time_milliseconds_sum{otel_scope_name="io.opentelemetry.hikaricp-3.0",otel_scope_version="2.9.0-alpha",pool_name="slick-validator_backend-1"} 306341.17137501395 # HELP jvm_class_count Number of classes currently loaded. # TYPE jvm_class_count gauge jvm_class_count{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 42629.0 # HELP jvm_class_loaded_total Number of classes loaded since JVM start. # TYPE jvm_class_loaded_total counter jvm_class_loaded_total{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 42896.0 # HELP jvm_class_unloaded_total Number of classes unloaded since JVM start. # TYPE jvm_class_unloaded_total counter jvm_class_unloaded_total{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 267.0 # HELP jvm_cpu_count Number of processors available to the Java virtual machine. # TYPE jvm_cpu_count gauge jvm_cpu_count{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 8.0 # HELP jvm_cpu_recent_utilization_ratio Recent CPU utilization for the process as reported by the JVM. # TYPE jvm_cpu_recent_utilization_ratio gauge jvm_cpu_recent_utilization_ratio{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 0.002395945974598732 # HELP jvm_cpu_time_seconds_total CPU time used by the process as reported by the JVM. # TYPE jvm_cpu_time_seconds_total counter jvm_cpu_time_seconds_total{otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 11224.5 # HELP jvm_gc_duration_seconds Duration of JVM garbage collection actions. # TYPE jvm_gc_duration_seconds histogram jvm_gc_duration_seconds_bucket{jvm_gc_action="end of concurrent GC pause",jvm_gc_name="G1 Concurrent GC",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha",le="+Inf"} 364 jvm_gc_duration_seconds_count{jvm_gc_action="end of concurrent GC pause",jvm_gc_name="G1 Concurrent GC",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 364 jvm_gc_duration_seconds_sum{jvm_gc_action="end of concurrent GC pause",jvm_gc_name="G1 Concurrent GC",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.1599999999999944 jvm_gc_duration_seconds_bucket{jvm_gc_action="end of minor GC",jvm_gc_name="G1 Young Generation",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha",le="+Inf"} 3295 jvm_gc_duration_seconds_count{jvm_gc_action="end of minor GC",jvm_gc_name="G1 Young Generation",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3295 jvm_gc_duration_seconds_sum{jvm_gc_action="end of minor GC",jvm_gc_name="G1 Young Generation",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 13.987000000000016 # HELP jvm_memory_committed_bytes Measure of memory committed. # TYPE jvm_memory_committed_bytes gauge jvm_memory_committed_bytes{jvm_memory_pool_name="CodeHeap 'non-nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3014656.0 jvm_memory_committed_bytes{jvm_memory_pool_name="CodeHeap 'non-profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 4.0763392E7 jvm_memory_committed_bytes{jvm_memory_pool_name="CodeHeap 'profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 5.8851328E7 jvm_memory_committed_bytes{jvm_memory_pool_name="Compressed Class Space",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3.3816576E7 jvm_memory_committed_bytes{jvm_memory_pool_name="G1 Eden Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3.69098752E8 jvm_memory_committed_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.3068672E8 jvm_memory_committed_bytes{jvm_memory_pool_name="G1 Survivor Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 8388608.0 jvm_memory_committed_bytes{jvm_memory_pool_name="Metaspace",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.92028416E8 # HELP jvm_memory_limit_bytes Measure of max obtainable memory. # TYPE jvm_memory_limit_bytes gauge jvm_memory_limit_bytes{jvm_memory_pool_name="CodeHeap 'non-nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 5840896.0 jvm_memory_limit_bytes{jvm_memory_pool_name="CodeHeap 'non-profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.22908672E8 jvm_memory_limit_bytes{jvm_memory_pool_name="CodeHeap 'profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.22908672E8 jvm_memory_limit_bytes{jvm_memory_pool_name="Compressed Class Space",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.073741824E9 jvm_memory_limit_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 4.093640704E9 # HELP jvm_memory_used_after_last_gc_bytes Measure of memory used, as measured after the most recent garbage collection event on this pool. # TYPE jvm_memory_used_after_last_gc_bytes gauge jvm_memory_used_after_last_gc_bytes{jvm_memory_pool_name="G1 Eden Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 0.0 jvm_memory_used_after_last_gc_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.0438624E8 jvm_memory_used_after_last_gc_bytes{jvm_memory_pool_name="G1 Survivor Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 7164496.0 # HELP jvm_memory_used_bytes Measure of memory used. # TYPE jvm_memory_used_bytes gauge jvm_memory_used_bytes{jvm_memory_pool_name="CodeHeap 'non-nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2610944.0 jvm_memory_used_bytes{jvm_memory_pool_name="CodeHeap 'non-profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 4.062784E7 jvm_memory_used_bytes{jvm_memory_pool_name="CodeHeap 'profiled nmethods'",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.957248E7 jvm_memory_used_bytes{jvm_memory_pool_name="Compressed Class Space",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 3.31206E7 jvm_memory_used_bytes{jvm_memory_pool_name="G1 Eden Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 1.9922944E8 jvm_memory_used_bytes{jvm_memory_pool_name="G1 Old Gen",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.07679048E8 jvm_memory_used_bytes{jvm_memory_pool_name="G1 Survivor Space",jvm_memory_type="heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 7164496.0 jvm_memory_used_bytes{jvm_memory_pool_name="Metaspace",jvm_memory_type="non_heap",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.9076252E8 # HELP jvm_thread_count Number of executing platform threads. # TYPE jvm_thread_count gauge jvm_thread_count{jvm_thread_daemon="false",jvm_thread_state="runnable",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 2.0 jvm_thread_count{jvm_thread_daemon="false",jvm_thread_state="timed_waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 17.0 jvm_thread_count{jvm_thread_daemon="false",jvm_thread_state="waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 7.0 jvm_thread_count{jvm_thread_daemon="true",jvm_thread_state="runnable",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 13.0 jvm_thread_count{jvm_thread_daemon="true",jvm_thread_state="timed_waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 40.0 jvm_thread_count{jvm_thread_daemon="true",jvm_thread_state="waiting",otel_scope_name="io.opentelemetry.runtime-telemetry-java8",otel_scope_version="2.9.0-alpha"} 21.0 # HELP splice_domain_params_store_confirmation_requests_max_rate DynamicSynchronizerParameters.confirmationRequestsMaxRate # TYPE splice_domain_params_store_confirmation_requests_max_rate gauge splice_domain_params_store_confirmation_requests_max_rate{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 1000000.0 # HELP splice_domain_params_store_confirmation_response_timeout_ms DynamicSynchronizerParameters.confirmationResponseTimeout # TYPE splice_domain_params_store_confirmation_response_timeout_ms gauge splice_domain_params_store_confirmation_response_timeout_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 30000.0 # HELP splice_domain_params_store_mediator_reaction_timeout_ms DynamicSynchronizerParameters.mediatorReactionTimeout # TYPE splice_domain_params_store_mediator_reaction_timeout_ms gauge splice_domain_params_store_mediator_reaction_timeout_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 30000.0 # HELP splice_history_txlog_backfilling_completed Whether it was completed (1) or not (0) # TYPE splice_history_txlog_backfilling_completed gauge splice_history_txlog_backfilling_completed{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.0 splice_history_txlog_backfilling_completed{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.0 # HELP splice_history_txlog_backfilling_latest_record_time The latest record time that has been backfilled # TYPE splice_history_txlog_backfilling_latest_record_time gauge splice_history_txlog_backfilling_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} -6.21355968E16 splice_history_txlog_backfilling_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} -6.21355968E16 # HELP splice_history_updates_event_count The number of events that have been ingested # TYPE splice_history_updates_event_count gauge splice_history_updates_event_count{current_migration_id="1",event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 5328.0 splice_history_updates_event_count{current_migration_id="1",event_type="exercised",node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 8822.0 # HELP splice_history_updates_latency_duration_seconds How long it takes to ingest a single update history entry # TYPE splice_history_updates_latency_duration_seconds histogram splice_history_updates_latency_duration_seconds_bucket{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="Checkpoint",le="+Inf"} 45209 splice_history_updates_latency_duration_seconds_count{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="Checkpoint"} 45209 splice_history_updates_latency_duration_seconds_sum{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="Checkpoint"} 139.85356245599942 splice_history_updates_latency_duration_seconds_bucket{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="TransactionTreeUpdate",le="+Inf"} 3545 splice_history_updates_latency_duration_seconds_count{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="TransactionTreeUpdate"} 3545 splice_history_updates_latency_duration_seconds_sum{backfilling="false",current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",update_type="TransactionTreeUpdate"} 29.27777231900011 # HELP splice_history_updates_latest_record_time The latest record time that has been ingested # TYPE splice_history_updates_latest_record_time gauge splice_history_updates_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",update_stream_party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.764667132555346E15 splice_history_updates_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",update_stream_party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.764992691725121E15 splice_history_updates_latest_record_time{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",update_stream_party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a"} 1.764992691725121E15 # HELP splice_history_updates_transactions_total Total number of transaction trees in update history # TYPE splice_history_updates_transactions_total counter splice_history_updates_transactions_total{current_migration_id="1",node_name="validator_backend",node_type="validator",otel_scope_name="canton"} 3545.0 # HELP splice_retries_failures Number of operations that failed and were retried # TYPE splice_retries_failures gauge splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="collect_rewards_and_merge_amulets",otel_scope_name="canton"} 514.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="getTransferPreapproval",otel_scope_name="canton"} 10.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="get_supported_package_version",otel_scope_name="canton"} 24.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="installWalletForUser",otel_scope_name="canton"} 3.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="ledger_api_wait_party",otel_scope_name="canton"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="refresh_scan_list",otel_scope_name="canton"} 17.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="validator_license",otel_scope_name="canton"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="processTaskWithRetry",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 148.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",operation="processTaskWithRetry",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 602.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 2.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 1.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling"} 12.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling"} 3.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling"} 4.0 splice_retries_failures{error_kind="transient",node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling"} 3.0 # HELP splice_store_acs_size The number of active contracts in this store # TYPE splice_store_acs_size gauge splice_store_acs_size{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 9.0 splice_store_acs_size{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 7.0 splice_store_acs_size{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 8.0 # HELP splice_store_completed_ingestions_total The number of completed ingestions by this store # TYPE splice_store_completed_ingestions_total counter splice_store_completed_ingestions_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 10411.0 splice_store_completed_ingestions_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19172.0 splice_store_completed_ingestions_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19172.0 # HELP splice_store_event_count The number of events that have been ingested # TYPE splice_store_event_count gauge splice_store_event_count{event_type="archived",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 3.0 splice_store_event_count{event_type="archived",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1752.0 splice_store_event_count{event_type="archived",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1754.0 splice_store_event_count{event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 12.0 splice_store_event_count{event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1757.0 splice_store_event_count{event_type="created",node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 1759.0 # HELP splice_store_ingested_tx_log_entries_total The number of transaction log entries ingested by this store # TYPE splice_store_ingested_tx_log_entries_total counter splice_store_ingested_tx_log_entries_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 3.0 splice_store_ingested_tx_log_entries_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 869.0 splice_store_ingested_tx_log_entries_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 0.0 # HELP splice_store_ingestion_batch_size The number of TreeUpdateOrOffsetCheckpoint in each batch # TYPE splice_store_ingestion_batch_size histogram splice_store_ingestion_batch_size_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",le="+Inf"} 10410 splice_store_ingestion_batch_size_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 10410 splice_store_ingestion_batch_size_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 10410.0 splice_store_ingestion_batch_size_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 19172 splice_store_ingestion_batch_size_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19172 splice_store_ingestion_batch_size_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19172.0 splice_store_ingestion_batch_size_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 19172 splice_store_ingestion_batch_size_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19172 splice_store_ingestion_batch_size_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 19172.0 # HELP splice_store_last_ingested_record_time_ms The most recent record time ingested by this store # TYPE splice_store_last_ingested_record_time_ms gauge splice_store_last_ingested_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764667132555E12 splice_store_last_ingested_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992691725E12 splice_store_last_ingested_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992691725E12 # HELP splice_store_last_seen_record_time_ms The most recent record time this store has seen from the ledger (but not necessarily ingested) # TYPE splice_store_last_seen_record_time_ms gauge splice_store_last_seen_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992761823E12 splice_store_last_seen_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992761823E12 splice_store_last_seen_record_time_ms{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",synchronizer_id="global-domain::1220be58c29e..."} 1.764992761823E12 # HELP splice_store_signal_when_ingested_latency_duration_seconds How long it takes to signal offset ingestion. # TYPE splice_store_signal_when_ingested_latency_duration_seconds histogram splice_store_signal_when_ingested_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c...",le="+Inf"} 8 splice_store_signal_when_ingested_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 8 splice_store_signal_when_ingested_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="admin::1220f6c8730c..."} 0.121548711 splice_store_signal_when_ingested_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 868 splice_store_signal_when_ingested_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 868 splice_store_signal_when_ingested_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbUserWalletStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 9.273376292 splice_store_signal_when_ingested_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c...",le="+Inf"} 888 splice_store_signal_when_ingested_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 888 splice_store_signal_when_ingested_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",store_name="DbValidatorStore",store_party="boostylabs-validator-1::1220f6c8730c..."} 8.733912797999995 # HELP splice_trigger_attempted_total Number of trigger tasks that were attempted # TYPE splice_trigger_attempted_total counter splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",statusCode="OK",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10858.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",statusCode="OK",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 2.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",statusCode="OK",trigger_name="DomainIngestionService",trigger_type="taskbased"} 36779.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="MEDIATOR_SAYS_TX_TIMED_OUT",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 55.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="MEDIATOR_SAYS_TX_TIMED_OUT",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 12.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="SEQUENCER_REQUEST_FAILED",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 31.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 64.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="ABORTED",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 607.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 1.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 18383.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 18280.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 885.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 2.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 1.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 1.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 2.0 splice_trigger_attempted_total{contentionFailure="false",errorCodeId="none",isDsoDelegateTrigger="false",node_name="validator_backend",node_type="validator",otel_scope_name="canton",statusCode="OK",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 2.0 # HELP splice_trigger_completed_total Number of trigger tasks that finished # TYPE splice_trigger_completed_total counter splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10855.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 36769.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 3.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="failure",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="failure",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 17.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 3.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="noop",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 18380.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 18279.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 885.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 1.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 2.0 splice_trigger_completed_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",outcome="success",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 2.0 # HELP splice_trigger_iterations_total How often a polling trigger was run # TYPE splice_trigger_iterations_total counter splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 10857.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling"} 1089.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling"} 10858.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling"} 10872.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling"} 10859.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling"} 10864.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling"} 10872.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling"} 10875.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling"} 10866.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling"} 18385.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling"} 2701.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling"} 36779.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling"} 18396.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling"} 18387.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling"} 18379.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling"} 18390.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling"} 18380.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling"} 18386.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling"} 18095.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling"} 18383.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling"} 18280.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling"} 18374.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling"} 19125.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling"} 18079.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling"} 18392.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling"} 18399.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling"} 18395.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling"} 18329.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling"} 18389.0 splice_trigger_iterations_total{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling"} 17941.0 # HELP splice_trigger_latency_duration_seconds How long it takes to complete one trigger task # TYPE splice_trigger_latency_duration_seconds histogram splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased",le="+Inf"} 10858 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 10858 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 30.989605729999933 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="taskbased"} 0.044173799 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased",le="+Inf"} 36779 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 36779 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="taskbased"} 100.46870733700037 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 0.7211700990000001 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10855 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 10855 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 177.71333478400027 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 1089 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 1089 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 21.917502123999974 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10858 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 10858 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 35.91987882000016 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10872 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 10872 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 19.744705661999927 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10859 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 10859 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 19.73607820599995 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10864 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 10864 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 19.747979547000043 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10872 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 10872 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 19.76646642200007 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10875 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 10875 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 21.348689433000086 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 10864 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 10864 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 18.809202036999846 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(true)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="admin::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(true)"} 0.053473196 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 6.160223667 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18384 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 18384 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="AmuletMetricsTrigger",trigger_type="polling",work_done="Success(false)"} 328.0543829909995 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)",le="+Inf"} 12 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 12 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 1656.4509625170003 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 1824 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 1824 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(false)"} 31.275233746 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 865 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(true)"} 865 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="CollectRewardsAndMergeAmuletsTrigger",trigger_type="polling",work_done="Success(true)"} 4382.7659570399965 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)",le="+Inf"} 36779 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 36779 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="DomainIngestionService",trigger_type="polling",work_done="Success(false)"} 116.7589660510009 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18396 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 18396 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAcceptedTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 33.10187018299988 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18387 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 18387 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireAppPaymentRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 33.01889322799994 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18379 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 18379 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireBuyTrafficRequestsTrigger",trigger_type="polling",work_done="Success(false)"} 32.98079250299995 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18390 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 18390 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="ExpireTransferOfferTrigger",trigger_type="polling",work_done="Success(false)"} 33.041037147999894 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18380 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 18380 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c...",trigger_name="SubscriptionReadyForPaymentTrigger",trigger_type="polling",work_done="Success(false)"} 36.234892426999885 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18386 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 18386 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",party="boostylabs-validator-1::1220f6c8730c622432c373fa7584fcbd1827ef9e8fbabc8dd1624e0f244264a1be5a",trigger_name="TxLogBackfillingTrigger",trigger_type="polling",work_done="Success(false)"} 31.758396964000042 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="AcceptTransferPreapprovalProposalTrigger",trigger_type="taskbased"} 2.265377646 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased",le="+Inf"} 18383 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 18383 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="taskbased"} 125.35007315299957 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased",le="+Inf"} 18280 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 18280 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="taskbased"} 3468.383185777982 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased",le="+Inf"} 1035 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 1035 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="taskbased"} 4272.722360041999 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="taskbased"} 0.00510028 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="taskbased"} 5.212325978 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased",le="+Inf"} 620 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 620 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="taskbased"} 384.0697083650005 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorRightTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorRightTrigger",trigger_type="taskbased"} 0.05133224 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="WalletAppInstallTrigger",trigger_type="taskbased"} 0.35664725599999997 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 0.358626697 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 0.78989741 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.http.HttpErrorWithHttpCode)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.http.HttpErrorWithHttpCode)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.http.HttpErrorWithHttpCode)"} 10.791458604 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18091 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Success(false)"} 18091 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DecentralizedSynchronizerMigrationTrigger",trigger_type="polling",work_done="Success(false)"} 8776.736430109002 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18383 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 18383 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainParamsIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 136.26130549800038 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18280 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 18280 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="DomainTimeIngestionTrigger",trigger_type="polling",work_done="Success(false)"} 3482.15323909599 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18374 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling",work_done="Success(false)"} 18374 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="OffboardUserPartyTrigger",trigger_type="polling",work_done="Success(false)"} 55.96765945700005 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18240 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(false)"} 18240 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(false)"} 616.8312600460041 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 885 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(true)"} 885 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReceiveFaucetCouponTrigger",trigger_type="polling",work_done="Success(true)"} 3928.139734019 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 3 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 3 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 1.7839168220000001 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18076 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Success(false)"} 18076 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ReconcileSequencerConnectionsTrigger",trigger_type="polling",work_done="Success(false)"} 8937.211628287996 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18392 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling",work_done="Success(false)"} 18392 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="RenewTransferPreapprovalTrigger",trigger_type="polling",work_done="Success(false)"} 36.96584205200004 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18397 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(false)"} 18397 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(false)"} 7.784330060999982 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 2 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(true)"} 2 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="SqlIndexInitializationTrigger",trigger_type="polling",work_done="Success(true)"} 0.025793356 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)",le="+Inf"} 3 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 3 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(io.grpc.StatusRuntimeException)"} 0.102393182 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 2.090235751 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18390 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(false)"} 18390 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(false)"} 99.6885142640003 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(true)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="TopupMemberTrafficTrigger",trigger_type="polling",work_done="Success(true)"} 5.236615412 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18328 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(false)"} 18328 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(false)"} 1739.9267401469924 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(true)",le="+Inf"} 1 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(true)"} 1 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseActivityTrigger",trigger_type="polling",work_done="Success(true)"} 9.387374496 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 18389 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling",work_done="Success(false)"} 18389 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorLicenseMetadataTrigger",trigger_type="polling",work_done="Success(false)"} 47.36122178199991 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)",le="+Inf"} 3 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 3 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Failure(org.lfdecentralizedtrust.splice.admin.api.client.commands.HttpCommandException)"} 7.102366974 splice_trigger_latency_duration_seconds_bucket{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Success(false)",le="+Inf"} 17938 splice_trigger_latency_duration_seconds_count{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Success(false)"} 17938 splice_trigger_latency_duration_seconds_sum{node_name="validator_backend",node_type="validator",otel_scope_name="canton",trigger_name="ValidatorPackageVettingTrigger",trigger_type="polling",work_done="Success(false)"} 13747.104153276956 # HELP splice_wallet_locked_amulet_balance Locked amulet balance # TYPE splice_wallet_locked_amulet_balance gauge splice_wallet_locked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="admin::1220f6c8730c..."} 1.0 splice_wallet_locked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="boostylabs-validator-1::1220f6c8730c..."} 0.0 # HELP splice_wallet_unlocked_amulet_balance Unlocked amulet balance # TYPE splice_wallet_unlocked_amulet_balance gauge splice_wallet_unlocked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="admin::1220f6c8730c..."} 1.339764201502022E15 splice_wallet_unlocked_amulet_balance{node_name="validator_backend",node_type="validator",otel_scope_name="canton",owner="boostylabs-validator-1::1220f6c8730c..."} 1272055.575246283 # TYPE target_info gauge target_info{service_name="unknown_service:java",telemetry_sdk_language="java",telemetry_sdk_name="opentelemetry",telemetry_sdk_version="1.43.0"} 1