Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
44 commits
Select commit Hold shift + click to select a range
7337b4c
add V043__scan_verdict_store.sql
dfordivam Aug 8, 2025
d9119f4
Add APIs for scan-app /v0/events endpoint(s)
dfordivam Sep 4, 2025
3f7b50b
Init DbScanVerdictStore, with basic insert/list APIs
dfordivam Sep 4, 2025
c0a45fe
Add automation service in scan-app to ingest mediator verdicts
dfordivam Sep 4, 2025
3198660
Add ScanEventStore, to provide combined events for /v0/events endpoint
dfordivam Sep 4, 2025
f56a850
Use ScanVerdictAutomationService, DbScanVerdictStore in scan-app
dfordivam Sep 4, 2025
ecb0d76
getEventHistory, getEventById client APIs
dfordivam Sep 4, 2025
2ce8fd9
do clear of new tables in resetAllAppTables
dfordivam Sep 4, 2025
91c68aa
Add unit tests for ScanEventStore
dfordivam Sep 4, 2025
6f6c232
Add mediator-admin-client port to test configs
dfordivam Sep 4, 2025
ea9547b
deriveReader for mediator ingestion config
dfordivam Sep 4, 2025
63281da
Add verdict ingestion metrics to MetricsDocs
dfordivam Sep 4, 2025
3077467
WIP: Integ tests for verdict ingestion
dfordivam Sep 4, 2025
64a3a77
remove unused import
dfordivam Sep 5, 2025
c0f5cbe
Add tests, test helpers and various fixes
dfordivam Sep 5, 2025
8da990b
Modify event cap logic; do not return any event if either table is empty
dfordivam Sep 5, 2025
f5ed39c
Fix test: Add a verdict for currentMigrationId
dfordivam Sep 5, 2025
2432f1b
confirm that reassignment update matches the data from UpdateHistory …
dfordivam Sep 5, 2025
4030f37
Cleanup of use of fully qualified names; use imports more
dfordivam Sep 5, 2025
1792062
Fix table index
dfordivam Sep 5, 2025
dc41a15
Move the storage check inside store class
dfordivam Sep 5, 2025
a56ca11
Refactor: move backfill check code in separate API
dfordivam Sep 8, 2025
5affcc9
refactor testsuite, add more tests
dfordivam Sep 8, 2025
448187a
Remove todo
dfordivam Sep 9, 2025
1b76706
Use SourceBasedTrigger in verdict ingestion; various fixes to gRPC cl…
dfordivam Sep 9, 2025
08a24b3
remove redundant APIs
dfordivam Sep 10, 2025
ea88485
add lastIngestedRecordTime ref in UpdateHistory
dfordivam Sep 10, 2025
a0affb3
add lastIngestedRecordTime ref in DbScanVerdictStore
dfordivam Sep 10, 2025
3771062
Add getEvents API
dfordivam Sep 10, 2025
6e98a53
Test getEvents API, to match getEventsReference
dfordivam Sep 10, 2025
1b79b6c
use getEvents in HTTP handler
dfordivam Sep 10, 2025
cf25d3e
add grpc metrics to MediatorVerdictsClient
dfordivam Sep 10, 2025
8955118
Fix some descriptions of new APIs
dfordivam Sep 10, 2025
a489b39
Do config transforms on mediatorAdminClient option
dfordivam Sep 11, 2025
2c52d1b
Require specifying mediatorAddress for scan-app via pulumi
dfordivam Sep 11, 2025
2555db3
Specify mediator-admin-client in cluster docker configs
dfordivam Sep 11, 2025
3c046d4
Add mediatorAddress to scan-values.yaml
dfordivam Sep 11, 2025
78e8c9a
Address formatting feedback
madeline-os Sep 12, 2025
8de6565
Update apps/common/src/main/resources/db/migration/canton-network/pos…
madeline-os Sep 12, 2025
32eb649
Update apps/scan/src/main/scala/org/lfdecentralizedtrust/splice/scan/…
madeline-os Sep 12, 2025
888aeff
Merge remote-tracking branch 'upstream/main' into dn/scan-events-endp…
madeline-os Sep 12, 2025
f79b3ae
Make verdict ingestion batch window a configuration
madeline-os Sep 12, 2025
b2ceb29
Use ClientAdapter in MediatorVerdictsClient
dfordivam Sep 15, 2025
2cce04a
Update test-full-class-*.log files
dfordivam Sep 15, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -435,6 +435,8 @@ object ConfigTransforms {
.modify(portTransform(bump, _))
.focus(_.sequencerAdminClient)
.modify(portTransform(bump, _))
.focus(_.mediatorAdminClient)
.modify(portTransform(bump, _))
.focus(_.bftSequencers)
.modify(_.map(_.focus(_.sequencerAdminClient).modify(portTransform(bump, _))))
),
Expand Down Expand Up @@ -547,6 +549,8 @@ object ConfigTransforms {
.modify(portTransform(bump, _))
.focus(_.sequencerAdminClient)
.modify(portTransform(bump, _))
.focus(_.mediatorAdminClient)
.modify(portTransform(bump, _))
} else {
config
}
Expand All @@ -565,6 +569,8 @@ object ConfigTransforms {
.modify(_.map(setPortPrefix(range)))
.focus(_.sequencerAdminClient.port)
.modify(setPortPrefix(range))
.focus(_.mediatorAdminClient.port)
.modify(setPortPrefix(range))
.focus(_.bftSequencers)
.modify(_.map(_.focus(_.sequencerAdminClient.port).modify(setPortPrefix(range))))
} else {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ import org.lfdecentralizedtrust.splice.scan.config.{
ScanAppBackendConfig,
ScanAppClientConfig,
ScanCacheConfig,
MediatorVerdictIngestionConfig,
ScanSynchronizerConfig,
CacheConfig as SpliceCacheConfig,
}
Expand Down Expand Up @@ -443,6 +444,9 @@ object SpliceConfig {
)
implicit val scanCacheConfigReader: ConfigReader[ScanCacheConfig] =
deriveReader[ScanCacheConfig]
implicit val mediatorVerdictIngestionConfigReader
: ConfigReader[MediatorVerdictIngestionConfig] =
deriveReader[MediatorVerdictIngestionConfig]
implicit val cacheConfigReader: ConfigReader[SpliceCacheConfig] =
deriveReader[SpliceCacheConfig]
implicit val scanConfigReader: ConfigReader[ScanAppBackendConfig] =
Expand Down Expand Up @@ -856,6 +860,9 @@ object SpliceConfig {
deriveWriter[ScanAppBackendConfig]
implicit val scanCacheConfigWriter: ConfigWriter[ScanCacheConfig] =
deriveWriter[ScanCacheConfig]
implicit val mediatorVerdictIngestionConfigWriter
: ConfigWriter[MediatorVerdictIngestionConfig] =
deriveWriter[MediatorVerdictIngestionConfig]
implicit val cacheConfigWriter: ConfigWriter[SpliceCacheConfig] =
deriveWriter[SpliceCacheConfig]

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -502,6 +502,29 @@ abstract class ScanAppReference(
}
}

def getEventHistory(
count: Int,
after: Option[(Long, String)],
encoding: definitions.DamlValueEncoding,
): Seq[definitions.EventHistoryItem] = {
consoleEnvironment.run {
httpCommand(
HttpScanAppClient.GetEventHistory(count, after, encoding)
)
}
}

def getEventById(
updateId: String,
damlValueEncoding: Option[definitions.DamlValueEncoding],
): definitions.EventHistoryItem = {
consoleEnvironment.run {
httpCommand(
HttpScanAppClient.GetEventById(updateId, damlValueEncoding)
)
}
}

def getSpliceInstanceNames() = {
consoleEnvironment.run {
httpCommand(HttpScanAppClient.GetSpliceInstanceNames())
Expand Down
1 change: 1 addition & 0 deletions apps/app/src/pack/examples/sv-helm/scan-values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ migration:
# Replace MIGRATION_ID with the current migration ID of the global synchronizer.
participantAddress: "participant-MIGRATION_ID"
sequencerAddress: "global-domain-MIGRATION_ID-sequencer"
mediatorAddress: "global-domain-MIGRATION_ID-mediator"

persistence:
host: apps-pg
Expand Down
1 change: 1 addition & 0 deletions apps/app/src/test/resources/include/scans/sv1-scan.conf
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
ledger-api.client-config.port = 5101
}
sequencer-admin-client.port = 5109
mediator-admin-client.port = 5107
admin-api.port = 5012
sv-user = "sv1"
is-first-sv = true
Expand Down
1 change: 1 addition & 0 deletions apps/app/src/test/resources/include/scans/sv2-scan.conf
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
ledger-api.client-config.port = 5201
}
sequencer-admin-client.port = 5209
mediator-admin-client.port = 5207
admin-api.port = 5112
sv-user = "sv2"
}
1 change: 1 addition & 0 deletions apps/app/src/test/resources/include/scans/sv3-scan.conf
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
ledger-api.client-config.port = 5301
}
sequencer-admin-client.port = 5309
mediator-admin-client.port = 5307
admin-api.port = 5212
sv-user = "sv3"
}
1 change: 1 addition & 0 deletions apps/app/src/test/resources/include/scans/sv4-scan.conf
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
ledger-api.client-config.port = 5401
}
sequencer-admin-client.port = 5409
mediator-admin-client.port = 5407
admin-api.port = 5312
sv-user = "sv4"
}
6 changes: 6 additions & 0 deletions apps/app/src/test/resources/local-sv-node/scan-app/app.conf
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,11 @@ _scan_sequencer_admin_client {
port = 9109
}

_scan_mediator_admin_client {
address = "0.0.0.0"
port = 9107
}

canton {
scan-apps {
sv1ScanLocal {
Expand All @@ -37,6 +42,7 @@ canton {
}
participant-client = ${_scan_participant_client}
sequencer-admin-client = ${_scan_sequencer_admin_client}
mediator-admin-client = ${_scan_mediator_admin_client}
sv-user = "sv1"
}
}
Expand Down
Loading