Merge pull request #1938 from IntersectMBO/Persistent-to-Hasql

Persistent to Hasql

Author: kderme

CHANGELOG.md

@@ -1,5 +1,19 @@
 # Revision history for cardano-db-sync
 
+## 13.7.0.0
+
+### Summary
+- Complete migration from Persistent ORM to Hasql for direct PostgreSQL access.
+
+### Performance Improvements
+- 3-4x faster epoch processing: ~30min → ~8min per epoch
+- Improved cache efficiency: Stake address hit rates increased from 57-79% to 89-99%
+- Reduced memory overhead: Eliminated ORM abstraction layer
+
+### Compatibility
+- PostgreSQL schema remains unchanged
+- Existing database instances compatible without migration
+
 ## 13.6.0.5
 - Fix offchain data so it supports files up to 3MB [#1928]
 - Upgrade to PostgreSQL 17

cabal.project

@@ -70,9 +70,6 @@ package snap-server
 -- ---------------------------------------------------------
 
 constraints:
-  -- esqueleto >= 3.6 has API chamges
-  , esqueleto ^>= 3.5.11.2
-
   -- New version of `text` exposes a `show` function and in the `node`
   -- code,`Data.Text` is being imported unqualified (bad idea IMO) which
   -- then clashes with the `show` in `Prelude`.

cardano-chain-gen/cardano-chain-gen.cabal

@@ -44,7 +44,6 @@ library
                         Cardano.Mock.ChainDB
                         Cardano.Mock.ChainSync.Server
                         Cardano.Mock.ChainSync.State
-                        Cardano.Mock.Query
                         Cardano.Mock.Forging.Crypto
                         Cardano.Mock.Forging.Interpreter
                         Cardano.Mock.Forging.Tx.Alonzo
@@ -65,7 +64,6 @@ library
                       , cardano-binary
                       , cardano-crypto-class
                       , cardano-data
-                      , cardano-db
                       , cardano-ledger-allegra
                       , cardano-ledger-alonzo
                       , cardano-ledger-babbage
@@ -82,7 +80,6 @@ library
                       , containers
                       , contra-tracer
                       , directory
-                      , esqueleto
                       , extra
                       , mtl
                       , microlens
@@ -148,6 +145,7 @@ test-suite cardano-chain-gen
                         Test.Cardano.Db.Mock.Unit.Conway.Config.JsonbInSchema
                         Test.Cardano.Db.Mock.Unit.Conway.Config.MigrateConsumedPruneTxOut
                         Test.Cardano.Db.Mock.Unit.Conway.Config.Parse
+                        Test.Cardano.Db.Mock.Unit.Conway.Config.Schema
                         Test.Cardano.Db.Mock.Unit.Conway.Governance
                         Test.Cardano.Db.Mock.Unit.Conway.InlineAndReference
                         Test.Cardano.Db.Mock.Unit.Conway.Other
@@ -182,7 +180,6 @@ test-suite cardano-chain-gen
                       , contra-tracer
                       , data-default-class
                       , directory
-                      , esqueleto
                       , extra
                       , filepath
                       , int-cast
@@ -192,16 +189,11 @@ test-suite cardano-chain-gen
                       , tasty
                       , tasty-quickcheck
                       , text
-                      , transformers
                       , transformers-except
                       , tree-diff
                       , tasty-hunit
-                      , monad-logger
                       , ouroboros-consensus
                       , ouroboros-consensus-cardano
                       , ouroboros-network-api
-                      , persistent
-                      , persistent-postgresql
-                      , postgresql-simple
                       , QuickCheck
                       , quickcheck-state-machine:no-vendored-treediff

cardano-chain-gen/src/Cardano/Mock/Forging/Tx/Conway/Scenarios.hs

@@ -5,6 +5,8 @@
 
 #if __GLASGOW_HASKELL__ >= 908
 {-# OPTIONS_GHC -Wno-x-partial #-}
+{-# OPTIONS_GHC -Wno-unrecognised-pragmas #-}
+{-# HLINT ignore "Use zipWith" #-}
 #endif
 
 module Cardano.Mock.Forging.Tx.Conway.Scenarios (