fold in rocksdb libs (attempt 2)

.github/workflows/applications.yml

@@ -359,7 +359,7 @@ jobs:
     - name: Build chainweb library
       run: cabal build --ghc-options=-j2 lib:chainweb
     - name: Build chainweb applications
-      run: | 
+      run: |
         cabal build -j2 --ghc-options=-j2 \
           exe:compact \
           test:chainweb-tests \
@@ -398,6 +398,8 @@ jobs:
         cp $(cabal list-bin compaction-tests) artifacts/chainweb
         cp $(cabal list-bin cwtool) artifacts/chainweb
         cp $(cabal list-bin bench) artifacts/chainweb
+        cp $(cabal list-bin rocksdb-tests) artifacts/chainweb
+        cp $(cabal list-bin chainweb-storage-tests) artifacts/chainweb
         cp README.md artifacts/chainweb
         cp CHANGELOG.md artifacts/chainweb
         cp LICENSE artifacts/chainweb
@@ -420,6 +422,35 @@ jobs:
   # ########################################################################## #
   # Run misc test suites
 
+  rocksdb-library-tests:
+    name: RocksDB library tests
+    needs: [config, build]
+    runs-on: $${ matrix.os }}
+    env:
+      ARTIFACTS_NAME: chainweb-applications.${{ matrix.use-freeze-file }}.${{ matrix.ghc }}.${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJson(needs.config.outputs.matrix) }}
+    steps:
+    - uses: actions/checkout@v4
+    - name: Download build artifacts
+      uses: actions/download-artifact@v4
+      with:
+        name: ${{ env.ARTIFACTS_NAME }}
+        path: .
+    - name: Install chainweb from artifacts
+      uses: ./.github/actions/install-chainweb-from-artifacts
+      with:
+        os: ${{ matrix.os }}
+        ghc: ${{ matrix.ghc }}
+        use-freeze-file: ${{ matrix.use-freeze-file }}
+    - name: Run rocksdb-haskell-kadena tests
+      timeout-minutes: 2
+      run: rocksdb-tests
+    - name: Run chainweb-storage tests
+      timeout-minutes: 2
+      run: chainweb-storage-tests
+
   remote-tests:
     name: Remote tests
     needs: [config, build]

cabal.project

@@ -1,6 +1,8 @@
 packages:
     chainweb.cabal
     node/chainweb-node.cabal
+    vendored/rocksdb-haskell-kadena/rocksdb-haskell-kadena.cabal
+    vendored/chainweb-storage/chainweb-storage.cabal
 
 debug-info: True
 
@@ -37,6 +39,16 @@ package chainweb
     benchmarks: True
     ghc-options: -Wno-missed-extra-shared-lib
 
+package rocksdb-haskell-kadena
+    tests: True
+    benchmarks: True
+    ghc-options: -Wno-missed-extra-shared-lib -Wwarn -optc-w -optcxx-w
+
+package chainweb-storage
+    tests: True
+    benchmarks: True
+    ghc-options: -Wno-missed-extra-shared-lib
+
 package chainweb-node
     ghc-options: -Wno-missed-extra-shared-lib
 
@@ -57,9 +69,6 @@ package pact
     -- avoid conflict with cryptonite during linking
     flags: +cryptonite-ed25519 -build-tool
 
-package rocksdb-haskell-kadena
-    ghc-options: -Wwarn -optc-w -optcxx-w
-
 package crypton
     flags: +support_pclmuldq
 
@@ -89,18 +98,6 @@ source-repository-package
     tag: 1d260bfaa48312b54851057885de4c43c420e35f
     --sha256: 0fzq4mzaszj5clvixx9mn1x6r4dcrnwvbl2znd0p5mmy5h2jr0hh
 
-source-repository-package
-    type: git
-    location: https://github.com/kadena-io/chainweb-storage.git
-    tag: a5e06a8aa2da1e7981ff9fad91dfd41f7c39fc85
-    --sha256: sha256-3Zqsgrxa7SQUr8XzT2O5PLTELkI92NXZU4j2UUvlL4E=
-
-source-repository-package
-    type: git
-    location: https://github.com/kadena-io/rocksdb-haskell.git
-    tag: cede9de2932a4ead1bd82fd7709b19ab7b19b33d
-    --sha256: 1dngd44va6h66vwpdpwmnj0zcky87m4vzykjwv49p2km12lwq9mf
-
 source-repository-package
     type: git
     location: https://github.com/kadena-io/rosetta.git

vendored/chainweb-storage/chainweb-storage.cabal

@@ -0,0 +1,81 @@
+cabal-version: 3.0
+name: chainweb-storage
+version: 0.1.0.0
+synopsis: Key Value Storage for Chainweb
+description:
+    Various tools for key value stores used in
+    chainweb (https://github.com/kadena-io/chainweb-node
+homepage: https://github.com/kadena-io/chainweb-storage
+bug-reports: https://github.com/kadena-io/chainweb-storage/issues
+license: BSD-3-Clause
+license-file: LICENSE
+author: Lars Kuhtz
+maintainer: [email protected]
+copyright: Copyright (c) 2019, Kadena LLC
+category: Data
+tested-with:
+    GHC==9.0.1
+    GHC==8.10.4
+    GHC==8.8.4
+
+source-repository head
+    type: git
+    location: https://github.com/kadena-io/chainweb-storage.git
+
+library
+    hs-source-dirs: src
+    default-language: Haskell2010
+    ghc-options:
+        -Wall
+    exposed-modules:
+        Chainweb.Storage.Table
+        Chainweb.Storage.Table.Forgetful
+        Chainweb.Storage.Table.HashMap
+        Chainweb.Storage.Table.RocksDB
+        Chainweb.Storage.DedupStore
+    build-depends:
+        , base >=4.10 && <5
+        , bytestring >=0.10
+        , containers >=0.5
+        , cryptonite >= 0.25
+        , directory >=1.3
+        , filepath
+        , deepseq >=1.4
+        , exceptions >=0.10
+        , hashable >=1.2
+        , lens >=4.16
+        , memory >=0.14
+        , mtl >= 2.2
+        , nothunks >= 0.1.0.0
+        , rocksdb-haskell-kadena >=1.1.0
+        , stm >=2.4
+        , streaming >=0.2
+        , temporary >=1.3
+        , text >=1.2
+        , transformers >=0.5
+        , unordered-containers >=0.2
+        , vector >=0.12
+
+test-suite chainweb-storage-tests
+    type: exitcode-stdio-1.0
+    hs-source-dirs: test
+    default-language: Haskell2010
+    main-is: Main.hs
+    ghc-options:
+        -Wall
+        -threaded
+        -with-rtsopts=-N
+    other-modules:
+    build-depends:
+        -- internal
+        , chainweb-storage
+
+        -- external
+        , async >=2.2
+        , base >=4.10 && <5
+        , bytestring >=0.10
+        , exceptions >=0.10
+        , lens >=4.16
+        , nothunks >= 0.1.0.0
+        , vector >=0.12
+