chore: prepare 1.2.9 release (#433)

* feat: ubuntu 24.04 upgrade. (#419)

Co-authored-by: Mateusz Czeladka <[email protected]>

* chore: spring boot upgrade for yaci-indexer (#425)

Co-authored-by: Mateusz Czeladka <[email protected]>

* feat: docker compose build from source (#420)

* feat: postgres dockerfile

* feat: build node from source

* feat: build postgres from source

* feat: adjust integration tests

* feat: sync status in the network service response. (#429)

Co-authored-by: Mateusz Czeladka <[email protected]>

* chore: 1.2.8 version updated.

* fix: postgres container locale (#438)

* refactor: streamline spring boot configuration. (#424)

Co-authored-by: Mateusz Czeladka <[email protected]>

* chore: OpenJDK 24 LTS for api and indexer. (#368)

Co-authored-by: Mateusz Czeladka <[email protected]>

* fix: postgres missing port and cnode socket path (#442)

* chore: cardano-node 10.3.1 (#443)

Co-authored-by: Mateusz Czeladka <[email protected]>

* fix: preprod config typo fix.

* fix: revert back to 10.2.1

* chore: adjusted port for db on pre-prod config.

* fix: do not redirect logs to a file but to sysout. (#454)

Co-authored-by: Mateusz Czeladka <[email protected]>

* chore: path adjusted.

* chore: cardano-node: 10.3.1, cabal: 3.12.1.0, ghc: 9.6.7 (#452)

Co-authored-by: Mateusz Czeladka <[email protected]>

* chore: 1.2.9 bump for develop branch.

* feat: oldest_block reported on network status when configuration remove_spent_utxos parameter is enabled and renaming and removal of configuration variables related to removal or spent utxos. (#448)

Co-authored-by: Mateusz Czeladka <[email protected]>

* chore: removed sanochnet.

* fix: cardano node db path / mithril version / tags (#460)

* feat: split cardano-node and cardano-submit-api (#464)

* feat: rosetta java images dockerhub (#465)

* feat: split cardano-node and cardano-submit-api

* feat: adjust node / mithril tags

* feat: add cardano-rosetta-java-cardano-node image to dockerhub

* feat: add mithril / postgres to dockerhub

* feat: adjust tags

* feat: retry mechanism for node (#468)

* feat: retry mechanism for node dependencies - single docker image

* feat: retry mechanism for node dependencies - docker compose image

* fix: wrong escaping of string text in yaci-indexer configuration, fixes: #472.

* fix: single docker build fix related to java-builder (#475)

Co-authored-by: Mateusz Czeladka <[email protected]>

* feat: postgres source building single docker (#481)

* feat: postgres buiding from source - single docker image

* feat: add missing jdk to the main image

* feat:  env

---------

Co-authored-by: Mateusz Czeladka <[email protected]>
Co-authored-by: VladislavKudrin <[email protected]>

Author: 3 people

.env.IntegrationTest

@@ -4,8 +4,7 @@ NETWORK=devkit
 PROTOCOL_MAGIC=42
 
 ## Postgres image
-DB_IMAGE_NAME=postgres
-DB_IMAGE_TAG=latest
+PG_VERSION_TAG=REL_14_11
 
 ## Yaci image
 YACI_VERSION=0.10.5
@@ -41,6 +40,8 @@ SNAPSHOT_DIGEST=latest
 AGGREGATOR_ENDPOINT=
 # if not set standard values will be used
 GENESIS_VERIFICATION_KEY=
+ANCILLARY_VERIFICATION_KEY=
+
 
 ## Api env
 API_DOCKER_IMAGE_TAG=main
@@ -59,11 +60,9 @@ SEARCH_PAGE_SIZE=100
 
 ## Yaci Indexer env
 INDEXER_DOCKER_IMAGE_TAG=main
-PRUNING_ENABLED=false
+REMOVE_SPENT_UTXOS=false
 #The number of safe blocks to keep in the store. 2160 blocks *(20 seconds/block in average)=4320 seconds=12 hours.
-PRUNING_SAFE_BLOCKS=2160
-#Run transaction pruning every 600 seconds or 10 minutes.
-PRUNING_INTERVAL=600
+REMOVE_SPENT_UTXOS_LAST_BLOCKS_GRACE_COUNT=2160
 
 YACI_SPRING_PROFILES=postgres,n2c-socat
 # database profiles: h2, h2-testdata, postgres
@@ -138,4 +137,6 @@ DB_POSTGRES_MAX_PARALLEL_WORKERS=4
 DB_POSTGRES_SEQ_PAGE_COST=1.0
 DB_POSTGRES_JIT=off
 DB_POSTGRES_BGWRITER_LRU_MAXPAGES=50
-DB_POSTGRES_BGWRITER_DELAY=500ms
+DB_POSTGRES_BGWRITER_DELAY=500ms
+
+SYNC_GRACE_SLOTS_COUNT=100

.env.docker-compose

@@ -2,13 +2,12 @@
 API_SPRING_PROFILES_ACTIVE=online
 LOG=INFO
 NETWORK=mainnet
-# mainnet, preprod, preview, sanchonet, devkit
+# mainnet, preprod, preview, devkit
 PROTOCOL_MAGIC=764824073
-# mainnet 764824073, preprod 1, preview 2, sanchonet 4, devkit 42
+# mainnet 764824073, preprod 1, preview 2, devkit 42
 
 ## Postgres image
-DB_IMAGE_NAME=postgres
-DB_IMAGE_TAG=14.11-bullseye
+PG_VERSION_TAG=REL_14_11
 
 ## Postgres variables
 DB_NAME=rosetta-java
@@ -35,11 +34,13 @@ CARDANO_CONFIG=./config/${NETWORK}
 
 ## Mithril
 MITHRIL_SYNC=true
+MITHRIL_VERSION=2517.1
 SNAPSHOT_DIGEST=latest
 # if not set standard values will be used
 AGGREGATOR_ENDPOINT=
 # if not set standard values will be used
 GENESIS_VERIFICATION_KEY=
+ANCILLARY_VERIFICATION_KEY=
 
 ## Api env
 API_DOCKER_IMAGE_TAG=main
@@ -49,6 +50,7 @@ PRINT_EXCEPTION=true
 
 ROSETTA_VERSION=1.4.13
 TOPOLOGY_FILEPATH=/config/topology.json
+
 GENESIS_SHELLEY_PATH=/config/shelley-genesis.json
 GENESIS_BYRON_PATH=/config/byron-genesis.json
 GENESIS_ALONZO_PATH=/config/alonzo-genesis.json
@@ -57,11 +59,9 @@ SEARCH_PAGE_SIZE=100
 
 ## Yaci Indexer env
 INDEXER_DOCKER_IMAGE_TAG=main
-PRUNING_ENABLED=false
+REMOVE_SPENT_UTXOS=false
 #The number of safe blocks to keep in the store. 2160 blocks *(20 seconds/block in average)=4320 seconds=12 hours.
-PRUNING_SAFE_BLOCKS=2160
-#Run transaction pruning every 600 seconds or 10 minutes.
-PRUNING_INTERVAL=600
+REMOVE_SPENT_UTXOS_LAST_BLOCKS_GRACE_COUNT=2160
 
 YACI_SPRING_PROFILES=postgres,n2c-socket
 # database profiles: h2, h2-testdata, postgres
@@ -92,3 +92,5 @@ API_DB_POOL_MAX_LIFETIME_MS=2000000
 API_DB_POOL_CONNECTION_TIMEOUT_MS=100000
 API_DB_KEEP_ALIVE_MS=60000
 API_DB_LEAK_CONNECTIONS_WARNING_MS=60000
+
+SYNC_GRACE_SLOTS_COUNT=100

.env.docker-compose-preprod

@@ -0,0 +1,96 @@
+## Main variables
+API_SPRING_PROFILES_ACTIVE=online
+LOG=INFO
+NETWORK=preprod
+# mainnet, preprod, preview, devkit
+PROTOCOL_MAGIC=1
+# mainnet 764824073, preprod 1, preview 2, devkit 42
+
+## Postgres image
+PG_VERSION_TAG=REL_14_11
+
+## Postgres variables
+DB_NAME=rosetta-java
+DB_USER=rosetta_db_admin
+DB_SECRET=weakpwd#123_d
+DB_HOST=db
+# Service name in docker-compose or local db
+DB_PORT=5432
+DB_SCHEMA=${NETWORK}
+DB_PATH=/opt/rosetta-java-preprod/sql_data
+
+## Cardano Node variables
+CARDANO_NODE_HOST=cardano-node
+# Service name in docker-compose or local cardano node
+CARDANO_NODE_PORT=3001
+# Uncomment if you are using local cardano node
+CARDANO_NODE_VERSION=10.3.1
+CARDANO_NODE_SUBMIT_HOST=cardano-submit-api
+NODE_SUBMIT_API_PORT=8090
+CARDANO_NODE_DIR=/opt/rosetta-java-preprod/node_data
+CARDANO_NODE_SOCKET_PATH=${CARDANO_NODE_DIR}/node.socket
+CARDANO_NODE_DB=${CARDANO_NODE_DIR}/db
+CARDANO_CONFIG=./config/${NETWORK}
+
+## Mithril
+MITHRIL_SYNC=true
+MITHRIL_VERSION=2517.1
+SNAPSHOT_DIGEST=latest
+# if not set standard values will be used
+AGGREGATOR_ENDPOINT=
+# if not set standard values will be used
+GENESIS_VERIFICATION_KEY=
+ANCILLARY_VERIFICATION_KEY=
+
+## Api env
+API_DOCKER_IMAGE_TAG=main
+# staging, h2, test. Additional profiles: mempool (if mempool should be activated)
+API_PORT=8082
+PRINT_EXCEPTION=true
+
+ROSETTA_VERSION=1.4.13
+TOPOLOGY_FILEPATH=/config/topology.json
+
+GENESIS_SHELLEY_PATH=/config/shelley-genesis.json
+GENESIS_BYRON_PATH=/config/byron-genesis.json
+GENESIS_ALONZO_PATH=/config/alonzo-genesis.json
+GENESIS_CONWAY_PATH=/config/conway-genesis.json
+SEARCH_PAGE_SIZE=100
+
+## Yaci Indexer env
+INDEXER_DOCKER_IMAGE_TAG=main
+REMOVE_SPENT_UTXOS=false
+#The number of safe blocks to keep in the store. 2160 blocks *(20 seconds/block in average)=4320 seconds=12 hours.
+REMOVE_SPENT_UTXOS_LAST_BLOCKS_GRACE_COUNT=2160
+
+YACI_SPRING_PROFILES=postgres,n2c-socket
+# database profiles: h2, h2-testdata, postgres
+MEMPOOL_ENABLED=false
+
+## Devkit env
+DEVKIT_ENABLED=false
+DEVKIT_URL=yaci-cli
+DEVKIT_PORT=3333
+
+## Logger Config
+LOG_FILE_PATH=/var/log/rosetta-java
+LOG_FILE_NAME=/var/log/rosetta-java/rosetta-java.log
+LOG_FILE_MAX_SIZE=10MB
+LOG_FILE_MAX_HISTORY=10
+
+YACI_HTTP_BASE_URL=http://yaci-indexer:9095/api/v1
+YACI_INDEXER_PORT=9095
+HTTP_CONNECT_TIMEOUT_SECONDS=5
+HTTP_REQUEST_TIMEOUT_SECONDS=5
+
+## DB tuning / debugging
+API_DB_SHOW_SQL=false
+API_DB_MONITOR_PERFORMANCE=false #only needed for debugging and diagnostics
+
+## Basic db pool tuning, generally should not be changed but can be changed rarely if needed
+API_DB_POOL_MAX_LIFETIME_MS=2000000
+API_DB_POOL_CONNECTION_TIMEOUT_MS=100000
+API_DB_KEEP_ALIVE_MS=60000
+API_DB_LEAK_CONNECTIONS_WARNING_MS=60000
+
+SYNC_GRACE_SLOTS_COUNT=100

.env.h2

@@ -1,9 +1,9 @@
 ## Main variables
 LOG=INFO
 NETWORK=devkit
-# mainnet, preprod, preview, sanchonet, devkit
+# mainnet, preprod, preview, devkit
 PROTOCOL_MAGIC=42
-# mainnet 764824073, preprod 1, preview 2, sanchonet 4, devkit 42
+# mainnet 764824073, preprod 1, preview 2, devkit 42
 
 ## H2 image
 DB_IMAGE_NAME=h2
@@ -19,7 +19,7 @@ CARDANO_NODE_HOST=localhost
 # Service name in docker-compose or local cardano node
 CARDANO_NODE_PORT=3001
 # Uncomment if you are using local cardano node
-CARDANO_NODE_VERSION=10.2.1
+CARDANO_NODE_VERSION=10.3.1
 CARDANO_NODE_SUBMIT_HOST=localhost
 NODE_SUBMIT_API_PORT=8090
 
@@ -40,11 +40,8 @@ SEARCH_PAGE_SIZE=100
 
 ## Yaci Indexer env
 INDEXER_DOCKER_IMAGE_TAG=main
-PRUNING_ENABLED=false
-#The number of safe blocks to keep in the store. 2160 blocks *(20 seconds/block in average)=4320 seconds=12 hours.
-PRUNING_SAFE_BLOCKS=2160
-#Run transaction pruning every 600 seconds or 10 minutes.
-PRUNING_INTERVAL=600
+REMOVE_SPENT_UTXOS=false
+REMOVE_SPENT_UTXOS_LAST_BLOCKS_GRACE_COUNT=2160
 YACI_SPRING_PROFILES=h2,n2c-socket
 # database profiles: h2, h2-testdata, postgres
 MEMPOOL_ENABLED=false
@@ -94,4 +91,6 @@ DB_POSTGRES_BGWRITER_LRU_MAXPAGES=50
 DB_POSTGRES_BGWRITER_DELAY=500ms
 
 # Path to local cardano node socket (Yaci DevKit)
-CARDANO_NODE_SOCKET_PATH=${HOME}/.yaci-cli/local-clusters/default/node/node.sock
+CARDANO_NODE_SOCKET_PATH=${HOME}/.yaci-cli/local-clusters/default/node/node.sock
+
+SYNC_GRACE_SLOTS_COUNT=100

.env.h2-testdata

@@ -1,9 +1,9 @@
 ## Main variables
 LOG=INFO
 NETWORK=devkit
-# mainnet, preprod, preview, sanchonet, devkit
+# mainnet, preprod, preview, devkit
 PROTOCOL_MAGIC=42
-# mainnet 764824073, preprod 1, preview 2, sanchonet 4, devkit 42
+# mainnet 764824073, preprod 1, preview 2, devkit 42
 
 ## H2 image
 DB_IMAGE_NAME=h2
@@ -19,7 +19,7 @@ CARDANO_NODE_HOST=localhost
 # Service name in docker-compose or local cardano node
 CARDANO_NODE_PORT=3001
 # Uncomment if you are using local cardano node
-CARDANO_NODE_VERSION=10.2.1
+CARDANO_NODE_VERSION=10.3.1
 CARDANO_NODE_SUBMIT_HOST=localhost
 NODE_SUBMIT_API_PORT=8090
 
@@ -40,11 +40,10 @@ SEARCH_PAGE_SIZE=100
 
 ## Yaci Indexer env
 INDEXER_DOCKER_IMAGE_TAG=main
-PRUNING_ENABLED=false
+REMOVE_SPENT_UTXOS=false
 #The number of safe blocks to keep in the store. 2160 blocks *(20 seconds/block in average)=4320 seconds=12 hours.
-PRUNING_SAFE_BLOCKS=2160
-#Run transaction pruning every 600 seconds or 10 minutes.
-PRUNING_INTERVAL=600
+REMOVE_SPENT_UTXOS_LAST_BLOCKS_GRACE_COUNT=2160
+
 YACI_SPRING_PROFILES=h2-testdata,n2c-socket
 # database profiles: h2, h2-testdata, postgres
 MEMPOOL_ENABLED=false
@@ -94,4 +93,6 @@ DB_POSTGRES_BGWRITER_LRU_MAXPAGES=50
 DB_POSTGRES_BGWRITER_DELAY=500ms
 
 # Path to local cardano node socket (Yaci DevKit)
-CARDANO_NODE_SOCKET_PATH=${HOME}/.yaci-cli/local-clusters/default/node/node.sock
+CARDANO_NODE_SOCKET_PATH=${HOME}/.yaci-cli/local-clusters/default/node/node.sock
+
+SYNC_GRACE_SLOTS_COUNT=100

.github/actions/build_docker_images/action.yml

@@ -49,6 +49,51 @@ runs:
           file: ./yaci-indexer/Dockerfile
           tags: cardanofoundation/cardano-rosetta-java-indexer:latest
           push: true
+      - name: Cardano Node - Build and push Docker ${{ inputs.tag }} image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./docker/node/Dockerfile
+          tags: cardanofoundation/cardano-rosetta-java-cardano-node:${{ inputs.tag }}
+          push: true
+      - name: Cardano Node - Build and push Docker latest image
+        uses: docker/build-push-action@v4
+        if: ${{ inputs.isRelease == 'true' }}
+        with:
+          context: .
+          file: ./docker/node/Dockerfile
+          tags: cardanofoundation/cardano-rosetta-java-cardano-node:latest
+          push: true
+      - name: Postgres - Build and push Docker ${{ inputs.tag }} image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./docker/postgres/Dockerfile
+          tags: cardanofoundation/cardano-rosetta-java-postgres:${{ inputs.tag }}
+          push: true
+      - name: Postgres - Build and push Docker latest image
+        uses: docker/build-push-action@v4
+        if: ${{ inputs.isRelease == 'true' }}
+        with:
+          context: .
+          file: ./docker/postgres/Dockerfile
+          tags: cardanofoundation/cardano-rosetta-java-postgres:latest
+          push: true
+      - name: Mithril - Build and push Docker ${{ inputs.tag }} image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./docker/mithril/Dockerfile
+          tags: cardanofoundation/cardano-rosetta-java-mithril:${{ inputs.tag }}
+          push: true
+      - name: Mithril - Build and push Docker latest image
+        uses: docker/build-push-action@v4
+        if: ${{ inputs.isRelease == 'true' }}
+        with:
+          context: .
+          file: ./docker/mithril/Dockerfile
+          tags: cardanofoundation/cardano-rosetta-java-mithril:latest
+          push: true
       - name: All-in-one - Build and push Docker image
         uses: docker/build-push-action@v4
         with:

.github/workflows/feature-mvn-build.yaml

@@ -10,11 +10,18 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v3
 
-      - name: Set up JDK 21
-        uses: actions/setup-java@v3
+#     - name: Set up JDK 21
+#       uses: actions/setup-java@v3
+#       with:
+#         java-version: '21'
+#         distribution: 'temurin'
+#         cache: maven
+
+      - name: Set up Amazon Corretto
+        uses: actions/setup-java@v4
         with:
-          java-version: '21'
-          distribution: 'temurin'
+          distribution: 'corretto'
+          java-version: 24
           cache: maven
 
       - name: Build project

.github/workflows/sonar-cloud-report.yml

@@ -13,12 +13,20 @@ jobs:
       - uses: actions/checkout@v3
         with:
           fetch-depth: 0  # Shallow clones should be disabled for a better relevancy of analysis
-      - name: Set up JDK 21
-        uses: actions/setup-java@v3
+#      - name: Set up JDK 21
+#        uses: actions/setup-java@v3
+#        with:
+#          java-version: '21'
+#          distribution: 'temurin'
+#          cache: maven
+
+      - name: Set up Amazon Corretto
+        uses: actions/setup-java@v4
         with:
-          java-version: '21'
-          distribution: 'temurin'
+          distribution: 'corretto'
+          java-version: 24
           cache: maven
+
       - name: Build
         env:
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}

.gitignore

@@ -46,6 +46,7 @@ settings.xml
 !.env.h2
 !.env.h2-testdata
 !.env.docker-compose
+!.env.docker-compose-preprod
 !.env.docker-compose-profile-entry-level
 !.env.docker-compose-profile-mid-level