ADD: L2 Optimism

controls/roles/manage-service/tasks/import-state-snapshot-opreth.yml

@@ -0,0 +1,89 @@
+---
+- name: Check if op-reth db exists
+  ansible.builtin.stat:
+    path: "{{ stereum_service_configuration.volumes | select('search', ':/op-reth') | first | split(':') | first }}/db"
+  register: op_reth_db
+
+- name: Initialize Optimism Reth database
+  block:
+    - name: Gather installed package facts
+      ansible.builtin.package_facts:
+        manager: auto
+
+    - name: Install MegaTools and zstd (Debian)
+      ansible.builtin.apt:
+        name:
+          - megatools
+          - zstd
+        state: present
+      when: ansible_os_family == "Debian" and ('megatools' not in ansible_facts.packages or 'zstd' not in ansible_facts.packages)
+
+    - name: Install MegaTools and zstd (CentOS)
+      ansible.builtin.yum:
+        name:
+          - megatools
+          - zstd
+        state: present
+      when: ansible_os_family == "RedHat" and ('megatools' not in ansible_facts.packages or 'zstd' not in ansible_facts.packages)
+
+    - name: Set data directory variable
+      ansible.builtin.set_fact:
+        op_reth_datadir: "{{ stereum_service_configuration.volumes | select('search', ':/op-reth') | first | split(':') | first }}"
+
+    - name: Download state snapshot at Bedrock
+      ansible.builtin.command:
+        cmd: megadl "https://mega.nz/file/GdZ1xbAT#a9cBv3AqzsTGXYgX7nZc_3fl--tcBmOAIwIA5ND6kwc"
+      args:
+        chdir: "{{ op_reth_datadir }}"
+
+    - name: Extract state file
+      ansible.builtin.shell:
+        cmd: "zstd -d -o {{ op_reth_datadir }}/world_trie_state.jsonl {{ op_reth_datadir }}/*.jsonl.zst"
+
+    - name: Import state snapshot at Bedrock
+      community.docker.docker_container:
+        name: "op-reth-init"
+        image: "{{ stereum_service_configuration.image }}"
+        hostname: "op-reth-init"
+        user: "{{ stereum_service_configuration.user }}"
+        env: "{}"
+        command:
+          - "init-state"
+          - "--without-ovm"
+          - "--chain"
+          - "optimism"
+          - "--datadir"
+          - "/op-reth"
+          - "/op-reth/world_trie_state.jsonl"
+        entrypoint: "{{ stereum_service_configuration.entrypoint }}"
+        restart_policy: "no"
+        state: started
+        volumes:
+          - "{{ stereum_service_configuration.volumes | select('search', ':/op-reth') | first }}"
+        log_driver: "json-file"
+        log_options:
+          max-file: "10"
+          max-size: "100m"
+        auto_remove: true
+      failed_when: false
+      become: true
+
+    - name: Wait till op-reth-init container stopped (max 30 min)
+      command: "docker ps"
+      register: stereum_docker_ps
+      until:
+        - stereum_docker_ps.stdout.find("op-reth-init") == -1
+      retries: 180
+      delay: 10
+      changed_when: false
+
+    - name: Remove temporary files
+      ansible.builtin.file:
+        path: "{{ item }}"
+        state: absent
+      with_fileglob:
+        - "{{ op_reth_datadir }}/*.jsonl"
+        - "{{ op_reth_datadir }}/*.jsonl.zst"
+      become: true
+  when: not op_reth_db.stat.exists
+#EOF

controls/roles/manage-service/tasks/main.yml

@@ -47,17 +47,19 @@
         recurse: yes
       changed_when: false
       become: yes
+
       when:
         - (stereum.manage_service.state == "started" or stereum.manage_service.state == "restarted")
         - item.split(':') | first != '/'
         - item.split(':') | first != '/sys'
         - item.split(':') | first != '/proc'
         - not (stereum_service_configuration.service == "NimbusValidatorService" and item.split(':') | last == '/opt/app/secrets') # ignoring this bc nimbus validator sets this directory to 0600
-      with_items: "{{ stereum_service_configuration.volumes | reject('search', ':/engine.jwt|:/execution/engine.jwt') }}"
+  with_items: "{{ stereum_service_configuration.volumes | reject('search', ':/engine.jwt|:/execution/engine.jwt|:/op-engine.jwt') }}"
+
 
     - name: Set directory permissions for engine.jwt
       file:
-        path: "{{ item.split(':') | first | replace('/engine.jwt', '') | replace('/execution/engine.jwt', '') }}"
+        path: "{{ item.split(':') | first | replace('/engine.jwt', '') | replace('/execution/engine.jwt', '') | replace('/op-engine.jwt', '') }}"
         state: directory
         owner: "{{ stereum_service_configuration.user }}"
         group: "{{ stereum_service_configuration.user }}"
@@ -66,7 +68,7 @@
       changed_when: false
       become: yes
       when: stereum.manage_service.state == "started" or stereum.manage_service.state == "restarted"
-      with_items: "{{ stereum_service_configuration.volumes | select('search', ':/engine.jwt|:/execution/engine.jwt') }}"
+      with_items: "{{ stereum_service_configuration.volumes | select('search', ':/engine.jwt|:/execution/engine.jwt|:/op-engine.jwt') }}"
 
     - name: Stereum's docker network
       docker_network:
@@ -103,15 +105,15 @@
       copy:
         # besu prevents the use of tokens starting with '0x', so we start always with 'ff'
         content: "ff{{ query('community.general.random_string', override_all=hex_chars, length=62) | first }}"
-        dest: "{{ stereum_service_configuration.volumes | select('search', ':/engine.jwt|/execution/engine.jwt') | first | split(':') | first }}"
+        dest: "{{ stereum_service_configuration.volumes | select('search', ':/engine.jwt|/execution/engine.jwt|:/op-engine.jwt') | first | split(':') | first }}"
         force: no
         mode: 0444
       vars:
         hex_chars: "0123456789abcdef"
       become: yes
       when:
-        - stereum_service_configuration.service in ['BesuService', 'GethService', 'RethService', 'NethermindService', 'ErigonService', 'LighthouseBeaconService', 'NimbusBeaconService', 'PrysmBeaconService', 'TekuBeaconService', 'LodestarBeaconService']
-        - stereum_service_configuration.volumes | select('search', ':/engine.jwt|/execution/engine.jwt') | length > 0
+        - stereum_service_configuration.service in ['BesuService', 'GethService', 'RethService', 'NethermindService', 'ErigonService', 'LighthouseBeaconService', 'NimbusBeaconService', 'PrysmBeaconService', 'TekuBeaconService', 'LodestarBeaconService', 'OpGethService', 'OpErigonService', 'OpRethService']
+        - stereum_service_configuration.volumes | select('search', ':/engine.jwt|/execution/engine.jwt|:/op-engine.jwt') | length > 0
 
     - include_tasks: write-graffiti-files.yml
       when: >
@@ -137,6 +139,11 @@
         stereum_service_configuration.service is match("NimbusBeaconService") and
         (stereum.manage_service.state == "started" or stereum.manage_service.state == "restarted")
 
+    - include_tasks: import-state-snapshot-opreth.yml
+      when: >
+        (stereum_service_configuration.service is match("OpRethService") and stereum_service_configuration.network is match("op-mainnet")) and
+        (stereum.manage_service.state == "started" or stereum.manage_service.state == "restarted")
+
     - name: Start service
       community.docker.docker_container:
         command_handling: correct

controls/roles/manage-service/templates/prometheus.yml.j2

@@ -400,6 +400,37 @@ scrape_configs:
 {% endif %}
         ]
 
+# op-geth
+  - job_name: op-geth
+    metrics_path: /debug/metrics/prometheus
+    static_configs:
+      - targets: [
+{% set targets = [] %}
+{%- for service_config in service_configs.results %}
+  {%- if (service_config.content | b64decode | from_yaml).service == "OpGethService" %}
+    {%- set _ = targets.append("stereum-" ~ (service_config.content | b64decode | from_yaml).id ~ ":6060") %}
+  {%- endif %}
+{% endfor %}
+{% if targets %}
+          "{{ targets | join('",\n          "') }}"
+{% endif %}
+        ]
+
+# op-node beacon
+  - job_name: op_node_beacon
+    static_configs:
+      - targets: [
+{% set targets = [] %}
+{%- for service_config in service_configs.results %}
+  {%- if (service_config.content | b64decode | from_yaml).service == "OpNodeBeaconService" %}
+    {%- set _ = targets.append("stereum-" ~ (service_config.content | b64decode | from_yaml).id ~ ":7300") %}
+  {%- endif %}
+{% endfor %}
+{% if targets %}
+          "{{ targets | join('",\n          "') }}"
+{% endif %}
+        ]
+
 # SSVNOMService
   - job_name: ssvnoms_fast_metrics
     scrape_interval: 60s

launcher/package.json

@@ -73,6 +73,7 @@
     "@tailwindcss/forms": "^0.5.10",
     "@tailwindcss/typography": "^0.5.16",
     "@vue/cli-service": "^5.0.8",
+    "@vue/compiler-sfc": "^3.5.13",
     "@vue/test-utils": "^2.4.6",
     "@vue/vue3-jest": "^29.2.6",
     "@vueuse/core": "^12.7.0",