Added kustomize deployment for goerli-nightly replica (#2486)

* Added kustomize deployment for goerli-nightly replica

* Updated replica-healthcheck to v1
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>

infra/op-replica/envs/goerli-nightly/check-for-chaindata.sh

+#!/bin/sh
+set -exu
+
+GETH_DATA_DIR=/geth
+GETH_CHAINDATA_DIR=$GETH_DATA_DIR/geth/chaindata
+GETH_KEYSTORE_DIR=$GETH_DATA_DIR/keystore
+if [ ! -d "$GETH_KEYSTORE_DIR" ]; then
+    echo "$GETH_KEYSTORE_DIR missing, running account import"
+    echo -n "$BLOCK_SIGNER_PRIVATE_KEY_PASSWORD" > "$GETH_DATA_DIR"/password
+    echo -n "$BLOCK_SIGNER_PRIVATE_KEY" > "$GETH_DATA_DIR"/block-signer-key
+    geth account import \
+        --datadir="$GETH_DATA_DIR" \
+        --password="$GETH_DATA_DIR"/password \
+        "$GETH_DATA_DIR"/block-signer-key
+    echo "get account import complete"
+fi
+if [ ! -d "$GETH_CHAINDATA_DIR" ]; then
+    echo "$GETH_CHAINDATA_DIR missing, running init"
+    geth init --datadir="$GETH_DATA_DIR" "$L2GETH_GENESIS_URL" "$L2GETH_GENESIS_HASH"
+    echo "geth init complete"
+else
+    echo "$GETH_CHAINDATA_DIR exists, checking for hardfork."
+    echo "Chain config:"
+    geth dump-chain-cfg --datadir="$GETH_DATA_DIR"
+    if geth dump-chain-cfg --datadir="$GETH_DATA_DIR" | grep -q "\"berlinBlock\": $L2GETH_BERLIN_ACTIVATION_HEIGHT"; then
+        echo "Hardfork already activated."
+    else
+        echo "Hardfork not activated, running init."
+        geth init --datadir="$GETH_DATA_DIR" "$L2GETH_GENESIS_URL" "$L2GETH_GENESIS_HASH"
+        echo "geth hardfork activation complete"
+    fi
+fi
\ No newline at end of file

infra/op-replica/envs/goerli-nightly/data-transport-layer.env

+DATA_TRANSPORT_LAYER__ADDRESS_MANAGER=0x07917E3D28aa7C61baAAcf8e486a77007E1Daa89
+DATA_TRANSPORT_LAYER__CONFIRMATIONS=12
+DATA_TRANSPORT_LAYER__DANGEROUSLY_CATCH_ALL_ERRORS=true
+DATA_TRANSPORT_LAYER__DB_PATH=/db
+DATA_TRANSPORT_LAYER__DEFAULT_BACKEND=l2
+DATA_TRANSPORT_LAYER__ENABLE_METRICS=true
+DATA_TRANSPORT_LAYER__ETH_NETWORK_NAME=goerli
+DATA_TRANSPORT_LAYER__L1_GAS_PRICE_BACKEND=l2
+DATA_TRANSPORT_LAYER__L1_START_HEIGHT=6680000
+DATA_TRANSPORT_LAYER__L2_CHAIN_ID=421
+DATA_TRANSPORT_LAYER__LOGS_PER_POLLING_INTERVAL=2000
+DATA_TRANSPORT_LAYER__NODE_ENV=production
+DATA_TRANSPORT_LAYER__POLLING_INTERVAL=500
+DATA_TRANSPORT_LAYER__SENTRY_TRACE_RATE=0.05
+DATA_TRANSPORT_LAYER__SERVER_HOSTNAME=0.0.0.0
+DATA_TRANSPORT_LAYER__SERVER_PORT=7878
+DATA_TRANSPORT_LAYER__SYNC_FROM_L1=false
+DATA_TRANSPORT_LAYER__SYNC_FROM_L2=true
+DATA_TRANSPORT_LAYER__TRANSACTIONS_PER_POLLING_INTERVAL=1000
+DEPLOYER_HTTP=

infra/op-replica/envs/goerli-nightly/kustomization.yaml

+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+configMapGenerator:
+  - name: data-transport-layer
+    envs:
+      - ./data-transport-layer.env
+  - name: l2geth-replica
+    envs:
+      - ./l2geth-replica.env
+  - name: replica-healthcheck
+    envs:
+      - ./replica-healthcheck.env
+  - name: geth-scripts
+    files:
+      - ./check-for-chaindata.sh
\ No newline at end of file

infra/op-replica/envs/goerli-nightly/l2geth-replica.env

+CHAIN_ID=421
+DATADIR=/geth
+NETWORK_ID=421
+NO_DISCOVER=true
+NO_USB=true
+GASPRICE=0
+GCMODE=archive
+BLOCK_SIGNER_ADDRESS=0x00000398232E2064F896018496b4b44b3D62751F
+BLOCK_SIGNER_PRIVATE_KEY=6587ae678cf4fc9a33000cdbf9f35226b71dcc6a4684a31203241f9bcfd55d27
+BLOCK_SIGNER_PRIVATE_KEY_PASSWORD=pwd
+ETH1_CTC_DEPLOYMENT_HEIGHT=0
+ETH1_SYNC_SERVICE_ENABLE=true
+L2GETH_GENESIS_URL=https://storage.googleapis.com/optimism/goerli-nightly/genesis.json
+L2GETH_GENESIS_HASH=0x20091f0016a82537cda17009b87fb67cb9e3398eb4f7d2a99a47ffab62460cb1
+ROLLUP_BACKEND=l2
+ROLLUP_CLIENT_HTTP=http://data-transport-layer:7878
+ROLLUP_DISABLE_TRANSFERS=false
+ROLLUP_ENABLE_L2_GAS_POLLING=false
+ROLLUP_MAX_CALLDATA_SIZE=40000
+ROLLUP_POLL_INTERVAL_FLAG=3s
+ROLLUP_SYNC_SERVICE_ENABLE=true
+ROLLUP_TIMESTAMP_REFRESH=3m
+ROLLUP_VERIFIER_ENABLE=true
+RPC_ADDR=0.0.0.0
+RPC_API=eth,rollup,net,web3,debug
+RPC_CORS_DOMAIN=*
+RPC_ENABLE=true
+RPC_PORT=8545
+RPC_VHOSTS=*
+TARGET_GAS_LIMIT=15000000
+USING_OVM=true
+WS_ADDR=0.0.0.0
+WS_API=eth,rollup,net,web3,debug
+WS_ORIGINS=*
+WS=true

infra/op-replica/envs/goerli-nightly/replica-healthcheck.env

+REPLICA_HEALTHCHECK__ETH_NETWORK=goerli-nightly
+REPLICA_HEALTHCHECK__L2GETH_IMAGE_TAG=0.4.9
+REPLICA_HEALTHCHECK__ETH_REPLICA_RPC_PROVIDER=http://l2geth-replica:8545
\ No newline at end of file

infra/op-replica/kustomize/bases/replica-healthcheck-v1/deployment.yaml

@@ -9,9 +9,6 @@ spec:
       containers:
         - name: replica-healthcheck
           image: ethereumoptimism/replica-healthcheck-v1
-          envFrom:
-            - configMapRef:
-                name: replica-healthcheck-v1
           ports:
             - containerPort: 7300
               name: metrics

infra/op-replica/kustomize/overlays/goerli-nightly/kustomization.yaml

+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: goerli-nightly-replica
+commonLabels:
+  network: goerli-nightly
+  provider: internal
+
+bases:
+  - ../../../envs/goerli-nightly
+  - ../../../scripts
+
+resources:
+  - ../../bases/data-transport-layer
+  - ../../bases/l2geth-replica
+  - ../../bases/servicemonitors
+  - ../../bases/replica-healthcheck-v1
+  - ./volumes.yaml
+
+images:
+  - name: ethereumoptimism/data-transport-layer
+    newName: ethereumoptimism/data-transport-layer
+    newTag: latest
+  - name: ethereumoptimism/l2geth
+    newName: ethereumoptimism/l2geth
+    newTag: latest
+  - name: ethereumoptimism/replica-healthcheck-v1
+    newName: ethereumoptimism/replica-healthcheck
+    newTag: latest
+
+patchesStrategicMerge:
+  - ./patches/dtl.yaml
+  - ./patches/l2geth.yaml
+  - ./patches/replica-healthcheck.yaml
+
+patches:
+  - path: ./patches/l2geth-volume.yaml
+    target:
+      group: apps
+      version: v1
+      kind: StatefulSet
+      name: l2geth-replica
+  - path: ./patches/dtl-volume.yaml
+    target:
+      group: apps
+      version: v1
+      kind: StatefulSet
+      name: data-transport-layer
\ No newline at end of file

infra/op-replica/kustomize/overlays/goerli-nightly/patches/dtl-volume.yaml

+---
+- op: replace
+  path: /spec/template/spec/volumes/0
+  value:
+    name: data-transport-layer
+    persistentVolumeClaim:
+      claimName: data-transport-layer-data

infra/op-replica/kustomize/overlays/goerli-nightly/patches/dtl.yaml

+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: data-transport-layer
+spec:
+  template:
+    spec:
+      initContainers:
+        - name: wait-for-l1
+          env:
+            - name: L1_NODE_WEB3_URL
+              value: http://failover-proxyd.default:8080
+      containers:
+        - name: data-transport-layer
+          resources:
+            limits:
+              cpu: "2"
+              memory: 4Gi
+            requests:
+              cpu: "1"
+              memory: 1Gi
+          env:
+            - name: DATA_TRANSPORT_LAYER__L1_RPC_ENDPOINT
+              value: http://failover-proxyd.default:8080
+            - name: DATA_TRANSPORT_LAYER__L2_RPC_ENDPOINT
+              value: http://sequencer.default:8545
+            - name: L1_NODE_WEB3_URL
+              value: http://failover-proxyd.default:8080
\ No newline at end of file

infra/op-replica/kustomize/overlays/goerli-nightly/patches/l2geth-volume.yaml

+- op: replace
+  path: /spec/template/spec/volumes/0
+  value:
+    name: l2geth-replica-data
+    persistentVolumeClaim:
+      claimName: l2geth-replica-data

infra/op-replica/kustomize/overlays/goerli-nightly/patches/l2geth.yaml

+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: l2geth-replica
+spec:
+  template:
+    spec:
+      containers:
+        - name: l2geth-replica
+          env:
+            - name: IPC_DISABLE
+              value: "false"
+          resources:
+            limits:
+              cpu: "4"
+              memory: 12Gi
+            requests:
+              cpu: "2"
+              memory: 8Gi

infra/op-replica/kustomize/overlays/goerli-nightly/patches/replica-healthcheck.yaml

+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: replica-healthcheck-v1
+spec:
+  replicas: 1
+  template:
+    spec:
+      containers:
+        - name: replica-healthcheck
+          env:
+            - name: HEALTHCHECK__REFERENCE_RPC_PROVIDER
+              value: http://sequencer.default:8545
+            - name: HEALTHCHECK__TARGET_RPC_PROVIDER
+              value: http://l2geth-replica:8545

infra/op-replica/kustomize/overlays/goerli-nightly/volumes.yaml

+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: l2geth-replica-data
+spec:
+  storageClassName: premium-rwo
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 200Gi
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: data-transport-layer-data
+spec:
+  storageClassName: premium-rwo
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 10Gi
\ No newline at end of file