ci: testnet prod sync

README.md

@@ -61,7 +61,7 @@
 
 ## Connext Architecture
 
-The Connext architecture can be seen as a layered system, as follows:
+The Connext architecture can be seen as a layered system, as follows.
 
 | Layer                            | Protocol/Stakeholders                  |
 | -------------------------------- | -------------------------------------- |

ops/mainnet/prod/backend/main.tf

@@ -167,7 +167,7 @@ module "sdk-server" {
   ingress_cdir_blocks      = ["0.0.0.0/0"]
   ingress_ipv6_cdir_blocks = []
   service_security_groups  = flatten([module.network.allow_all_sg, module.network.ecs_task_sg])
-  cert_arn                 = var.certificate_arn_testnet
+  cert_arn                 = var.certificate_arn
   container_env_vars       = local.sdk_server_env_vars
   domain                   = var.domain
 }

ops/mainnet/prod/core/main.tf

@@ -394,8 +394,8 @@ module "lighthouse_propagate_cron" {
   environment         = var.environment
   stage               = var.stage
   container_env_vars  = merge(local.lighthouse_env_vars, { LIGHTHOUSE_SERVICE = "propagate" })
-  memory_size         = 2048
   schedule_expression = "rate(120 minutes)"
+  memory_size         = 2048
 }
 
 module "lighthouse_sendoutboundroot_cron" {

ops/modules/ecr/main.tf

@@ -3,6 +3,31 @@ resource "aws_ecr_repository" "name" {
   name     = each.value
 }
 
+resource "aws_ecr_lifecycle_policy" "remove_old_images" {
+  for_each   = aws_ecr_repository.name
+  repository = each.value.name
+
+  policy = <<EOF
+{
+    "rules": [
+        {
+            "rulePriority": 1,
+            "description": "Expire images older than 20 days",
+            "selection": {
+                "tagStatus": "any",
+                "countType": "sinceImagePushed",
+                "countUnit": "days",
+                "countNumber": 20
+            },
+            "action": {
+                "type": "expire"
+            }
+        }
+    ]
+}
+EOF
+}
+
 
 resource "aws_ecr_replication_configuration" "this" {
   replication_configuration {

ops/testnet/prod/core/config.tf

@@ -85,11 +85,11 @@ locals {
       }
       "1735353714" = {
         providers                 = ["https://eth-goerli.blastapi.io/${var.blast_key}", "https://rpc.ankr.com/eth_goerli"]
-        excludeListFromRelayerFee = ["0x79D5007F9782eE0407DB4C7a9fC6AE030586afac"]
+        excludeListFromRelayerFee = ["0x79D5007F9782eE0407DB4C7a9fC6AE030586afac", "0xc8D125853346a389A8a68390dd23D719c08BF8F8"]
       }
       "9991" = {
         providers                 = ["https://rpc.ankr.com/polygon_mumbai", "https://polygon-testnet.blastapi.io/${var.blast_key}"]
-        excludeListFromRelayerFee = ["0x6c461C0296eBE3715820F1Cbde856219e06ac3B8"]
+        excludeListFromRelayerFee = ["0x6c461C0296eBE3715820F1Cbde856219e06ac3B8", "0x5Ee7Acd9E57f81a08d361b3Dc516f30964601068"]
       }
       "1734439522" = {
         providers = ["https://arb-goerli.g.alchemy.com/v2/${var.arbgoerli_alchemy_key_0}", "https://goerli-rollup.arbitrum.io/rpc"]

packages/agents/cartographer/poller/src/lib/operations/messagestatus.ts

@@ -11,19 +11,29 @@ export const updateMessageStatus = async () => {
   const { requestContext, methodContext } = createLoggingContext(updateMessageStatus.name);
 
   for (const domain of domains) {
-    const limit = 100;
-    logger.debug("Updating message status", requestContext, methodContext, { domain, limit });
-    const pendingTransfersByMessageStatus = await database.getPendingTransfersByMessageStatus(domain, 0, limit);
-    const updatedTransfers = await Promise.all(
-      pendingTransfersByMessageStatus.map(async (transfer) => {
-        const messageStatus = await getMessageStatus(transfer);
-        const _transfer = transfer;
-        if (_transfer.origin) _transfer.origin!.messageStatus = messageStatus;
-        return _transfer;
-      }),
-    );
+    const limit = 1000;
+    let end = false;
+    let offset = 0;
+    while (!end) {
+      logger.debug("Updating message status", requestContext, methodContext, { domain, offset, limit });
+      const pendingTransfersByMessageStatus = await database.getPendingTransfersByMessageStatus(domain, offset, limit);
+      const updatedTransfers = await Promise.all(
+        pendingTransfersByMessageStatus.map(async (transfer) => {
+          const messageStatus = await getMessageStatus(transfer);
+          const _transfer = transfer;
+          if (_transfer.origin) _transfer.origin!.messageStatus = messageStatus;
+          return _transfer;
+        }),
+      );
 
-    await database.saveTransfers(updatedTransfers);
+      await database.saveTransfers(updatedTransfers);
+      offset += pendingTransfersByMessageStatus.length;
+      if (pendingTransfersByMessageStatus.length < limit) {
+        end = true;
+        break;
+      }
+    }
+    logger.debug("Updated message status for domain", requestContext, methodContext, { domain });
   }
 };
 

packages/agents/cartographer/poller/src/lib/operations/prices.ts

@@ -92,41 +92,43 @@ export const updateHistoricAssetPrices = async () => {
 
   const latestTimestamp =
     (await database.getCheckPoint("asset_price_timestamp_" + canonicalDomain)) || ASSET_PRICE_START_TIMESTAMP;
-  const toTimestamp = latestTimestamp + 90 * 24 * 3600;
+  const toTimestamp = Math.min(latestTimestamp + 90 * 24 * 3600, getNtpTimeSeconds());
 
-  for (const asset of assetsOnCanonical) {
-    let response: any;
-    try {
-      response = await axiosGet(`https://api.coingecko.com/api/v3/coins/${asset.coingeckoId}/market_chart/range`, {
-        params: { from: latestTimestamp, to: toTimestamp, vs_currency: "usd" },
-      });
-      if (response && response.data) {
-        logger.debug("Got historical prices from Coingecko API", requestContext, methodContext, {
-          coingeckoId: asset.coingeckoId,
-          from: latestTimestamp,
-          to: toTimestamp,
-          length: response.data.prices.length,
+  if (latestTimestamp < toTimestamp) {
+    for (const asset of assetsOnCanonical) {
+      let response: any;
+      try {
+        response = await axiosGet(`https://api.coingecko.com/api/v3/coins/${asset.coingeckoId}/market_chart/range`, {
+          params: { from: latestTimestamp, to: toTimestamp, vs_currency: "usd" },
         });
+        if (response && response.data) {
+          logger.debug("Got historical prices from Coingecko API", requestContext, methodContext, {
+            coingeckoId: asset.coingeckoId,
+            from: latestTimestamp,
+            to: toTimestamp,
+            length: response.data.prices.length,
+          });
 
-        const prices = response.data.prices as unknown as [number, number][];
-        const assetPrices: AssetPrice[] = prices.map(([timestamp, price]) => {
-          return {
-            canonicalId: asset.canonicalId,
-            canonicalDomain: asset.canonicalDomain,
-            timestamp: Math.floor(timestamp / 1000),
-            price: price,
-          };
-        });
+          const prices = response.data.prices as unknown as [number, number][];
+          const assetPrices: AssetPrice[] = prices.map(([timestamp, price]) => {
+            return {
+              canonicalId: asset.canonicalId,
+              canonicalDomain: asset.canonicalDomain,
+              timestamp: Math.floor(timestamp / 1000),
+              price: price,
+            };
+          });
 
-        await database.saveAssetPrice(assetPrices);
-        await database.saveCheckPoint("asset_price_timestamp_" + canonicalDomain, toTimestamp);
-        logger.debug("Saved Asset Prices", requestContext, methodContext, { assetPrices });
+          await database.saveAssetPrice(assetPrices);
+          await database.saveCheckPoint("asset_price_timestamp_" + canonicalDomain, toTimestamp);
+          logger.debug("Saved Asset Prices", requestContext, methodContext, { assetPrices });
+        }
+      } catch (e: unknown) {
+        logger.debug("Coingecko API not responding correctly", requestContext, methodContext, {
+          res: response ? (response?.data ? response.data : response) : undefined,
+          error: jsonifyError(e as NxtpError),
+        });
       }
-    } catch (e: unknown) {
-      logger.debug("Coingecko API not responding correctly", requestContext, methodContext, {
-        res: response ? (response?.data ? response.data : response) : undefined,
-        error: jsonifyError(e as NxtpError),
-      });
     }
   }
 };

packages/agents/sdk/CHANGELOG.md

@@ -2,7 +2,7 @@
 
 ## Next Release
 
-## v2.1.0-alpha.2
+## v2.1.1-alpha.0
 
 - Add filtering by domain to getTransfers
 

packages/agents/sdk/src/interfaces/index.ts

@@ -821,6 +821,8 @@ export const SdkGetTransfersParamsSchema = Type.Optional(
     errorStatus: Type.Optional(XTransferErrorStatus),
     transferId: Type.Optional(Type.String()),
     transactionHash: Type.Optional(Type.String()),
+    executeTransactionHash: Type.Optional(Type.String()),
+    reconcileTransactionHash: Type.Optional(Type.String()),
     xcallCaller: Type.Optional(Type.String()),
     range: Type.Optional(TRange),
   }),

packages/agents/sdk/src/sdkUtils.ts

@@ -214,6 +214,8 @@ export class SdkUtils extends SdkShared {
     errorStatus?: XTransferErrorStatus;
     transferId?: string;
     transactionHash?: string;
+    executeTransactionHash?: string;
+    reconcileTransactionHash?: string;
     xcallCaller?: string;
     originDomain?: string;
     destinationDomain?: string;
@@ -230,6 +232,8 @@ export class SdkUtils extends SdkShared {
       errorStatus,
       originDomain,
       destinationDomain,
+      executeTransactionHash,
+      reconcileTransactionHash,
     } = params ?? {};
 
     const userIdentifier = userAddress ? `xcall_tx_origin=eq.${userAddress.toLowerCase()}&` : "";
@@ -243,6 +247,12 @@ export class SdkUtils extends SdkShared {
     const xcallCallerIdentifier = xcallCaller ? `xcall_caller=eq.${xcallCaller.toLowerCase()}&` : "";
     const originDomainIdentifier = originDomain ? `origin_domain.in.(${originDomain})&` : "";
     const destinationDomainIdentifier = destinationDomain ? `destination_domain.in.(${destinationDomain})&` : "";
+    const executeTransactionHashIdentifier = executeTransactionHash
+      ? `execute_transaction_hash=eq.${executeTransactionHash.toLowerCase()}&`
+      : "";
+    const reconcileTransactionHashIdentifier = reconcileTransactionHash
+      ? `reconcile_transaction_hash=eq.${reconcileTransactionHash.toLowerCase()}&`
+      : "";
 
     const searchIdentifier =
       userIdentifier +
@@ -253,7 +263,9 @@ export class SdkUtils extends SdkShared {
       transactionHashIdentifier +
       xcallCallerIdentifier +
       originDomainIdentifier +
-      destinationDomainIdentifier;
+      destinationDomainIdentifier +
+      executeTransactionHashIdentifier +
+      reconcileTransactionHashIdentifier;
 
     const limit = range?.limit ? range.limit : 10;
     const offset = range?.offset ? range.offset : 0;