Merge pull request #1254 from permaweb/jfrain99/add-su-page-size-config

fix(mu): make su response page size config

Author: jfrain99

servers/cu/README.md

@@ -149,6 +149,7 @@ There are a few environment variables that you can set. Besides
 to be retrieved from the dryrun cache.
 - `DRY_RUN_PROCESS_CACHE_TTL`: the TTL of the dryrun process memory cache.
   If a eval stream is more nonces behind than this limit, a 503 is returned.
+- `LOAD_MESSAGES_PAGE_SIZE`: the size of the page to load when fetching messages from the AO SU.
 
 ## Tests
 

servers/cu/src/bootstrap.js

@@ -365,7 +365,7 @@ export const createApis = async (ctx) => {
       loadMessages: AoSuClient.loadMessagesWith({
         hashChain: (...args) => hashChainWorker.exec('hashChain', args),
         fetch: ctx.fetch,
-        pageSize: 1000,
+        pageSize: ctx.LOAD_MESSAGES_PAGE_SIZE || 1000,
         logger
       }),
       loadProcessLatest: AoSuClient.loadProcessLatestWith({ fetch: ctx.fetch, logger }),
@@ -457,7 +457,7 @@ export const createApis = async (ctx) => {
       loadMessages: AoSuClient.loadMessagesWith({
         hashChain: (...args) => hashChainWorker.exec('hashChain', args),
         fetch: ctx.fetch,
-        pageSize: 1000,
+        pageSize: ctx.LOAD_MESSAGES_PAGE_SIZE || 1000,
         logger
       }),
       loadProcessLatest: AoSuClient.loadProcessLatestWith({ fetch: ctx.fetch, logger }),

servers/cu/src/config.js

@@ -181,7 +181,8 @@ const CONFIG_ENVS = {
     IGNORE_LOCAL_CHECKPOINTS: process.env.IGNORE_LOCAL_CHECKPOINTS === 'true',
     HYDRATION_MODE_NONCE_LIMIT: process.env.HYDRATION_MODE_NONCE_LIMIT || 200,
     DRY_RUN_DEFAULT_MAX_PROCESS_AGE: process.env.DRY_RUN_DEFAULT_MAX_PROCESS_AGE || 100,
-    DRY_RUN_PROCESS_CACHE_TTL: process.env.DRY_RUN_PROCESS_CACHE_TTL || 2000
+    DRY_RUN_PROCESS_CACHE_TTL: process.env.DRY_RUN_PROCESS_CACHE_TTL || 2000,
+    LOAD_MESSAGES_PAGE_SIZE: process.env.LOAD_MESSAGES_PAGE_SIZE || 1000
   },
   production: {
     MODE,
@@ -242,7 +243,8 @@ const CONFIG_ENVS = {
     IGNORE_LOCAL_CHECKPOINTS: process.env.IGNORE_LOCAL_CHECKPOINTS === 'true',
     HYDRATION_MODE_NONCE_LIMIT: process.env.HYDRATION_MODE_NONCE_LIMIT || 200,
     DRY_RUN_DEFAULT_MAX_PROCESS_AGE: process.env.DRY_RUN_DEFAULT_MAX_PROCESS_AGE || 100,
-    DRY_RUN_PROCESS_CACHE_TTL: process.env.DRY_RUN_PROCESS_CACHE_TTL || 2000
+    DRY_RUN_PROCESS_CACHE_TTL: process.env.DRY_RUN_PROCESS_CACHE_TTL || 2000,
+    LOAD_MESSAGES_PAGE_SIZE: process.env.LOAD_MESSAGES_PAGE_SIZE || 1000
   }
 }
 

servers/cu/src/domain/model.js

@@ -262,7 +262,11 @@ export const domainConfigSchema = z.object({
   /**
    * The TTL of the dry run process cache in milliseconds.
    */
-  DRY_RUN_PROCESS_CACHE_TTL: positiveIntSchema
+  DRY_RUN_PROCESS_CACHE_TTL: positiveIntSchema,
+  /**
+   * The size of the page to load when fetching messages from the AO SU.
+   */
+  LOAD_MESSAGES_PAGE_SIZE: positiveIntSchema
 })
 
 export const bufferSchema = z.any().refine(buffer => {