solcap: version ULONGMAX

Author: nipatel-jump

src/app/firedancer-dev/commands/backtest.c

@@ -87,6 +87,14 @@ backtest_topo( config_t * config ) {
   #define FOR(cnt) for( ulong i=0UL; i<cnt; i++ )
   FOR(exec_tile_cnt) fd_topob_tile( topo, "exec", "exec", "metric_in", cpu_idx++, 0, 0 );
 
+  /**********************************************************************/
+  /* Add the capture tile to topo                                       */
+  /**********************************************************************/
+  if (solcap_enabled) {
+  fd_topob_wksp( topo, "captur" );
+    fd_topob_tile( topo, "captur", "captur", "metric_in", cpu_idx++, 0, 0 );
+  }
+
   /**********************************************************************/
   /* Add the snapshot tiles to topo                                       */
   /**********************************************************************/
@@ -228,7 +236,7 @@ backtest_topo( config_t * config ) {
      link for this without introducing a race. This will get removed with solcap V2. */
   if( FD_UNLIKELY( solcap_enabled ) ) {
     /* TODO: remove this with solcap V2 */
-    FOR(exec_tile_cnt) fd_topob_link( topo, "exec_replay", "exec_replay", 1024UL, FD_CAPTURE_CTX_ACCOUNT_UPDATE_MSG_FOOTPRINT, 1UL );
+    FOR(exec_tile_cnt) fd_topob_link( topo, "exec_replay", "exec_replay", 1024UL, 4096UL, 1UL );
   } else {
     FOR(exec_tile_cnt) fd_topob_link( topo, "exec_replay", "exec_replay", 16384UL, sizeof(fd_exec_task_done_msg_t), 1UL );
   }
@@ -240,6 +248,15 @@ backtest_topo( config_t * config ) {
   /* Setup the shared objs used by replay and exec tiles                */
   /**********************************************************************/
 
+  if ( FD_UNLIKELY( solcap_enabled) ) {
+    fd_topob_link( topo, "cap_repl", "captur", 32UL, SOLCAP_WRITE_ACCOUNT_DATA_MTU, 1UL );
+    fd_topob_tile_out( topo, "replay", 0UL, "cap_repl", 0UL );
+    fd_topob_tile_in( topo, "captur", 0UL, "metric_in", "cap_repl", 0UL, FD_TOPOB_RELIABLE, FD_TOPOB_POLLED );
+    FOR(exec_tile_cnt) fd_topob_link( topo, "cap_exec", "captur",  32UL, SOLCAP_WRITE_ACCOUNT_DATA_MTU, 1UL );
+    FOR(exec_tile_cnt) fd_topob_tile_out( topo, "exec", i, "cap_exec", i );
+    FOR(exec_tile_cnt) fd_topob_tile_in( topo, "captur", 0UL, "metric_in", "cap_exec", i, FD_TOPOB_RELIABLE, FD_TOPOB_POLLED );
+  }
+
   fd_topob_wksp( topo, "store" );
   fd_topo_obj_t * store_obj = setup_topo_store( topo, "store", config->firedancer.store.max_completed_shred_sets, 1 );
   fd_topob_tile_uses( topo, backt_tile, store_obj, FD_SHMEM_JOIN_MODE_READ_WRITE );

src/app/firedancer-dev/main.c

@@ -101,6 +101,7 @@ extern fd_topo_run_tile_t fd_tile_archiver_feeder;
 extern fd_topo_run_tile_t fd_tile_archiver_writer;
 extern fd_topo_run_tile_t fd_tile_archiver_playback;
 extern fd_topo_run_tile_t fd_tile_shredcap;
+extern fd_topo_run_tile_t fd_tile_captur;
 
 extern fd_topo_run_tile_t fd_tile_snaprd;
 extern fd_topo_run_tile_t fd_tile_snapdc;
@@ -152,6 +153,7 @@ fd_topo_run_tile_t * TILES[] = {
   &fd_tile_snapin,
   &fd_tile_genesi,
   &fd_tile_ipecho,
+  &fd_tile_captur,
   NULL,
 };
 

src/app/firedancer/callbacks.c

@@ -5,6 +5,7 @@
 #include "../../flamenco/runtime/fd_bank.h"
 #include "../../flamenco/runtime/fd_runtime.h"
 #include "../../flamenco/runtime/fd_txncache_shmem.h"
+#include "../../flamenco/capture/fd_capture_tile.h"
 
 #define VAL(name) (__extension__({                                                             \
   ulong __x = fd_pod_queryf_ulong( topo->props, ULONG_MAX, "obj.%lu.%s", obj->id, name );      \

src/app/firedancer/topology.c

@@ -123,6 +123,13 @@ setup_topo_txncache( fd_topo_t *  topo,
   return obj;
 }
 
+fd_topo_obj_t *
+setup_topo_capctx_buf( fd_topo_t * topo, char const * wksp_name, char const * path ) {
+  fd_topo_obj_t * obj = fd_topob_obj( topo, "capctx_buf", wksp_name );
+  FD_TEST( fd_pod_insertf_cstr( topo->props, path, "obj.%lu.path", obj->id ) );
+  return obj;
+}
+
 static int
 resolve_address( char const * address,
                  uint       * ip_addr ) {
@@ -903,6 +910,7 @@ fd_topo_configure_tile( fd_topo_tile_t * tile,
 
     tile->replay.txncache_obj_id = fd_pod_query_ulong( config->topo.props, "txncache", ULONG_MAX );
     tile->replay.funk_obj_id = fd_pod_query_ulong( config->topo.props, "funk", ULONG_MAX );
+    tile->replay.capctx_obj_id = fd_pod_query_ulong( config->topo.props, "capctx", ULONG_MAX );
 
     strncpy( tile->replay.cluster_version, config->tiles.replay.cluster_version, sizeof(tile->replay.cluster_version) );
 
@@ -927,6 +935,7 @@ fd_topo_configure_tile( fd_topo_tile_t * tile,
 
     tile->exec.funk_obj_id = fd_pod_query_ulong( config->topo.props, "funk", ULONG_MAX );
     tile->exec.txncache_obj_id = fd_pod_query_ulong( config->topo.props, "txncache", ULONG_MAX );
+    tile->exec.capctx_obj_id = fd_pod_query_ulong( config->topo.props, "capctx", ULONG_MAX );
 
     tile->exec.max_live_slots = config->firedancer.runtime.max_live_slots;
 
@@ -1119,6 +1128,10 @@ fd_topo_configure_tile( fd_topo_tile_t * tile,
     tile->shredcap.enable_publish_stake_weights = 0; /* this is not part of the config */
     strncpy( tile->shredcap.manifest_path, "", PATH_MAX ); /* this is not part of the config */
 
+  } else if( FD_UNLIKELY( !strcmp( tile->name, "captur" ) ) ) {
+
+    strncpy( tile->capctx.solcap_capture, config->capture.solcap_capture, sizeof(tile->capctx.solcap_capture) );
+
   } else {
     FD_LOG_ERR(( "unknown tile name `%s`", tile->name ));
   }

src/app/firedancer/topology.h

@@ -47,6 +47,9 @@ setup_topo_txncache( fd_topo_t *  topo,
                      ulong        max_live_slots,
                      ulong        max_txn_per_slot );
 
+fd_topo_obj_t *
+setup_topo_capctx_buf( fd_topo_t * topo, char const * wksp_name, char const * path );
+
 void
 fd_topo_configure_tile( fd_topo_tile_t * tile,
                         fd_config_t *    config );

src/app/shared/fd_config.h

@@ -155,6 +155,10 @@ struct fd_configf {
   struct {
     ulong max_completed_shred_sets;
   } store;
+
+  struct {
+    char path[ PATH_MAX ];
+  } capctx;
 };
 
 typedef struct fd_configf fd_configf_t;

src/disco/stem/fd_stem.c

@@ -37,6 +37,14 @@
    or monitoring tools.  The ctx is a user-provided context object from
    when the stem tile was initialized.
 
+    CUSTOM_INPUT_SELECTION
+   Is called to determine if the stem should shuffle the input
+   selection.  The ctx is a user-provided context object from when the
+   stem tile was initialized.  The stem should return 1 if the input
+   selection should be shuffled, 0 otherwise. Used alongside
+   STEM_CUSTOM_INPUT_ADVANCE_FLAG to determine if the input selection
+   should be advanced.
+
      BEFORE_CREDIT
    Is called every iteration of the stem run loop, whether there is a
    new frag ready to receive or not.  This callback is also still
@@ -484,14 +492,19 @@ STEM_(run1)( ulong                        in_cnt,
         /* We also do the same with the ins to prevent there being a
            correlated order frag origins from different inputs
            downstream at extreme fan in and extreme in load. */
-
-        if( FD_LIKELY( in_cnt>1UL ) ) {
+#ifdef STEM_CUSTOM_INPUT_SELECTION 
+        int shuffle_flag = STEM_CUSTOM_INPUT_ADVANCE_FLAG(ctx);
+#else
+        int shuffle_flag = 1; 
+#endif
+        if( FD_LIKELY( in_cnt>1UL && shuffle_flag ) ) {
           swap_idx = (ulong)fd_rng_uint_roll( rng, (uint)in_cnt );
           fd_stem_tile_in_t in_tmp;
           in_tmp         = in[ swap_idx ];
           in[ swap_idx ] = in[ 0        ];
           in[ 0        ] = in_tmp;
         }
+
       }
 
       /* Reload housekeeping timer */
@@ -579,10 +592,12 @@ STEM_(run1)( ulong                        in_cnt,
     }
 #endif
 
-    fd_stem_tile_in_t * this_in = &in[ in_seq ];
+fd_stem_tile_in_t * this_in = &in[ in_seq ];
+#ifdef STEM_CUSTOM_INPUT_SELECTION
+#else
     in_seq++;
     if( in_seq>=in_cnt ) in_seq = 0UL; /* cmov */
-
+#endif
     /* Check if this in has any new fragments to mux */
 
     ulong                  this_in_seq   = this_in->seq;
@@ -714,6 +729,15 @@ STEM_(run1)( ulong                        in_cnt,
     this_in->accum[ FD_METRICS_COUNTER_LINK_CONSUMED_COUNT_OFF ]++;
     this_in->accum[ FD_METRICS_COUNTER_LINK_CONSUMED_SIZE_BYTES_OFF ] += (uint)sz;
 
+    /* Custom input selection: advance to next input based on flag */
+#ifdef STEM_CUSTOM_INPUT_SELECTION
+    int should_advance = STEM_CUSTOM_INPUT_ADVANCE_FLAG(ctx);
+    if( FD_LIKELY( should_advance ) ) {
+      in_seq++;
+      if( in_seq>=in_cnt ) in_seq = 0UL; /* cmov */
+    }
+#endif
+
     metric_regime_ticks[1] += housekeeping_ticks;
     metric_regime_ticks[4] += prefrag_ticks;
     long next = fd_tickcount();
@@ -815,3 +839,5 @@ STEM_(run)( fd_topo_t *      topo,
 #undef STEM_CALLBACK_RETURNABLE_FRAG
 #undef STEM_CALLBACK_AFTER_FRAG
 #undef STEM_CALLBACK_AFTER_POLL_OVERRUN
+#undef STEM_CUSTOM_INPUT_SELECTION
+#undef STEM_CUSTOM_INPUT_ADVANCE_FLAG

src/disco/topo/fd_topo.h

@@ -353,6 +353,7 @@ struct fd_topo_tile {
       int   tx_metadata_storage;
       ulong funk_obj_id;
       ulong txncache_obj_id;
+      ulong capctx_obj_id;
 
       char  shred_cap[ PATH_MAX ];
       char  cluster_version[ 32 ];
@@ -381,6 +382,7 @@ struct fd_topo_tile {
     struct {
       ulong funk_obj_id;
       ulong txncache_obj_id;
+      ulong capctx_obj_id;
 
       ulong max_live_slots;
 
@@ -560,6 +562,11 @@ struct fd_topo_tile {
 
       char genesis_path[ PATH_MAX ];
     } genesi;
+
+    struct {
+      ulong capture_ctx_obj_id;
+      char solcap_capture[ PATH_MAX ];
+    } capctx;
   };
 };
 

src/discof/capture/Local.mk

@@ -0,0 +1 @@
+$(call add-objs,fd_capture_tile,fd_discof)