feat: add filtered L1 Bundle copycat depth-aware indexing by ID

src/dev_arweave.erl

@@ -71,7 +71,7 @@ post_tx(_Base, Request, Opts, <<"tx@1.0">>) ->
             CacheRes = hb_cache:write(Request, Opts),
             case CacheRes of
                 {ok, _} ->
-                    ?event(arweave_debug, {tx_cached, {msg, Request}, {status, ok}});
+                    ?event(debug_arweave, {tx_cached, {msg, Request}, {status, ok}});
                 _ ->
                     ?event(error, {tx_failed_to_cache, {msg, Request}, CacheRes})
             end;
@@ -383,7 +383,7 @@ get_chunk_range(_Base, Request, Opts) ->
 %% cannot span the strict data split threshold, so mixed ranges are rejected.
 fetch_chunk_range(Offset, Length, Opts) ->
     EndOffset = Offset + Length - 1,
-    ?event(arweave_debug, {fetch_chunk_range,
+    ?event(debug_arweave, {fetch_chunk_range,
         {offset, Offset},
         {end_offset, EndOffset},
         {size, Length}}),
@@ -421,7 +421,7 @@ fetch_post_threshold(Offset, EndOffset, Opts) ->
                 true ->
                     ExtraOffset = min(
                         lists:last(Offsets) + ?DATA_CHUNK_SIZE, EndOffset),
-                    ?event(arweave_debug, {fetching_extra_chunk,
+                    ?event(debug_arweave, {fetching_extra_chunk,
                         {binary_size, BinarySize},
                         {expected_length, ExpectedLength},
                         {extra_offset, ExtraOffset}}),
@@ -458,7 +458,7 @@ fill_gaps(ChunkInfos, Offset, EndOffset, Opts) ->
             % be needed. We have yet to find an L1 TX that is chunked in such
             % a way as to create gaps when using our naive 256KiB chunking.
             GapOffsets = [Start || {Start, _End} <- Gaps],
-            ?event(arweave_debug,
+            ?event(debug_arweave,
                 {fill_gaps, 
                     {offset, Offset},
                     {end_offset, EndOffset},
@@ -477,7 +477,7 @@ fill_gaps(ChunkInfos, Offset, EndOffset, Opts) ->
                     {gap_offsets, GapOffsets}}),
             case fetch_and_collect(GapOffsets, Opts) of
                 {ok, NewInfos} ->
-                    ?event(arweave_debug, {fill_gaps, NewInfos}),
+                    ?event(debug_arweave, {fill_gaps, NewInfos}),
                     fill_gaps(
                         Sorted ++ NewInfos,
                         Offset, EndOffset, Opts
@@ -504,7 +504,7 @@ generate_offsets(Start, End, Step) ->
 
 generate_offsets(Current, End, _Step, Acc) when Current > End ->
     Offsets = lists:reverse(Acc),
-    ?event(arweave_debug, {fetch_chunk_offsets, {offsets, Offsets}}),
+    ?event(debug_arweave, {fetch_chunk_offsets, {offsets, Offsets}}),
     Offsets;
 generate_offsets(Current, End, Step, Acc) ->
     generate_offsets(Current + Step, End, Step, [Current | Acc]).
@@ -520,7 +520,7 @@ collect_chunks([{ok, JSON} | Rest], Acc) ->
     Chunk = hb_util:decode(maps:get(<<"chunk">>, JSON)),
     AbsEnd = hb_util:int(maps:get(<<"absolute_end_offset">>, JSON)),
     AbsStart = AbsEnd - byte_size(Chunk) + 1,
-    ?event(arweave_debug, 
+    ?event(debug_arweave, 
         {collect_chunks,
             {abs_start, AbsStart}, 
             {abs_end, AbsEnd},
@@ -585,7 +585,7 @@ assemble_chunks(ChunkInfos, Offset) ->
                     % The first chunk may start before the requested offset;
                     % trim the leading bytes to start exactly at Offset.
                     Skip = Offset - ChunkStart,
-                    ?event(arweave_debug, {assemble_chunks,
+                    ?event(debug_arweave, {assemble_chunks,
                         {skip, Skip},
                         {chunk_start, ChunkStart},
                         {offset, Offset},
@@ -594,7 +594,7 @@ assemble_chunks(ChunkInfos, Offset) ->
                     }),
                     binary:part(Data, Skip, byte_size(Data) - Skip);
                 false ->
-                    ?event(arweave_debug, {assemble_chunks,
+                    ?event(debug_arweave, {assemble_chunks,
                         {chunk_start, ChunkStart},
                         {offset, Offset},
                         {byte_size, byte_size(Data)}
@@ -730,7 +730,7 @@ request(Method, Path, Opts) ->
 request(Method, Path, Extra, Opts) ->
     request(Method, Path, Extra, [], Opts).
 request(Method, Path, Extra, LogExtra, Opts) ->
-    ?event(arweave_debug, {request,
+    ?event(debug_arweave, {request,
         {method, Method}, {path, {explicit, Path}}, {log_extra, LogExtra}}),
     Res =
         hb_http:request(
@@ -793,7 +793,7 @@ to_message(Path = <<"/tx">>, <<"POST">>, {ok, Response}, LogExtra, _Opts) ->
 to_message(Path = <<"/tx/", TXID/binary>>, <<"GET">>, {ok, #{ <<"body">> := Body }}, LogExtra, Opts) ->
     event_request(Path, <<"GET">>, 200, LogExtra),
     TXHeader = ar_tx:json_struct_to_tx(hb_json:decode(Body)),
-    ?event(arweave_debug,
+    ?event(debug_arweave,
         {arweave_tx_response,
             {path, {explicit, Path}},
             {raw_body, {explicit, Body}},

src/dev_bundler.erl

@@ -304,7 +304,7 @@ handle_task_complete(WorkerPID, Task, Result, State = #state{
         bundles = Bundles
     }) ->
     #task{bundle_id = BundleID} = Task,
-    ?event(bundler_debug, dev_bundler_task:log_task(task_complete, Task, [])),
+    ?event(debug_bundler, dev_bundler_task:log_task(task_complete, Task, [])),
     State1 = State#state{
         workers = maps:put(WorkerPID, idle, Workers)
     },

src/dev_bundler_cache.erl

@@ -90,7 +90,7 @@ complete_tx(TX, Opts) ->
 %% @doc Set the status of a bundle TX.
 set_tx_status(TX, Status, Opts) ->
     Path = tx_path(TX, Opts),
-    ?event(bundler_debug, {set_tx_status, {path, Path}, {status, Status}}),
+    ?event(debug_bundler, {set_tx_status, {path, Path}, {status, Status}}),
     write_pseudopath(Path, Status, Opts).
 
 %% @doc Get the status of a bundle TX.
@@ -134,7 +134,7 @@ load_bundle_states(Opts) ->
                 <<"complete">> -> false; % Skip completed bundles
                 Status ->
                     ?event(
-                        bundler_debug,
+                        debug_bundler,
                         {loaded_tx_state,
                             {id, {string, TXID}},
                             {status, Status}
@@ -148,10 +148,10 @@ load_bundle_states(Opts) ->
 
 %% @doc Load a TX from cache by its ID.
 load_tx(TXID, Opts) ->
-    ?event(bundler_debug, {load_tx, {tx_id, {explicit, TXID}}}),
+    ?event(debug_bundler, {load_tx, {tx_id, {explicit, TXID}}}),
     case hb_cache:read(TXID, Opts) of
         {ok, TX} ->
-            ?event(bundler_debug, {loaded_tx, {tx_id, {explicit, TXID}}}),
+            ?event(debug_bundler, {loaded_tx, {tx_id, {explicit, TXID}}}),
             hb_cache:ensure_all_loaded(TX, Opts);
         _ ->
             ?event(error, {failed_to_load_tx, {tx_id, {explicit, TXID}}}),

src/dev_bundler_recovery.erl

@@ -105,7 +105,7 @@ recover_bundle(ServerPID, TXID, Status, Opts) ->
                     Opts,
                     fun(ItemID, _Item) ->
                         ?event(
-                            bundler_debug,
+                            debug_bundler,
                             {loaded_bundle_item,
                                 {tx_id, {explicit, TXID}},
                                 {item_id, {explicit, ItemID}}

src/dev_bundler_task.erl

@@ -27,7 +27,7 @@ worker_loop() ->
 %% @doc Execute a specific task.
 execute_task(#task{type = post_tx, data = Items, opts = Opts} = Task) ->
     try
-        ?event(bundler_debug, log_task(executing_task, Task, [])),
+        ?event(debug_bundler, log_task(executing_task, Task, [])),
         % Get price and anchor
         {ok, TX} = dev_codec_tx:to(lists:reverse(Items), #{}, #{}),
         DataSize = TX#tx.data_size,
@@ -83,7 +83,7 @@ execute_task(#task{type = post_tx, data = Items, opts = Opts} = Task) ->
 
 execute_task(#task{type = build_proofs, data = CommittedTX, opts = Opts} = Task) ->
     try
-        ?event(bundler_debug, log_task(executing_task, Task, [])),
+        ?event(debug_bundler, log_task(executing_task, Task, [])),
         % Calculate chunks and proofs
         TX = hb_message:convert(
             CommittedTX, <<"tx@1.0">>, <<"structured@1.0">>, Opts),
@@ -139,7 +139,7 @@ execute_task(#task{type = build_proofs, data = CommittedTX, opts = Opts} = Task)
 execute_task(#task{type = post_proof, data = Proof, opts = Opts} = Task) ->
     #{chunk := Chunk, data_path := DataPath, offset := Offset,
       data_size := DataSize, data_root := DataRoot} = Proof,
-    ?event(bundler_debug, log_task(executing_task, Task, [])),
+    ?event(debug_bundler, log_task(executing_task, Task, [])),
     Request = #{
         <<"chunk">> => hb_util:encode(Chunk),
         <<"data_path">> => hb_util:encode(DataPath),