use ReadableStream for portal client stream

test/erc20-transfers/src/processor.ts

@@ -10,12 +10,12 @@ const CONTRACT = '0xa0b86991c6218b36c1d19d4a2e9eb0ce3606eb48'.toLowerCase()
 const processor = new EvmBatchProcessor()
     .setPortal({
         url: 'https://portal.sqd.dev/datasets/ethereum-mainnet',
-        bufferThreshold: 100 * 1024 * 1024,
+        bufferThreshold: 10 * 1024 * 1024,
         newBlockTimeout: 5000,
     })
     .setRpcEndpoint('https://rpc.ankr.com/eth')
     .setFinalityConfirmation(500)
-    .setBlockRange({from: 20801368})
+    .setBlockRange({from: 0})
     .setFields({
         block: {size: true},
         log: {transactionHash: true},
@@ -32,20 +32,20 @@ processor.run(new TypeormDatabase({supportHotBlocks: true}), async ctx => {
     for (let block of ctx.blocks) {
         for (let log of block.logs) {
             if (log.address == CONTRACT &&  erc20.events.Transfer.is(log)) {
-                // let {from, to, value} = erc20.events.Transfer.decode(log)
+                let {from, to, value} = erc20.events.Transfer.decode(log)
                 transfers.push(new Transfer({
-                    // id: log.id,
-                    // blockNumber: block.header.height,
-                    // timestamp: new Date(block.header.timestamp),
-                    // tx: log.transactionHash,
-                    // from,
-                    // to,
-                    // amount: value
+                    id: log.id,
+                    blockNumber: block.header.height,
+                    timestamp: new Date(block.header.timestamp),
+                    tx: log.transactionHash,
+                    from,
+                    to,
+                    amount: value
                 }))
             }
         }
     }
 
     ctx.log.info(`found ${transfers.length} transfers`)
-    // await ctx.store.insert(transfers)
+    await ctx.store.insert(transfers)
 })

util/portal-client/package.json

@@ -34,6 +34,6 @@
     "@subsquid/http-client": "^1.5.0",
     "@subsquid/logger": "^1.3.3",
     "@types/node": "^18.18.14",
-    "typescript": "~5.3.2"
+    "typescript": "~5.5.4"
   }
 }