chore(swingset): add tools to classify mainnet runs

packages/SwingSet/misc-tools/classify-runs.py

@@ -0,0 +1,352 @@
+#!/usr/bin/env python3
+
+# Given a slogfile on stdin, label (and optionally extract) runs with specific
+# operations. Prints progress messages to stdout. Writes out multiple files:
+#
+# * runs-separate.csv : [classification, runid, computrons, elapsed_time]
+#    - if classification is "continuation", the actual class is in an earlier run
+# * runs-continued.jsonlines : JSON of { classification, runids: [runids..], computrons, elapsed }
+# * $runid.slog.gz : all slog entries for continued run starting at $runid
+#    - only for types listed in argv
+#
+# A "runid" is b${blockNum}-r${runNum}
+
+import sys, json, re, gzip
+from itertools import count
+from collections import defaultdict
+
+runs_separate_fn = "runs-separate.csv"
+runs_continued_fn = "runs-continued.jsonlines"
+types_to_save = sys.argv[1:]
+
+runs_separate_f = open(runs_separate_fn, "w")
+runs_continued_f = open(runs_continued_fn, "w")
+
+print("type,id,computrons,deliveries,elapsed", file=runs_separate_f)
+
+vbank_addresses = defaultdict(int)
+
+# the overall cycle looks like:
+# * cosmic-swingset-begin-block
+# * cosmic-swingset-end-block-start
+# * one or more of:
+#   * [cosmic-swingset-bridge-inbound]
+#   * cosmic-swingset-run-start
+#   * .. crank-start/finish, deliver/result, syscall/result
+#   * cosmic-swingset-run-finish
+# * cosmic-swingset-end-block-finish
+# * cosmic-swingset-commit-block-start
+# * cosmic-swingset-commit-block-finish
+# * cosmic-swingset-after-commit-stats
+#
+# we classify each run by looking at any bridge-inbound or at the first
+# delivery, and save all the slog lines from cosmic-swingset-bridge-inbound to
+# cosmic-swingset-run-finish in a single file, named bNNN-rNN-TYPE.slog
+
+def classify(run_num, bridge_inbound, first_delivery):
+    #print("-classify", run_num, bool(bridge_inbound))
+    source = None
+    if bridge_inbound:
+        inbound_num = bridge_inbound["inboundNum"]
+        source = bridge_inbound["source"]
+        # source:"bank", inboundNum is ${blockheight}-x/vbank-0 , VBANK_BALANCE_UPDATE
+        # source:"wallet", inboundNum is ${blockheight}-${txid}-${msgnum}
+        # source:"provision", inboundNum is ${blockheight}-${txid}-${msgnum}
+    if run_num == 0:
+        return "continuation"
+    if not bridge_inbound:
+        if (first_delivery["vatID"] == "v2" and
+            "bundleInstalled" in first_delivery["kd"][2]["methargs"]["body"]):
+            return "bundle-installed"
+        if (first_delivery["vatID"] != "v5" or
+            first_delivery["kd"][0] != "message" or
+            first_delivery["kd"][1] != "ko296" or
+            "wake" not in first_delivery["kd"][2]["methargs"]["body"]):
+            print("no bridge_inbound but not a timer", file=sys.stderr)
+            print(first_delivery, file=sys.stderr)
+            raise RuntimeError()
+        return "timer"
+    methargs = json.loads(first_delivery["kd"][2]["methargs"]["body"][1:])
+    method, args = methargs
+    if source == "bank":
+        if (args[0] != "bank" or
+            args[1]["type"] != "VBANK_BALANCE_UPDATE"):
+            print("bank but not VBANK_BALANCE_UPDATE", file=sys.stderr)
+            print(first_delivery, file=sys.stderr)
+            raise RuntimeError()
+        addresses = [update["address"] for update in args[1]["updated"]]
+        for addr in addresses:
+            vbank_addresses[addr] += 1
+        return "vbank-balance-update"
+    if source == "provision":
+        if (args[0] != "provision" or
+            args[1]["type"] != "PLEASE_PROVISION"):
+            print("provision but not PLEASE_PROVISION", file=sys.stderr)
+            raise RuntimeError()
+        address = args[1]["address"]
+        return "provision"
+    if source == "wallet":
+        action = args[1]
+        owner = action["owner"]
+        sa_body = json.loads(action["spendAction"])["body"]
+        if sa_body[0] == "#":
+            spend_action = json.loads(sa_body[1:]) # smallcaps
+        else:
+            spend_action = json.loads(sa_body) # old-format
+        method = spend_action["method"]
+
+        # IDs are selected by clients, most are just a numeric timestamp
+
+        if method == "executeOffer":
+            offer_id = spend_action["offer"]["id"]
+            invitation_spec = spend_action["offer"]["invitationSpec"]
+
+            invitation_maker_name = invitation_spec.get("invitationMakerName")
+            public_invitation_maker = invitation_spec.get("publicInvitationMaker")
+            call_pipe = invitation_spec.get("callPipe")
+
+            # TODO: all these names are scoped by the contract being targetted,
+            # so I need to scan for a board ID and build a table. This approach
+            # will stop working when two different contracts use the same
+            # invitation-maker name.
+
+            # gzcat run-1-slog.gz | jq -c 'select(.type=="deliver" and .replay!=true and .vatID=="v10" and .kd[1]=="ko62")' >1-bridge-deliveries
+            # cat 1-bridge-deliveries |jq -c '.kd[2].methargs.body[1:]|fromjson|.[1][1] | select(.type=="WALLET_SPEND_ACTION") | .spendAction|fromjson|.body | if .[0:1]=="#" then .[1:] else . end | fromjson | .offer' >1-offers
+            # cat 1-offers | jq -c 'select(.source=="contract") | .invitationSpec.publicInvitationMaker' | sort | uniq
+            # cat 1-specs | jq -c 'select(.source=="continuing") | .invitationSpec.invitationMakerName' | sort | uniq
+            # cat 1-specs | jq -c 'select(.source=="purse")' # gets .callPipe or only description/instance/source
+
+
+            if invitation_maker_name: # source="continuing"
+                if invitation_maker_name == "PushPrice":
+                    return "push-price"
+                elif invitation_maker_name == "AdjustBalances":
+                    return "adjust-balances"
+                elif invitation_maker_name == "CloseVault":
+                    return "close-vault"
+                elif invitation_maker_name == "makeVoteInvitation":
+                    return "make-vote"
+                elif invitation_maker_name == "VoteOnParamChange":
+                    # id: econgov-NNN
+                    return "vote-param-change"
+                elif invitation_maker_name == "VoteOnApiCall":
+                    # id: econgov-NNN
+                    return "vote-api-call"
+                # TODO: other invitationMakerName
+            elif public_invitation_maker: # source="contract"
+                if public_invitation_maker == "makeWantMintedInvitation":
+                    # this is probably a PSM trade, getting IST
+                    return "psm-buy"
+                elif public_invitation_maker == "makeGiveMintedInvitation":
+                    # this is probably a PSM trade, selling IST
+                    return "psm-sell"
+
+                elif public_invitation_maker == "makeMintCharacterInvitation":
+                    return "kread-mint-character"
+                elif public_invitation_maker == "makeSellCharacterInvitation":
+                    return "kread-sell-character"
+                elif public_invitation_maker == "makeBuyCharacterInvitation":
+                    return "kread-buy-character"
+                elif public_invitation_maker == "makeBuyItemInvitation":
+                    return "kread-buy-item"
+                elif public_invitation_maker == "makeItemSwapInvitation":
+                    return "kread-swap-item"
+                elif public_invitation_maker == "makeSellItemInvitation":
+                    return "kread-sell-item"
+                elif public_invitation_maker == "makeEquipInvitation":
+                    return "kread-equip-item"
+                elif public_invitation_maker == "makeUnequipInvitation":
+                    return "kread-unequip-item"
+                # TODO: other publicInvitationMaker
+            elif call_pipe: # source="purse"
+                if (call_pipe[0][0] == "getCollateralManager" and
+                    call_pipe[1][0] == "makeVaultInvitation"):
+                    return "create-vault"
+                elif (call_pipe[0][0] == "makeBidInvitation"):
+                    return "vault-bid"
+                elif (call_pipe[0][0] == "makeAddCollateralInvitation"):
+                    return "vault-add-collateral"
+                # TODO: other callPipe
+            else:
+                if offer_id.startswith("econgov-"):
+                    # not really sure
+                    return "maybe-gov-vote"
+                if offer_id.startswith("oracleAccept-"):
+                    return "maybe-oracle-accept"
+        elif method == "tryExitOffer":
+            # has spend_action["offerId"]
+            return "exit-offer"
+
+        print("args", args, file=sys.stderr)
+        print(spend_action, file=sys.stderr)
+        raise RuntimeError()
+
+    return source
+
+block_num = None
+block_time = None
+bridge_inbound = None
+first_delivery = None
+run_num = None
+run_start = None
+run_buffer = None
+run_type = None
+continued_run_type = None
+continued_runids = []
+continued_computrons = None
+deliveries = 0 # reset at start of each run
+continued_deliveries = 0
+continued_elapsed = None
+continued_buffers = []
+
+PROGRESS_INTERVAL = 1000
+next_progress = PROGRESS_INTERVAL
+
+for line in sys.stdin:
+    d = json.loads(line)
+    stype = d["type"]
+    if stype == "cosmic-swingset-begin-block":
+        block_num = d["blockHeight"]
+        block_time = d["blockTime"]
+        bridge_inbound = None
+        run_type = None
+        run_buffer = []
+        next_progress -= 1
+        if next_progress <= 0:
+            print("block %s .." % block_num)
+            next_progress = PROGRESS_INTERVAL
+    elif stype == "cosmic-swingset-bootstrap-block-start":
+        block_num = 0
+        block_time = d["blockTime"]
+        bridge_inbound = None
+        run_type = None
+        run_buffer = []
+    elif stype == "cosmic-swingset-bridge-inbound":
+        #print("- bridge-inbound b%d" % block_num)
+        if run_buffer is not None: run_buffer.append(line)
+        bridge_inbound = d
+    elif stype == "cosmic-swingset-run-start":
+        if run_buffer is not None: run_buffer.append(line)
+        run_start = d
+        run_num = d["runNum"]
+        first_delivery = None
+        deliveries = 0
+        #print("- run-start b%d-r%d" % (block_num, run_num))
+    elif stype == "cosmic-swingset-run-finish":
+        #print("- run-finish b%d-r%d" % (block_num, run_num))
+        if run_buffer is not None: run_buffer.append(line)
+        run_id = "b%d-r%d" % (block_num, run_num)
+        # the bootstrap block has a -run-finish without .usedBeans
+        computrons = d.get("usedBeans", 0) // 100
+        elapsed = d["monotime"] - run_start["monotime"]
+        if run_type != None:
+            if run_type == "continuation":
+                rt = "%s-%s" % (continued_run_type, run_type)
+            else:
+                rt = run_type
+            runs_separate_f.write("%s,%s,%s,%s,%s\n" % (rt, run_id, computrons, deliveries, elapsed))
+        starting = run_type is not None and run_type != "continuation"
+        continuing = continued_run_type and run_type == "continuation"
+        ending = continued_run_type and run_type != "continuation"
+        #print(run_id, continued_run_type, run_type, starting, continuing, ending)
+        assert continued_run_type != "continuation"
+        assert not (starting and continuing), (starting, continuing, ending)
+        assert not (ending and continuing), (starting, continuing, ending)
+        # but we can be ending and starting at the same time
+
+        if continuing:
+            # run of runs is still ongoing, accumulate
+            continued_runids.append(run_id)
+            continued_computrons += computrons
+            continued_elapsed += elapsed
+            continued_deliveries += deliveries
+            assert run_buffer is not None
+            continued_buffers.append(run_buffer)
+        if ending:
+            # previous run of runs has finished, write it out
+            data = {
+                "classification": continued_run_type,
+                "runids": continued_runids,
+                "computrons": continued_computrons,
+                "deliveries": continued_deliveries,
+                "elapsed": continued_elapsed,
+                }
+            runs_continued_f.write(json.dumps(data))
+            runs_continued_f.write("\n")
+            if continued_run_type in types_to_save:
+                fn = "%s-%s" % (continued_runids[0], continued_run_type)
+                with gzip.open(fn+".gz", "wb") as f:
+                    for c_buffer in continued_buffers:
+                        for line in c_buffer:
+                            f.write(line.encode("utf-8"))
+            continued_run_type = None
+            continued_runids = None
+            continued_computrons = None
+            continued_deliveries = None
+            continued_elapsed = None
+            continued_buffers = None
+        if starting:
+            # start watching for change in run_type
+            continued_run_type = run_type
+            continued_runids = [run_id]
+            continued_computrons = computrons
+            continued_deliveries = deliveries
+            continued_elapsed = elapsed
+            continued_buffers = [run_buffer]
+
+
+        run_type = None
+        run_buffer = []
+        bridge_inbound = None
+    else:
+        if d.get("replay"):
+            # if a vat must be paged in, the slog will contain:
+            # * create-vat
+            # * vat-startup-start
+            # * heap-snapshot-load
+            # * vat-startup-finish
+            # * start-replay
+            # * (deliver/result, syscall/result, all with replay:true)
+            # * finish-replay
+            # we copy all but deliver/syscall/result into the buffer
+            continue
+        if stype == "cosmic-swingset-end-block-start":
+            continue
+        if run_buffer is not None: run_buffer.append(line)
+        if stype == "deliver":
+            deliveries += 1
+            if not first_delivery:
+                first_delivery = d
+                try:
+                    run_type = classify(run_num, bridge_inbound, first_delivery)
+                except Exception as e:
+                    print(first_delivery)
+                    raise e
+
+#for addr in sorted(vbank_addresses):
+#    print(addr, vbank_addresses[addr])
+
+# 1m34s to classify run-2 (11.6GB uncompressed, 1.2GB .gz, 34M lines)
+#  23,485 vbank-balance-update
+#   8,392 push-price
+#   3,251 timer
+#         +misc
+#  35,351 total
+
+# 2m43s to classify run-3 (2.14GB .gz)
+
+
+# 0m59s run-1 0.8GB .gz
+# 1m33s run-2 1.2GB .gz
+# 2m45s run-3 2.1GB .gz
+# 2m43s run-4 2.0GB .gz
+# 1m34s run-5 1.2GB .gz
+# 1m54s run-6 1.4GB .gz
+# 1m19s run-7 1.0GB .gz
+# 1m27s run-8 1.1GB .gz
+# 0m50s run-9 0.7GB .gz
+# 2m16s run-10 1.7GB .gz
+# 2m34s run-11 1.9GZ .gz
+# 5m00s run-12 (3.6GB .gz) (80,565)
+# 1m47s run-13 (1.3GB .gz) (27,442 total)
+