added missing file and fix github action

streamingfast · Aug 19, 2024 · 5e33c31 · 5e33c31
1 parent 4ab9a6e
commit 5e33c31
Show file tree

Hide file tree

Showing 6 changed files with 2,770 additions and 3 deletions.
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -42,9 +42,9 @@ jobs:
             ${{ runner.os }}-go-
 
       - name: Run Poler tests
-        working-directory: ./fetcher
+        working-directory: ./fireinjective
         run: go test ./...
 
       - name: Build Poller binaries
-        working-directory: ./fetcher
-        run: go build ./...
+        working-directory: ./fireinjective
+        run: go build .
diff --git a/fetcher/cmd/extract-from-chain-storage/main.go b/fetcher/cmd/extract-from-chain-storage/main.go
@@ -0,0 +1,79 @@
+package main
+
+//import (
+//	"fmt"
+//	"os"
+//	"strconv"
+//
+//	dbm "github.com/cometbft/cometbft-db"
+//	"github.com/cometbft/cometbft/state"
+//	txindexkv "github.com/cometbft/cometbft/state/txindex/kv"
+//	"github.com/cometbft/cometbft/store"
+//	"github.com/streamingfast/dstore"
+//	v03811 "github.com/streamingfast/firehose-cosmos/cometbft/03811"
+//	"github.com/streamingfast/logging"
+//	"go.uber.org/zap"
+//)
+//
+//var logger, tracer = logging.PackageLogger("firecosmos", "github.com/streamingfast/firehose-cosmos")
+//
+//func main() {
+//	if err := Main(); err != nil {
+//		logger.Error("failed", zap.Error(err))
+//	}
+//}
+//
+//func Main() error {
+//	logging.InstantiateLoggers(logging.WithDefaultLevel(zap.InfoLevel))
+//
+//	//homeDir := "/Users/cbillett/t/fireinjective/home/data/"
+//	//destStore, err := dstore.NewDBinStore("file:///Users/cbillett/t/fireinjective/merged_blocks")
+//
+//	homeDir := os.Args[1]
+//	destStore, err := dstore.NewDBinStore(os.Args[2])
+//	if err != nil {
+//		return fmt.Errorf("unable to create destination store: %w", err)
+//	}
+//
+//	startBlock, err := strconv.Atoi(os.Args[3])
+//	if err != nil {
+//		return fmt.Errorf("unable to parse start block: %w", err)
+//	}
+//	endBlock, err := strconv.Atoi(os.Args[4])
+//	if err != nil {
+//		return fmt.Errorf("unable to parse end block: %w", err)
+//
+//	}
+//
+//	dbType := dbm.BackendType("goleveldb")
+//	blockDB, err := dbm.NewDB("blockstore", dbType, homeDir)
+//	if err != nil {
+//		return err
+//	}
+//
+//	blockStore := store.NewBlockStore(blockDB)
+//
+//	stateDB, err := dbm.NewDB("state", dbType, homeDir)
+//	if err != nil {
+//		return err
+//	}
+//	stateStore := state.NewStore(stateDB, state.StoreOptions{
+//		DiscardABCIResponses: false,
+//	})
+//
+//	txIndexDB, err := dbm.NewDB("tx_index", dbType, homeDir)
+//	if err != nil {
+//		return err
+//	}
+//	txIndexStore := txindexkv.NewTxIndex(txIndexDB)
+//
+//	loader := v03811.NewLoader(blockStore, stateStore, txIndexStore, logger)
+//	merger := v03811.NewSimpleMerger(loader, logger)
+//
+//	err = merger.GenerateMergeBlock(int64(startBlock), int64(endBlock), destStore)
+//	if err != nil {
+//		return fmt.Errorf("error generating merge blocks files: %w", err)
+//	}
+//
+//	return nil
+//}
diff --git a/fireinjective/go.mod b/fireinjective/go.mod
@@ -0,0 +1,197 @@
+module github.com/streamingfast/firehose-cosmos/fireinjective
+
+go 1.22.3
+
+replace github.com/streamingfast/firehose-cosmos/cometbft/03811 => ../cometbft/03811
+replace github.com/streamingfast/firehose-cosmos/cosmos => ../cosmos
+
+require (
+	github.com/spf13/cobra v1.8.1
+	github.com/streamingfast/bstream v0.0.2-0.20240619142813-9d23840859bf
+	github.com/streamingfast/cli v0.0.4-0.20240412191021-5f81842cb71d
+	github.com/streamingfast/dstore v0.1.1-0.20240325191553-bcce8892a9bb
+	github.com/streamingfast/firehose-core v1.5.7
+	github.com/streamingfast/firehose-cosmos/cometbft/03811 v0.0.0-20240819131142-da0abb6e124c
+	github.com/streamingfast/firehose-cosmos/cosmos v0.0.0-20240819131142-da0abb6e124c
+	github.com/streamingfast/logging v0.0.0-20230608130331-f22c91403091
+	go.uber.org/zap v1.26.0
+	google.golang.org/protobuf v1.33.0
+)
+
+require (
+	buf.build/gen/go/bufbuild/reflect/connectrpc/go v1.16.1-20240117202343-bf8f65e8876c.1 // indirect
+	buf.build/gen/go/bufbuild/reflect/protocolbuffers/go v1.33.0-20240117202343-bf8f65e8876c.1 // indirect
+	cloud.google.com/go v0.112.1 // indirect
+	cloud.google.com/go/compute v1.25.1 // indirect
+	cloud.google.com/go/compute/metadata v0.2.3 // indirect
+	cloud.google.com/go/iam v1.1.6 // indirect
+	cloud.google.com/go/monitoring v1.18.0 // indirect
+	cloud.google.com/go/storage v1.38.0 // indirect
+	cloud.google.com/go/trace v1.10.5 // indirect
+	connectrpc.com/connect v1.16.1 // indirect
+	contrib.go.opencensus.io/exporter/stackdriver v0.13.10 // indirect
+	contrib.go.opencensus.io/exporter/zipkin v0.1.1 // indirect
+	github.com/Azure/azure-pipeline-go v0.2.3 // indirect
+	github.com/Azure/azure-storage-blob-go v0.14.0 // indirect
+	github.com/DataDog/zstd v1.5.5 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v0.32.3 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/trace v1.15.0 // indirect
+	github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.39.0 // indirect
+	github.com/KimMachineGun/automemlimit v0.2.4 // indirect
+	github.com/RoaringBitmap/roaring v1.9.1 // indirect
+	github.com/abourget/llerrgroup v0.2.0 // indirect
+	github.com/alecthomas/participle v0.7.1 // indirect
+	github.com/aws/aws-sdk-go v1.44.325 // indirect
+	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/bits-and-blooms/bitset v1.12.0 // indirect
+	github.com/blendle/zapdriver v1.3.2-0.20200203083823-9200777f8a3d // indirect
+	github.com/bobg/go-generics/v3 v3.4.0 // indirect
+	github.com/btcsuite/btcd/btcec/v2 v2.3.2 // indirect
+	github.com/census-instrumentation/opencensus-proto v0.4.1 // indirect
+	github.com/cespare/xxhash/v2 v2.2.0 // indirect
+	github.com/chzyer/readline v1.5.0 // indirect
+	github.com/cilium/ebpf v0.4.0 // indirect
+	github.com/cncf/xds/go v0.0.0-20240318125728-8a4994d93e50 // indirect
+	github.com/cockroachdb/errors v1.11.1 // indirect
+	github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b // indirect
+	github.com/cockroachdb/pebble v1.1.0 // indirect
+	github.com/cockroachdb/redact v1.1.5 // indirect
+	github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 // indirect
+	github.com/cometbft/cometbft v0.38.11 // indirect
+	github.com/cometbft/cometbft-db v0.12.0 // indirect
+	github.com/containerd/cgroups v1.0.4 // indirect
+	github.com/coreos/go-systemd/v22 v22.5.0 // indirect
+	github.com/cosmos/gogoproto v1.4.12 // indirect
+	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.2.0 // indirect
+	github.com/dgraph-io/badger/v4 v4.2.0 // indirect
+	github.com/dgraph-io/ristretto v0.1.1 // indirect
+	github.com/docker/go-units v0.5.0 // indirect
+	github.com/dustin/go-humanize v1.0.1 // indirect
+	github.com/envoyproxy/go-control-plane v0.12.0 // indirect
+	github.com/envoyproxy/protoc-gen-validate v1.0.4 // indirect
+	github.com/felixge/httpsnoop v1.0.4 // indirect
+	github.com/fsnotify/fsnotify v1.7.0 // indirect
+	github.com/getsentry/sentry-go v0.27.0 // indirect
+	github.com/go-kit/kit v0.12.0 // indirect
+	github.com/go-kit/log v0.2.1 // indirect
+	github.com/go-logfmt/logfmt v0.6.0 // indirect
+	github.com/go-logr/logr v1.4.1 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/godbus/dbus/v5 v5.1.0 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/golang/glog v1.2.0 // indirect
+	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+	github.com/golang/protobuf v1.5.4 // indirect
+	github.com/golang/snappy v0.0.4 // indirect
+	github.com/google/btree v1.1.2 // indirect
+	github.com/google/flatbuffers v1.12.1 // indirect
+	github.com/google/go-cmp v0.6.0 // indirect
+	github.com/google/orderedcode v0.0.1 // indirect
+	github.com/google/s2a-go v0.1.7 // indirect
+	github.com/google/uuid v1.6.0 // indirect
+	github.com/googleapis/enterprise-certificate-proxy v0.3.2 // indirect
+	github.com/googleapis/gax-go/v2 v2.12.3 // indirect
+	github.com/gorilla/mux v1.8.0 // indirect
+	github.com/gorilla/websocket v1.5.0 // indirect
+	github.com/hashicorp/errwrap v1.1.0 // indirect
+	github.com/hashicorp/go-multierror v1.1.1 // indirect
+	github.com/hashicorp/golang-lru/v2 v2.0.7 // indirect
+	github.com/hashicorp/hcl v1.0.0 // indirect
+	github.com/inconshreveable/mousetrap v1.1.0 // indirect
+	github.com/jhump/protoreflect v1.14.0 // indirect
+	github.com/jmespath/go-jmespath v0.4.0 // indirect
+	github.com/jmhodges/levigo v1.0.0 // indirect
+	github.com/klauspost/compress v1.17.7 // indirect
+	github.com/kr/pretty v0.3.1 // indirect
+	github.com/kr/text v0.2.0 // indirect
+	github.com/linxGnu/grocksdb v1.8.14 // indirect
+	github.com/lithammer/dedent v1.1.0 // indirect
+	github.com/logrusorgru/aurora v2.0.3+incompatible // indirect
+	github.com/magiconair/properties v1.8.7 // indirect
+	github.com/manifoldco/promptui v0.9.0 // indirect
+	github.com/mattn/go-ieproxy v0.0.1 // indirect
+	github.com/mitchellh/go-testing-interface v1.14.1 // indirect
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
+	github.com/mschoch/smat v0.2.0 // indirect
+	github.com/oasisprotocol/curve25519-voi v0.0.0-20220708102147-0a8a51822cae // indirect
+	github.com/opencontainers/runtime-spec v1.0.2 // indirect
+	github.com/openzipkin/zipkin-go v0.4.2 // indirect
+	github.com/paulbellamy/ratecounter v0.2.0 // indirect
+	github.com/pelletier/go-toml/v2 v2.1.0 // indirect
+	github.com/petermattis/goid v0.0.0-20230904192822-1876fd5063bc // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
+	github.com/prometheus/client_golang v1.18.0 // indirect
+	github.com/prometheus/client_model v0.6.0 // indirect
+	github.com/prometheus/common v0.47.0 // indirect
+	github.com/prometheus/procfs v0.12.0 // indirect
+	github.com/protocolbuffers/protoscope v0.0.0-20221109213918-8e7a6aafa2c9 // indirect
+	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
+	github.com/rogpeppe/go-internal v1.12.0 // indirect
+	github.com/rs/cors v1.10.0 // indirect
+	github.com/sagikazarmark/locafero v0.4.0 // indirect
+	github.com/sagikazarmark/slog-shim v0.1.0 // indirect
+	github.com/sasha-s/go-deadlock v0.3.1 // indirect
+	github.com/schollz/closestmatch v2.1.0+incompatible // indirect
+	github.com/sercand/kuberesolver/v5 v5.1.1 // indirect
+	github.com/sethvargo/go-retry v0.2.3 // indirect
+	github.com/shopspring/decimal v1.3.1 // indirect
+	github.com/sirupsen/logrus v1.9.0 // indirect
+	github.com/sourcegraph/conc v0.3.0 // indirect
+	github.com/spf13/afero v1.11.0 // indirect
+	github.com/spf13/cast v1.6.0 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/spf13/viper v1.18.1 // indirect
+	github.com/streamingfast/dauth v0.0.0-20240222213226-519afc16cf84 // indirect
+	github.com/streamingfast/dbin v0.9.1-0.20231117225723-59790c798e2c // indirect
+	github.com/streamingfast/derr v0.0.0-20230515163924-8570aaa43fe1 // indirect
+	github.com/streamingfast/dgrpc v0.0.0-20240423143010-f36784700c9a // indirect
+	github.com/streamingfast/dhammer v0.0.0-20230125192823-c34bbd561bd4 // indirect
+	github.com/streamingfast/dmetering v0.0.0-20240422183130-658027cbb7a1 // indirect
+	github.com/streamingfast/dmetrics v0.0.0-20230919161904-206fa8ebd545 // indirect
+	github.com/streamingfast/dtracing v0.0.0-20220305214756-b5c0e8699839 // indirect
+	github.com/streamingfast/opaque v0.0.0-20210811180740-0c01d37ea308 // indirect
+	github.com/streamingfast/pbgo v0.0.6-0.20240430190514-722fe9d82e5d // indirect
+	github.com/streamingfast/sf-tracing v0.0.0-20240430173521-888827872b90 // indirect
+	github.com/streamingfast/shutter v1.5.0 // indirect
+	github.com/streamingfast/substreams v1.9.3 // indirect
+	github.com/stretchr/testify v1.9.0 // indirect
+	github.com/subosito/gotenv v1.6.0 // indirect
+	github.com/syndtr/goleveldb v1.0.1-0.20220721030215-126854af5e6d // indirect
+	github.com/teris-io/shortid v0.0.0-20171029131806-771a37caa5cf // indirect
+	github.com/yourbasic/graph v0.0.0-20210606180040-8ecfec1c2869 // indirect
+	go.etcd.io/bbolt v1.4.0-alpha.0.0.20240404170359-43604f3112c5 // indirect
+	go.opencensus.io v0.24.0 // indirect
+	go.opentelemetry.io/contrib/detectors/gcp v1.9.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 // indirect
+	go.opentelemetry.io/otel v1.24.0 // indirect
+	go.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.23.1 // indirect
+	go.opentelemetry.io/otel/exporters/zipkin v1.23.1 // indirect
+	go.opentelemetry.io/otel/metric v1.24.0 // indirect
+	go.opentelemetry.io/otel/sdk v1.23.1 // indirect
+	go.opentelemetry.io/otel/trace v1.24.0 // indirect
+	go.uber.org/atomic v1.10.0 // indirect
+	go.uber.org/automaxprocs v1.5.1 // indirect
+	go.uber.org/multierr v1.10.0 // indirect
+	golang.org/x/crypto v0.23.0 // indirect
+	golang.org/x/exp v0.0.0-20240222234643-814bf88cf225 // indirect
+	golang.org/x/mod v0.15.0 // indirect
+	golang.org/x/net v0.23.0 // indirect
+	golang.org/x/oauth2 v0.18.0 // indirect
+	golang.org/x/sync v0.7.0 // indirect
+	golang.org/x/sys v0.20.0 // indirect
+	golang.org/x/term v0.20.0 // indirect
+	golang.org/x/text v0.15.0 // indirect
+	golang.org/x/time v0.5.0 // indirect
+	google.golang.org/api v0.172.0 // indirect
+	google.golang.org/appengine v1.6.8 // indirect
+	google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20240318140521-94a12d6c2237 // indirect
+	google.golang.org/grpc v1.64.0 // indirect
+	gopkg.in/ini.v1 v1.67.0 // indirect
+	gopkg.in/yaml.v2 v2.4.0 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+)